X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/56269deee3d33620550d67bdd3c1a7b64eb3f7e4..4e20dce18834f7276776a1ab824ff95e8c44ef99:/density/job_script.sh diff --git a/density/job_script.sh b/density/job_script.sh new file mode 100755 index 0000000..553d0a1 --- /dev/null +++ b/density/job_script.sh @@ -0,0 +1,4 @@ +#!/usr/bin/bash +start_spark_cluster.sh +spark-submit --master spark://$(hostname):18899 overlap_density.py wang_overlaps --inpath=/gscratch/comdata/output/reddit_similarity/tfidf_weekly/comment_authors.parquet --to_date=2020-04-13 +stop-all.sh