X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/e6294b5b90135a5163441c8dc62252dd6a188412..cf86c7492c27801638fcccabd2a39e3213e47cc9:/similarities/job_script.sh?ds=inline diff --git a/similarities/job_script.sh b/similarities/job_script.sh index 1c2cacf..0c37103 100755 --- a/similarities/job_script.sh +++ b/similarities/job_script.sh @@ -1,4 +1,4 @@ #!/usr/bin/bash start_spark_cluster.sh -spark-submit --master spark://$(hostname):18899 cosine_similarities.py author --outfile=/gscratch/comdata/output/reddit_similarity/subreddit_comment_authors_10000.parquet -stop-all.sh +singularity exec /gscratch/comdata/users/nathante/cdsc_base.sif spark-submit --master spark://$(hostname):7077 top_subreddits_by_comments.py +singularity exec /gscratch/comdata/users/nathante/cdsc_base.sif stop-all.sh