similarities/job_script.sh

   1 #!/usr/bin/bash
   2 source ~/.bashrc
   3 echo $(hostname)
   4 start_spark_cluster.sh
   5 spark-submit --verbose --master spark://$(hostname):43015 tfidf.py authors --topN=100000 --inpath=../../data/reddit_ngrams/comment_authors_sorted.parquet --outpath=../../data/reddit_similarity/tfidf/comment_authors_100k.parquet
   6 stop-all.sh