]> code.communitydata.science - cdsc_reddit.git/blob - density/job_script.sh
grid sweep selection for clustering hyperparameters
[cdsc_reddit.git] / density / job_script.sh
1 #!/usr/bin/bash
2 start_spark_cluster.sh
3 spark-submit --master spark://$(hostname):18899 overlap_density.py authors --inpath=/gscratch/comdata/output/reddit_similarity/comment_authors_10000.feather --outpath=/gscratch/comdata/output/reddit_density/comment_authors_10000.feather --agg=pd.DataFrame.sum
4 stop-all.sh

Community Data Science Collective || Want to submit a patch?