Refactor and reorganze.

[cdsc_reddit.git] / ngrams / run_tf_jobs.sh

diff --git a/ngrams/run_tf_jobs.sh b/ngrams/run_tf_jobs.sh
new file mode 100755 (executable)
index 0000000..0e7d5dd
--- /dev/null
+++ b/ngrams/run_tf_jobs.sh
@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+module load parallel_sql
+source ./bin/activate
+python3 tf_comments.py gen_task_list
+psu --del --Y
+cat tf_task_list | psu --load
+
+for job in $(seq 1 50); do sbatch checkpoint_parallelsql.sbatch; done;