X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/33e088492c2b1d49daadcb859656a0c81d81e2b8..6baa08889b2f46c14f2baa5e3d2136cf165b1673:/submissions_2_parquet.sh?ds=sidebyside

diff --git a/submissions_2_parquet.sh b/submissions_2_parquet.sh
index d1c6bce..f133069 100644
--- a/submissions_2_parquet.sh
+++ b/submissions_2_parquet.sh
@@ -1,8 +1,8 @@
-#!/usr/bin/env bash
+## this should be run manually since we don't have a nice way to wait on parallel_sql jobs
 
-# part2 should be run on one ore more spark nodes
+#!/usr/bin/env bash
 
-./submissions_2_parquet_part1.py
+./parse_submissions.sh
 
 start_spark_and_run.sh 1 $(pwd)/submissions_2_parquet_part2.py