X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/aa84a7df032dcb20bb284892f12cdac4853f31aa..4ced659d1961630c20a1ef817422f242f723af7f:/comments_2_parquet.sh?ds=inline diff --git a/comments_2_parquet.sh b/comments_2_parquet.sh index 096fa06..e9818c1 100755 --- a/comments_2_parquet.sh +++ b/comments_2_parquet.sh @@ -1,5 +1,6 @@ -#!/usr/bin/env bash +## needs to be run by hand since i don't have a nice way of waiting on a parallel-sql job to complete +#!/usr/bin/env bash echo "#!/usr/bin/bash" > job_script.sh echo "source $(pwd)/../bin/activate" >> job_script.sh echo "python3 $(pwd)/comments_2_parquet_part1.py" >> job_script.sh