X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/c92b50e05008e50d4965895375ca7d14cdbfe72f..2d425600a813e2fb280023a5a870b5660c36ea22:/comments_2_parquet.sh diff --git a/comments_2_parquet.sh b/comments_2_parquet.sh index 096fa06..9233138 100755 --- a/comments_2_parquet.sh +++ b/comments_2_parquet.sh @@ -1,5 +1,9 @@ +## needs to be run by hand since i don't have a nice way of waiting on a parallel-sql job to complete + #!/usr/bin/env bash + + echo "#!/usr/bin/bash" > job_script.sh echo "source $(pwd)/../bin/activate" >> job_script.sh echo "python3 $(pwd)/comments_2_parquet_part1.py" >> job_script.sh