X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/2d425600a813e2fb280023a5a870b5660c36ea22..a60747292e91a47d122158659182f82bfd2e922a:/comments_2_parquet.sh?ds=sidebyside diff --git a/comments_2_parquet.sh b/comments_2_parquet.sh index 9233138..56ecc4d 100755 --- a/comments_2_parquet.sh +++ b/comments_2_parquet.sh @@ -1,11 +1,8 @@ ## needs to be run by hand since i don't have a nice way of waiting on a parallel-sql job to complete #!/usr/bin/env bash - - - echo "#!/usr/bin/bash" > job_script.sh -echo "source $(pwd)/../bin/activate" >> job_script.sh +#echo "source $(pwd)/../bin/activate" >> job_script.sh echo "python3 $(pwd)/comments_2_parquet_part1.py" >> job_script.sh srun -p comdata -A comdata --nodes=1 --mem=120G --time=48:00:00 --pty job_script.sh