]> code.communitydata.science - cdsc_reddit.git/blobdiff - dumps/check_comments_shas.py
Merge branch 'excise_reindex' of code:cdsc_reddit into excise_reindex
[cdsc_reddit.git] / dumps / check_comments_shas.py
index 199261c0c957c952246ae6b4cf43550a965597fc..dd428be658dff1cccc68f6ee4b674127444ac459 100755 (executable)
@@ -6,7 +6,7 @@ from os import path
 import hashlib
 
 shasums1 = requests.get("https://files.pushshift.io/reddit/comments/sha256sum.txt").text
-shasums2 = requests.get("https://files.pushshift.io/reddit/comments/daily/sha256sum.txt").text
+#shasums2 = requests.get("https://files.pushshift.io/reddit/comments/daily/sha256sum.txt").text
 
 shasums = shasums1 + shasums2
 dumpdir = "/gscratch/comdata/raw_data/reddit_dumps/comments"

Community Data Science Collective || Want to submit a patch?