git-annex in

[cdsc_reddit.git] / dumps / check_comments_shas.py

diff --git a/dumps/check_comments_shas.py b/dumps/check_comments_shas.py
index dd428be658dff1cccc68f6ee4b674127444ac459..e59a7b83e2ec78e08eb2fb8ab3af36816ac205f8 100755 (executable)
--- a/dumps/check_comments_shas.py
+++ b/dumps/check_comments_shas.py
@@ -8,7 +8,7 @@ import hashlib
 shasums1 = requests.get("https://files.pushshift.io/reddit/comments/sha256sum.txt").text
 #shasums2 = requests.get("https://files.pushshift.io/reddit/comments/daily/sha256sum.txt").text
 
 shasums1 = requests.get("https://files.pushshift.io/reddit/comments/sha256sum.txt").text
 #shasums2 = requests.get("https://files.pushshift.io/reddit/comments/daily/sha256sum.txt").text
 

-shasums = shasums1 + shasums2
+shasums = shasums1 

 dumpdir = "/gscratch/comdata/raw_data/reddit_dumps/comments"
 
 for l in shasums.strip().split('\n'):
 dumpdir = "/gscratch/comdata/raw_data/reddit_dumps/comments"
 
 for l in shasums.strip().split('\n'):