Check the shas when we download dumps

[cdsc_reddit.git] / pull_pushshift_comments.sh

diff --git a/pull_pushshift_comments.sh b/pull_pushshift_comments.sh
index bfe3938bddecee11c391ebac88e746895bea8851..243e46480dc6c55374a479e0835663a7317513e1 100755 (executable)
--- a/pull_pushshift_comments.sh
+++ b/pull_pushshift_comments.sh
@@ -8,5 +8,4 @@ wget -r --no-parent -A 'RC_20*.bz2' -U $user_agent -P $output_dir -nd -nc $base_
 wget -r --no-parent -A 'RC_20*.xz' -U $user_agent -P $output_dir -nd -nc $base_url
 wget -r --no-parent -A 'RC_20*.zst' -U $user_agent -P $output_dir -nd -nc $base_url
 
-
-
+./check_comment_shas.py