Check the shas when we download dumps

[cdsc_reddit.git] / pull_pushshift_submissions.sh

diff --git a/pull_pushshift_submissions.sh b/pull_pushshift_submissions.sh
index f64a09f7b8a7b7a11fa968d2cb7d3d4704c68a24..5a53c87d4bb24ef6818295ef3760d76bf58fc13e 100755 (executable)
--- a/pull_pushshift_submissions.sh
+++ b/pull_pushshift_submissions.sh
@@ -11,4 +11,4 @@ wget -r --no-parent -A 'RS_20*.bz2' -U $user_agent -P $output_dir -nd -nc $base_
 wget -r --no-parent -A 'RS_20*.xz' -U $user_agent -P $output_dir -nd -nc $base_url/old_v1_data/
 wget -r --no-parent -A 'RS_20*.zst' -U $user_agent -P $output_dir -nd -nc $base_url/old_v1_data/
 
-
+./check_submissions_shas.py