From: Nate E TeBlunthuis Date: Wed, 28 Jul 2021 22:32:21 +0000 (-0700) Subject: Merge branch 'master' of code:cdsc_reddit X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/commitdiff_plain/c6122bb429d18d12418f58a8d7c3c820332f26ed?hp=6a3bfa26eebf2f261d953becc844199bab255ff0 Merge branch 'master' of code:cdsc_reddit --- diff --git a/dumps/pull_pushshift_comments.sh b/dumps/pull_pushshift_comments.sh index 3f6d2c9..40d82d8 100755 --- a/dumps/pull_pushshift_comments.sh +++ b/dumps/pull_pushshift_comments.sh @@ -8,7 +8,5 @@ wget -r --no-parent -A 'RC_201*.bz2' -U $user_agent -P $output_dir -nd -nc $base wget -r --no-parent -A 'RC_201*.xz' -U $user_agent -P $output_dir -nd -nc $base_url wget -r --no-parent -A 'RC_201*.zst' -U $user_agent -P $output_dir -nd -nc $base_url -# starting in 2020 we use daily dumps not monthly dumps -wget -r --no-parent -A 'RC_202*.gz' -U $user_agent -P $output_dir -nd -nc $base_url/daily/ ./check_comments_shas.py