From: Nathan TeBlunthuis Date: Sat, 28 Mar 2020 21:12:36 +0000 (-0700) Subject: Merge branch 'kaylea/master' of github.com:CommunityDataScienceCollective/COVID-19_Di... X-Git-Url: https://code.communitydata.science/covid19.git/commitdiff_plain/f5ac92330c39c1e758c14767f23215c26b8e7dde?hp=-c Merge branch 'kaylea/master' of github.com:CommunityDataScienceCollective/COVID-19_Digital_Observatory into kaylea/master --- f5ac92330c39c1e758c14767f23215c26b8e7dde diff --combined wikipedia_views/scripts/fetch_daily_views.py index ab824c2,ab824c2..b604e26 --- a/wikipedia_views/scripts/fetch_daily_views.py +++ b/wikipedia_views/scripts/fetch_daily_views.py @@@ -57,23 -57,23 +57,23 @@@ def main() next(infile) #skip header articleList = list(infile) -- j = [] -- -- #2 Repeatedly call the API with that list of names -- -- for a in articleList: -- a = a.strip("\"\n") #destringify -- url= f"https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia/all-access/all-agents/{a}/daily/{queryDate}/{queryDate}" -- -- response = requests.get(url) -- if response.ok: -- jd = json.loads(response.content) -- j.append(jd["items"][0]) -- time.sleep(.1) -- else: -- print(f"Not ok response: {response.status_code} from {url}") -- -- #3 Save results as a JSON and TSV ++ j = [] ++ ++ #2 Repeatedly call the API with that list of names ++ ++ for a in articleList: ++ a = a.strip("\"\n") #destringify ++ url= f"https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia/all-access/all-agents/{a}/daily/{queryDate}/{queryDate}" ++ ++ response = requests.get(url) ++ if response.ok: ++ jd = json.loads(response.content) ++ j.append(jd["items"][0]) ++ time.sleep(.1) ++ else: ++ print(f"Not ok response: {response.status_code} from {url}") ++ ++ #3 Save results as a JSON and TSV #all data in j now, make json file with open(j_Out, 'w') as j_outfile: