fix bugs with the date stamps

diff --git a/wikipedia/scripts/fetch_enwiki_daily_views.py b/wikipedia/scripts/fetch_enwiki_daily_views.py
index c250bfe94aa23106bc900556b93e142860213532..225b06d7aaaa0135a78b75cbcdc7625dce5f366f 100755 (executable)
--- a/wikipedia/scripts/fetch_enwiki_daily_views.py
+++ b/wikipedia/scripts/fetch_enwiki_daily_views.py
@@ -47,8 +47,6 @@ def main():
         yesterday = datetime.datetime.today() - datetime.timedelta(days=1)
         queryDate = yesterday.strftime("%Y%m%d")
 
         yesterday = datetime.datetime.today() - datetime.timedelta(days=1)
         queryDate = yesterday.strftime("%Y%m%d")
 

-    queryDate = queryDate + "00" #requires specifying hours
-

     #handle -L
     loglevel_mapping = { 'debug' : logging.DEBUG,
                          'info' : logging.INFO,
     #handle -L
     loglevel_mapping = { 'debug' : logging.DEBUG,
                          'info' : logging.INFO,


@@ -92,7 +90,7 @@ def main():
         #2 Repeatedly call the API with that list of names
         for a in articleList:
             a = a.strip("\"\n") #destringify
         #2 Repeatedly call the API with that list of names
         for a in articleList:
             a = a.strip("\"\n") #destringify

-            url= f"https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia/all-access/all-agents/{a}/daily/{queryDate}/{queryDate}"
+            url= f"https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia/all-access/all-agents/{a}/daily/{queryDate}00/{queryDate}00"

 
             response = requests.get(url)
             if response.ok:
 
             response = requests.get(url)
             if response.ok:

diff --git a/wikipedia/scripts/fetch_enwiki_revisions.py b/wikipedia/scripts/fetch_enwiki_revisions.py
index cbb283d641c601c50b7d28f7d743210367a610f8..3ecd04f5370f890a04d45f11a39cb8f76b17d84c 100755 (executable)
--- a/wikipedia/scripts/fetch_enwiki_revisions.py
+++ b/wikipedia/scripts/fetch_enwiki_revisions.py
@@ -1,4 +1,4 @@
-#!/usr/bin/env python3
+#!yusr/bin/env python3

 
 ###############################################################################
 #
 
 ###############################################################################
 #


@@ -44,8 +44,6 @@ def main():
         yesterday = datetime.datetime.today() - datetime.timedelta(days=1)
         query_date = yesterday.strftime("%Y%m%d")
 
         yesterday = datetime.datetime.today() - datetime.timedelta(days=1)
         query_date = yesterday.strftime("%Y%m%d")
 

-    query_data  = query_date + "00" #requires specifying hours
-

     #handle -L
     loglevel_mapping = { 'debug' : logging.DEBUG,
                          'info' : logging.INFO,
     #handle -L
     loglevel_mapping = { 'debug' : logging.DEBUG,
                          'info' : logging.INFO,


@@ -73,7 +71,7 @@ def main():
     logging.info(f"Last commit: {export_git_hash}")
 
     json_output_filename = os.path.join(output_path, f"digobs_covid19-wikipedia-enwiki_revisions-{query_date}.json")
     logging.info(f"Last commit: {export_git_hash}")
 
     json_output_filename = os.path.join(output_path, f"digobs_covid19-wikipedia-enwiki_revisions-{query_date}.json")

-    tsv_output_filename =  os.path.join(output_path, f"digobs_covid19-wikipedia-enwiki_revisions-{query_data}.tsv")
+    tsv_output_filename =  os.path.join(output_path, f"digobs_covid19-wikipedia-enwiki_revisions-{query_date}.tsv")

     
     api_session = api.Session("https://en.wikipedia.org/w/api.php")
 
     
     api_session = api.Session("https://en.wikipedia.org/w/api.php")