From: Aaron Shaw <aaronshaw@northwestern.edu>
Date: Thu, 2 Apr 2020 00:15:21 +0000 (-0500)
Subject: Merge pull request #15 from aaronshaw/master
X-Git-Url: https://code.communitydata.science/covid19.git/commitdiff_plain/f770ade87a6e06828f015147f28c1a8334878731?hp=ff96d52cb92966dd0c487e6452aeab70773cf3e6

Merge pull request #15 from aaronshaw/master

renaming example analysis directories
---

diff --git a/keywords/analysis/output/top5_queries_per_term_per_date.csv b/keywords/example_analysis/output/top5_queries_per_term_per_date.csv
similarity index 100%
rename from keywords/analysis/output/top5_queries_per_term_per_date.csv
rename to keywords/example_analysis/output/top5_queries_per_term_per_date.csv
diff --git a/keywords/analysis/output/top_queries_plot.png b/keywords/example_analysis/output/top_queries_plot.png
similarity index 100%
rename from keywords/analysis/output/top_queries_plot.png
rename to keywords/example_analysis/output/top_queries_plot.png
diff --git a/keywords/analysis/related_searches_example.R b/keywords/example_analysis/related_searches_example.R
similarity index 100%
rename from keywords/analysis/related_searches_example.R
rename to keywords/example_analysis/related_searches_example.R
diff --git a/keywords/analysis/related_searches_tidyverse_example.R b/keywords/example_analysis/related_searches_tidyverse_example.R
similarity index 100%
rename from keywords/analysis/related_searches_tidyverse_example.R
rename to keywords/example_analysis/related_searches_tidyverse_example.R
diff --git a/keywords/analysis/translations_example.R b/keywords/example_analysis/translations_example.R
similarity index 100%
rename from keywords/analysis/translations_example.R
rename to keywords/example_analysis/translations_example.R
diff --git a/keywords/analysis/translations_example.py b/keywords/example_analysis/translations_example.py
similarity index 100%
rename from keywords/analysis/translations_example.py
rename to keywords/example_analysis/translations_example.py
diff --git a/wikipedia/example_analysis/output/top10_views_by_project_date.csv b/wikipedia/example_analysis/output/top10_views_by_project_date.csv
new file mode 100644
index 0000000..ce7eb5e
--- /dev/null
+++ b/wikipedia/example_analysis/output/top10_views_by_project_date.csv
@@ -0,0 +1,11 @@
+"article","project","timestamp","views"
+"2019–20_coronavirus_pandemic","en.wikipedia","2020033100",831879
+"2020_coronavirus_pandemic_in_India","en.wikipedia","2020033100",323123
+"2019–20_coronavirus_pandemic_by_country_and_territory","en.wikipedia","2020033100",315572
+"2020_coronavirus_pandemic_in_the_United_States","en.wikipedia","2020033100",290535
+"Coronavirus_disease_2019","en.wikipedia","2020033100",211391
+"2020_coronavirus_pandemic_in_Italy","en.wikipedia","2020033100",209908
+"Coronavirus","en.wikipedia","2020033100",188921
+"USNS_Comfort_(T-AH-20)","en.wikipedia","2020033100",150422
+"USNS_Comfort_(T-AH-20)","en.wikipedia","2020033100",150422
+"WrestleMania_36","en.wikipedia","2020033100",137637
diff --git a/wikipedia/example_analysis/pageview_example.R b/wikipedia/example_analysis/pageview_example.R
new file mode 100644
index 0000000..fb5359a
--- /dev/null
+++ b/wikipedia/example_analysis/pageview_example.R
@@ -0,0 +1,52 @@
+### COVID-19 Digital Observatory
+### 2020-03-28
+### 
+### Minimal example analysis file using pageview data
+
+library(tidyverse)
+library(scales)
+
+### Import and cleanup one datafile from the observatory
+
+DataURL <-
+    url("https://covid19.communitydata.science/datasets/wikipedia/digobs_covid19-wikipedia-enwiki_dailyviews-20200401.tsv")
+
+views <-
+    read.table(DataURL, sep="\t", header=TRUE, stringsAsFactors=FALSE) 
+
+### Alternatively, uncomment and run if working locally with full git
+### tree
+###
+### Identify data source directory and file
+## DataDir <- ("../data/")
+## DataFile <- ("dailyviews2020032600.tsv")
+
+## related.searches.top <- read.table(paste(DataDir,DataFile, sep=""),
+##                                   sep="\t", header=TRUE,
+##                                   stringsAsFactors=FALSE)
+
+### Cleanup and do the grouping with functions from the Tidyverse
+### (see https://www.tidyverse.org for more info)
+
+views <- views[,c("article", "project", "timestamp", "views")]
+views$timestamp <- fct_explicit_na(views$timestamp)
+
+
+### Sorts and groups at the same time
+views.by.proj.date <- arrange(group_by(views, project, timestamp),
+                        desc(views))
+
+
+### Export just the top 10 by pageviews
+write.table(head(views.by.proj.date, 10),
+            file="output/top10_views_by_project_date.csv", sep=",",
+            row.names=FALSE)
+
+### A simple visualization
+p <- ggplot(data=views.by.proj.date, aes(views))
+
+## Density plot with log-transformed axis
+p + geom_density() + scale_x_log10(labels=comma)
+
+
+