From 576d882c04b4cc784cd5a6296cb3c3e5aa596d39 Mon Sep 17 00:00:00 2001 From: aaronshaw Date: Wed, 1 Apr 2020 19:12:45 -0500 Subject: [PATCH 1/1] renaming example analysis directories --- .../output/top5_queries_per_term_per_date.csv | 0 .../output/top_queries_plot.png | Bin .../related_searches_example.R | 0 .../related_searches_tidyverse_example.R | 0 .../translations_example.R | 0 .../translations_example.py | 0 .../output/top10_views_by_project_date.csv | 11 ++++ wikipedia/example_analysis/pageview_example.R | 52 ++++++++++++++++++ 8 files changed, 63 insertions(+) rename keywords/{analysis => example_analysis}/output/top5_queries_per_term_per_date.csv (100%) rename keywords/{analysis => example_analysis}/output/top_queries_plot.png (100%) rename keywords/{analysis => example_analysis}/related_searches_example.R (100%) rename keywords/{analysis => example_analysis}/related_searches_tidyverse_example.R (100%) rename keywords/{analysis => example_analysis}/translations_example.R (100%) rename keywords/{analysis => example_analysis}/translations_example.py (100%) create mode 100644 wikipedia/example_analysis/output/top10_views_by_project_date.csv create mode 100644 wikipedia/example_analysis/pageview_example.R diff --git a/keywords/analysis/output/top5_queries_per_term_per_date.csv b/keywords/example_analysis/output/top5_queries_per_term_per_date.csv similarity index 100% rename from keywords/analysis/output/top5_queries_per_term_per_date.csv rename to keywords/example_analysis/output/top5_queries_per_term_per_date.csv diff --git a/keywords/analysis/output/top_queries_plot.png b/keywords/example_analysis/output/top_queries_plot.png similarity index 100% rename from keywords/analysis/output/top_queries_plot.png rename to keywords/example_analysis/output/top_queries_plot.png diff --git a/keywords/analysis/related_searches_example.R b/keywords/example_analysis/related_searches_example.R similarity index 100% rename from keywords/analysis/related_searches_example.R rename to keywords/example_analysis/related_searches_example.R diff --git a/keywords/analysis/related_searches_tidyverse_example.R b/keywords/example_analysis/related_searches_tidyverse_example.R similarity index 100% rename from keywords/analysis/related_searches_tidyverse_example.R rename to keywords/example_analysis/related_searches_tidyverse_example.R diff --git a/keywords/analysis/translations_example.R b/keywords/example_analysis/translations_example.R similarity index 100% rename from keywords/analysis/translations_example.R rename to keywords/example_analysis/translations_example.R diff --git a/keywords/analysis/translations_example.py b/keywords/example_analysis/translations_example.py similarity index 100% rename from keywords/analysis/translations_example.py rename to keywords/example_analysis/translations_example.py diff --git a/wikipedia/example_analysis/output/top10_views_by_project_date.csv b/wikipedia/example_analysis/output/top10_views_by_project_date.csv new file mode 100644 index 0000000..ce7eb5e --- /dev/null +++ b/wikipedia/example_analysis/output/top10_views_by_project_date.csv @@ -0,0 +1,11 @@ +"article","project","timestamp","views" +"2019–20_coronavirus_pandemic","en.wikipedia","2020033100",831879 +"2020_coronavirus_pandemic_in_India","en.wikipedia","2020033100",323123 +"2019–20_coronavirus_pandemic_by_country_and_territory","en.wikipedia","2020033100",315572 +"2020_coronavirus_pandemic_in_the_United_States","en.wikipedia","2020033100",290535 +"Coronavirus_disease_2019","en.wikipedia","2020033100",211391 +"2020_coronavirus_pandemic_in_Italy","en.wikipedia","2020033100",209908 +"Coronavirus","en.wikipedia","2020033100",188921 +"USNS_Comfort_(T-AH-20)","en.wikipedia","2020033100",150422 +"USNS_Comfort_(T-AH-20)","en.wikipedia","2020033100",150422 +"WrestleMania_36","en.wikipedia","2020033100",137637 diff --git a/wikipedia/example_analysis/pageview_example.R b/wikipedia/example_analysis/pageview_example.R new file mode 100644 index 0000000..fb5359a --- /dev/null +++ b/wikipedia/example_analysis/pageview_example.R @@ -0,0 +1,52 @@ +### COVID-19 Digital Observatory +### 2020-03-28 +### +### Minimal example analysis file using pageview data + +library(tidyverse) +library(scales) + +### Import and cleanup one datafile from the observatory + +DataURL <- + url("https://covid19.communitydata.science/datasets/wikipedia/digobs_covid19-wikipedia-enwiki_dailyviews-20200401.tsv") + +views <- + read.table(DataURL, sep="\t", header=TRUE, stringsAsFactors=FALSE) + +### Alternatively, uncomment and run if working locally with full git +### tree +### +### Identify data source directory and file +## DataDir <- ("../data/") +## DataFile <- ("dailyviews2020032600.tsv") + +## related.searches.top <- read.table(paste(DataDir,DataFile, sep=""), +## sep="\t", header=TRUE, +## stringsAsFactors=FALSE) + +### Cleanup and do the grouping with functions from the Tidyverse +### (see https://www.tidyverse.org for more info) + +views <- views[,c("article", "project", "timestamp", "views")] +views$timestamp <- fct_explicit_na(views$timestamp) + + +### Sorts and groups at the same time +views.by.proj.date <- arrange(group_by(views, project, timestamp), + desc(views)) + + +### Export just the top 10 by pageviews +write.table(head(views.by.proj.date, 10), + file="output/top10_views_by_project_date.csv", sep=",", + row.names=FALSE) + +### A simple visualization +p <- ggplot(data=views.by.proj.date, aes(views)) + +## Density plot with log-transformed axis +p + geom_density() + scale_x_log10(labels=comma) + + + -- 2.39.5