X-Git-Url: https://code.communitydata.science/covid19.git/blobdiff_plain/55110c7f21a215db2ec3e3512ff03b7e22685069..3d142377cae1d4afc0b8c64cbeea9da7dd99e7b7:/keywords/src/compile_translated_phrases.sh

diff --git a/keywords/src/compile_translated_phrases.sh b/keywords/src/compile_translated_phrases.sh
new file mode 100755
index 0000000..cbc9e5a
--- /dev/null
+++ b/keywords/src/compile_translated_phrases.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# For now these scripts don't accept command line arguments. It's an MVP
+
+echo "Reading Google trends"
+python3 collect_trends.py
+
+echo "Searching for Wikidata entities using base_terms.txt"
+python3 wikidata_search.py ../resources/base_terms.txt --output ../output/intermediate/wikidata_search_results.csv
+
+echo "Searching for Wikidata entities using Google trends"
+python3 wikidata_search.py ../output/intermediate/related_searches_rising.csv ../output/intermediate/related_searches_top.csv --use-gtrends --output ../output/intermediate/wikidata_search_results_from_gtrends.csv
+
+echo "Finding translations from Wikidata using sparql"
+python3 wikidata_translations.py  ../output/intermediate/wikidata_search_results_from_gtrends.csv  ../output/intermediate/wikidata_search_results.csv --topN 10 20 --output ../output/csv/$(date '+%Y-%m-%d')_wikidata_item_labels.csv
+