added initial version of revision-scraper

[covid19.git] / transliterations / src / compile_transliterated_phrases.sh

diff --git a/transliterations/src/compile_transliterated_phrases.sh b/transliterations/src/compile_transliterated_phrases.sh
index 09f3bb5a66027bc46b5f179a6fe42e2b7a03e2f7..6d633eebbbcbcfa8f9b523aa8f016ddd3f114da7 100755 (executable)
--- a/transliterations/src/compile_transliterated_phrases.sh
+++ b/transliterations/src/compile_transliterated_phrases.sh
@@ -6,10 +6,11 @@ echo "Reading Google trends"
 python3 collect_trends.py
 
 echo "Searching for Wikidata entities using base_terms.txt"
 python3 collect_trends.py
 
 echo "Searching for Wikidata entities using base_terms.txt"

-python3 wikidata_search.py ../data/input/base_terms.txt --output ../data/output/wikidata_search_results.csv
+python3 wikidata_search.py ../resources/base_terms.txt --output ../output/intermediate/wikidata_search_results.csv

 
 echo "Searching for Wikidata entities using Google trends"
 
 echo "Searching for Wikidata entities using Google trends"

-python3 wikidata_search.py ../data/output/related_searches_rising.csv ../data/output/related_searches_top.csv --use-gtrends --output ../data/output/wikidata_search_results_from_gtrends.csv
+python3 wikidata_search.py ../output/intermediate/related_searches_rising.csv ../output/intermediate/related_searches_top.csv --use-gtrends --output ../output/intermediate/wikidata_search_results_from_gtrends.csv

 
 echo "Finding transliterations from Wikidata using sparql"
 
 echo "Finding transliterations from Wikidata using sparql"

-python3 wikidata_transliterations.py  ../data/output/wikidata_search_results_from_gtrends.csv  ../data/output/wikidata_search_results.csv --topN 10 20 --output ../data/output/wikidata_entity_labels.csv
+python3 wikidata_transliterations.py  ../output/intermediate/wikidata_search_results_from_gtrends.csv  ../output/intermediate/wikidata_search_results.csv --topN 10 20 --output ../output/csv/$(date '+%Y-%m-%d')_wikidata_entity_labels.csv
+