]> code.communitydata.science - mediawiki_dump_tools.git/commitdiff
bugfix. column name text_chars
authorNathan TeBlunthuis <nathante@uw.edu>
Wed, 9 Mar 2022 04:17:20 +0000 (20:17 -0800)
committerNathan TeBlunthuis <nathante@uw.edu>
Wed, 9 Mar 2022 04:17:20 +0000 (20:17 -0800)
wikiq

diff --git a/wikiq b/wikiq
index 2cb0c3a8752d7ea8ce5293fe3ea707882f636a18..fb198f3a72f8cbaa37096d3dfd7e5da7fef2e573 100755 (executable)
--- a/wikiq
+++ b/wikiq
@@ -254,7 +254,7 @@ class RevDataBase():
         pa.field("title",pa.string()),
         pa.field("namespace",pa.int32()),
         pa.field("deleted",pa.bool_()),
-        pa.field("test_chars",pa.int32()),
+        pa.field("text_chars",pa.int32()),
         pa.field("revert",pa.bool_()),
         pa.field("reverteds",pa.list_(pa.int64())),
         pa.field("sha1",pa.string()),
@@ -661,7 +661,7 @@ class WikiqParser():
 
         outtable = rows_to_table(self.parquet_buffer, self.schema)
         if self.pq_writer is None:
-            self.pq_writer = pq.ParquetWriter(self.output_file, schema, flavor='spark')
+            self.pq_writer = pq.ParquetWriter(self.output_file, self.schema, flavor='spark')
 
         self.pq_writer.write_table(outtable)
         self.parquet_buffer = []

Community Data Science Collective || Want to submit a patch?