]> code.communitydata.science - mediawiki_dump_tools.git/commitdiff
Merge branch 'user_level_wikiq' of code.communitydata.cc:mediawiki_dump_tools into...
authorgroceryheist <nathante@uw.edu>
Fri, 31 Aug 2018 23:02:05 +0000 (16:02 -0700)
committergroceryheist <nathante@uw.edu>
Fri, 31 Aug 2018 23:02:05 +0000 (16:02 -0700)
wikiq_users/wikiq_users_spark.py

index 31d078a24a0e3d8fc9c2952d5cabca904e134d3b..edc2d4f664d13bfb72ac06fdd3e2bd17d9d792e3 100755 (executable)
@@ -123,8 +123,7 @@ if __name__ == "__main__":
 
     # some kind of bad work around a bug
     # see https://issues.apache.org/jira/browse/SPARK-14948
-    reverts_df = reverts_df.select(reverts_df.revid.alias("r_revid"),'editor_nth_revert','article_nth_r
-evert')
+    reverts_df = reverts_df.select(reverts_df.revid.alias("r_revid"),'editor_nth_revert','article_nth_revert')
     df = df.join(reverts_df, df.revid == reverts_df.r_revid, how='left_outer')
     df = df.drop("r_revid")
     del(reverts_df)

Community Data Science Collective || Want to submit a patch?