From: groceryheist Date: Fri, 31 Aug 2018 23:02:05 +0000 (-0700) Subject: Merge branch 'user_level_wikiq' of code.communitydata.cc:mediawiki_dump_tools into... X-Git-Url: https://code.communitydata.science/mediawiki_dump_tools.git/commitdiff_plain/1d5a9b53b84eb1c9f94ae6f40bfdcf81b7c68d34?hp=4c77c0f12e185b8203449eabda085eed8873d7b5 Merge branch 'user_level_wikiq' of code.communitydata.cc:mediawiki_dump_tools into user_level_wikiq --- diff --git a/wikiq_users/wikiq_users_spark.py b/wikiq_users/wikiq_users_spark.py index 31d078a..edc2d4f 100755 --- a/wikiq_users/wikiq_users_spark.py +++ b/wikiq_users/wikiq_users_spark.py @@ -123,8 +123,7 @@ if __name__ == "__main__": # some kind of bad work around a bug # see https://issues.apache.org/jira/browse/SPARK-14948 - reverts_df = reverts_df.select(reverts_df.revid.alias("r_revid"),'editor_nth_revert','article_nth_r -evert') + reverts_df = reverts_df.select(reverts_df.revid.alias("r_revid"),'editor_nth_revert','article_nth_revert') df = df.join(reverts_df, df.revid == reverts_df.r_revid, how='left_outer') df = df.drop("r_revid") del(reverts_df)