From 6dca79a41fbd5d1e967ba2cbd12da55310e5858f Mon Sep 17 00:00:00 2001 From: Nate E TeBlunthuis Date: Fri, 3 Jul 2020 14:00:36 -0700 Subject: [PATCH] Rename spark script to reflect that it is for comments. --- reddit_bz2_2parquet.py => comments_2_parquet.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) rename reddit_bz2_2parquet.py => comments_2_parquet.py (98%) diff --git a/reddit_bz2_2parquet.py b/comments_2_parquet.py similarity index 98% rename from reddit_bz2_2parquet.py rename to comments_2_parquet.py index 93c3d45..3042f58 100755 --- a/reddit_bz2_2parquet.py +++ b/comments_2_parquet.py @@ -6,7 +6,7 @@ from pyspark.sql.types import * from pyspark import SparkConf, SparkContext from pyspark.sql import SparkSession, SQLContext -conf = SparkConf().setAppName("Reddit to bz2") +conf = SparkConf().setAppName("Reddit comments to parquet") conf = conf.set('spark.sql.crossJoin.enabled',"true") spark = SparkSession.builder.getOrCreate() -- 2.39.5