From: Nate E TeBlunthuis Date: Tue, 27 Apr 2021 05:31:05 +0000 (-0700) Subject: bugfix X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/commitdiff_plain/6a3bfa26eebf2f261d953becc844199bab255ff0 bugfix --- diff --git a/similarities/tfidf.py b/similarities/tfidf.py index 98a2835..7f579fa 100644 --- a/similarities/tfidf.py +++ b/similarities/tfidf.py @@ -17,7 +17,7 @@ def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_ df = func(df, include_subs, term_colname) - df.write.parquet(outpath,mode='overwrite',copmression='snappy') + df.write.parquet(outpath,mode='overwrite',compression='snappy') spark.stop()