X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/3a758f1fc8fe944d6e00372cd8de20cbbd2bacf8..6a3bfa26eebf2f261d953becc844199bab255ff0:/similarities/tfidf.py diff --git a/similarities/tfidf.py b/similarities/tfidf.py index 98a2835..7f579fa 100644 --- a/similarities/tfidf.py +++ b/similarities/tfidf.py @@ -17,7 +17,7 @@ def _tfidf_wrapper(func, inpath, outpath, topN, term_colname, exclude, included_ df = func(df, include_subs, term_colname) - df.write.parquet(outpath,mode='overwrite',copmression='snappy') + df.write.parquet(outpath,mode='overwrite',compression='snappy') spark.stop()