X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/5632a971c633834720b1beb7f65f8a5d0924c0e7..db5879d6c92a826c65b86a68675c503b20914cf8:/tfidf_comments.py

diff --git a/tfidf_comments.py b/tfidf_comments.py
index 9e1a437..65d2420 100644
--- a/tfidf_comments.py
+++ b/tfidf_comments.py
@@ -15,3 +15,4 @@ include_subs = {s.strip('\n') for s in include_subs}
 df = build_tfidf_dataset(df, include_subs, 'term')
 
 df.write.parquet('/gscratch/comdata/users/nathante/subreddit_tfidf.parquet',mode='overwrite',compression='snappy')
+spark.stop()