From: Nathan TeBlunthuis Date: Wed, 18 Nov 2020 00:46:49 +0000 (-0800) Subject: refactor visualization code. X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/commitdiff_plain/db5879d6c92a826c65b86a68675c503b20914cf8 refactor visualization code. --- diff --git a/visualization/tsne_vis.py b/visualization/tsne_vis.py index 915cd7e..a52d812 100644 --- a/visualization/tsne_vis.py +++ b/visualization/tsne_vis.py @@ -5,6 +5,7 @@ alt.data_transformers.enable('default') from sklearn.neighbors import NearestNeighbors import pandas as pd from numpy import random +import fire import numpy as np def base_plot(plot_data): @@ -100,26 +101,31 @@ def assign_cluster_colors(tsne_data, clusters, n_colors, n_neighbors = 4): tsne_data = tsne_data.merge(colors,on='cluster') return(tsne_data) -term_data = pd.read_feather("tsne_subreddit_fit.feather") -clusters = pd.read_feather("term_3000_clusters.feather") +def build_visualization(tsne_data, clusters, output): -tsne_data = assign_cluster_colors(term_data,clusters,10,8) + tsne_data = pd.read_feather(tsne_data) + clusters = pd.read_feather(clusters) -term_zoom_plot = zoom_plot(tsne_data) + tsne_data = assign_cluster_colors(tsne_data,clusters,10,8) -term_zoom_plot.save("subreddit_terms_tsne_3000.html") + term_zoom_plot = zoom_plot(tsne_data) -term_viewport_plot = viewport_plot(tsne_data) + term_zoom_plot.save(output) -term_viewport_plot.save("subreddit_terms_tsne_3000_viewport.html") + term_viewport_plot = viewport_plot(tsne_data) -commenter_data = pd.read_feather("tsne_author_fit.feather") -clusters = pd.read_feather('author_3000_clusters.feather') -commenter_data = assign_cluster_colors(commenter_data,clusters,10,8) -commenter_zoom_plot = zoom_plot(commenter_data) -commenter_viewport_plot = viewport_plot(commenter_data) -commenter_zoom_plot.save("subreddit_commenters_tsne_3000.html") -commenter_viewport_plot.save("subreddit_commenters_tsne_3000_viewport.html") + term_viewport_plot.save(output.replace(".html","_viewport.html")) + +if __name__ == "__main__": + fire.Fire(build_visualization) + +# commenter_data = pd.read_feather("tsne_author_fit.feather") +# clusters = pd.read_feather('author_3000_clusters.feather') +# commenter_data = assign_cluster_colors(commenter_data,clusters,10,8) +# commenter_zoom_plot = zoom_plot(commenter_data) +# commenter_viewport_plot = viewport_plot(commenter_data) +# commenter_zoom_plot.save("subreddit_commenters_tsne_3000.html") +# commenter_viewport_plot.save("subreddit_commenters_tsne_3000_viewport.html") # chart = chart.properties(width=10000,height=10000) # chart.save("test_tsne_whole.svg")