Use dask to parallelize and scale user level datasets

[mediawiki_dump_tools.git] / install.dask.sh

diff --git a/install.dask.sh b/install.dask.sh
new file mode 100644 (file)
index 0000000..f5b7508
--- /dev/null
+++ b/install.dask.sh
@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+pip3 install --user cloudpickle toolz dask partd fastparquet pyarrow
+