X-Git-Url: https://code.communitydata.science/cdsc_reddit.git/blobdiff_plain/811a0d87c4d394c2c7849a613f6aec2d81e49138..07b0dff9bc0dae2ab6f7fb7334007a5269a512ad:/ngrams/run_array.sbatch diff --git a/ngrams/run_array.sbatch b/ngrams/run_array.sbatch new file mode 100755 index 0000000..12bce17 --- /dev/null +++ b/ngrams/run_array.sbatch @@ -0,0 +1,19 @@ +#!/bin/bash +#SBATCH --job-name=reddit_comment_term_frequencies +#SBATCH --account=comdata +#SBATCH --partition=compute-bigmem +#SBATCH --nodes=1 +#SBATCH --ntasks-per-node=1 +#SBATCH --cpus-per-task=1 +#SBATCH --mem-per-cpu=9g +#SBATCH --ntasks=1 +#SBATCH --export=ALL +#SBATCH --time=48:00:00 +#SBATCH --chdir=/gscratch/comdata/users/nathante/partitioning_reddit/dataverse/cdsc_reddit/ngrams +#SBATCH --error="sbatch_log/%A_%a.out" +#SBATCH --output="sbatch_log/%A_%a.out" + +TASK_NUM=$(($SLURM_ARRAY_TASK_ID + $1)) +TASK_CALL=$(sed -n ${TASK_NUM}p $2) +${TASK_CALL} +