]> code.communitydata.science - ml_measurement_error_public.git/blob - simulations/Makefile
add some files needed for running simulations on slurm
[ml_measurement_error_public.git] / simulations / Makefile
1
2 SHELL=bash
3
4 Ns=[1000,10000,25000]
5 ms=[50, 100, 250, 500]
6 seeds=[$(shell seq -s, 1 250)]
7 all:remembr.RDS
8
9 srun=srun -A comdata -p compute-bigmem --time=10:00:00 --mem 4G -c 1
10
11 example_1_jobs: example_1.R
12         grid_sweep.py --command "Rscript example_1.R" --arg_dict '{"N":${Ns},"m":${ms}, "seed":${seeds}, "outfile":["example_1.feather"]}' --outfile example_1_jobs
13
14 example_1.feather: example_1_jobs
15         rm -f example_1.feather
16         sbatch --wait --verbose --array=1-3000 run_simulation.sbatch 0 example_1_jobs
17 #       sbatch --wait --verbose --array=3001-6001 run_simulation.sbatch 0 example_1_jobs
18
19 example_2_jobs: example_2.R
20         grid_sweep.py --command "Rscript example_2.R" --arg_dict '{"N":${Ns},"m":${ms}, "seed":${seeds}, "outfile":["example_2.feather"]}' --outfile example_2_jobs
21
22 example_2.feather: example_2_jobs
23         rm -f example_2.feather
24         sbatch --wait --verbose --array=1-3000 run_simulation.sbatch 0 example_2_jobs
25 #       sbatch --wait --verbose --array=3001-6001 run_simulation.sbatch 0 example_2_jobs
26
27 example_2_B_jobs: example_2_B.R
28         grid_sweep.py --command "Rscript example_2_B.R" --arg_dict '{"N":${Ns},"m":${ms}, "seed":${seeds}, "outfile":["example_2_B.feather"]}' --outfile example_2_B_jobs
29
30 example_2_B.feather: example_2_B_jobs
31         rm -f example_2_B.feather
32         sbatch --wait --verbose --array=1-3000 run_simulation.sbatch 0 example_2_B_jobs
33
34 example_3_jobs: example_3.R
35         grid_sweep.py --command "Rscript example_3.R" --arg_dict '{"N":${Ns},"m":${ms}, "seed":${seeds}, "outfile":["example_3.feather"]}' --outfile example_3_jobs
36
37 example_3.feather: example_3_jobs
38         rm -f example_3.feather
39         sbatch --wait --verbose --array=1-3000 run_simulation.sbatch 0 example_3_jobs
40
41
42 remembr.RDS:example_2_B.feather example_1.feather example_2.feather example_3.feather
43         ${srun} Rscript plot_example.R --infile example_1.feather --name "plot.df.example.1"
44         ${srun} Rscript plot_example.R --infile example_2.feather --name "plot.df.example.2"
45         ${srun} Rscript plot_example.R --infile example_2_B.feather --name "plot.df.example.2B"
46         ${srun} Rscript plot_example.R --infile example_3.feather --name "plot.df.example.3"
47
48
49
50 #       sbatch --wait --verbose --array=3001-6001 run_simulation.sbatch 0 example_2_B_jobs
51
52 # example_2_B_mecor_jobs:
53 #       grid_sweep.py --command "Rscript example_2_B_mecor.R" --arg_dict '{"N":${Ns},"m":${ms}, "seed":${seeds}, "outfile":["example_2_B_mecor.feather"]}' --outfile example_2_B_mecor_jobs
54
55 # example_2_B_mecor.feather:example_2_B_mecor.R example_2_B_mecor_jobs
56 #       rm -f example_2_B_mecor.feather
57 #       sbatch --wait --verbose --array=1-3000 run_simulation.sbatch 0 example_2_B_mecor_jobs
58 #       sbatch --wait --verbose --array=3001-6001 run_simulation.sbatch 0 example_2_B_mecor_jobs
59
60
61

Community Data Science Collective || Want to submit a patch?