-
Notifications
You must be signed in to change notification settings - Fork 3
/
train_aws.sbatch
111 lines (86 loc) · 39.7 KB
/
train_aws.sbatch
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
#!/bin/bash
#SBATCH --exclusive
#SBATCH --ntasks-per-node=1
#SBATCH --output=%x_%J_stdout.txt
#SBATCH --error=%x_%J_stderr.txt
#SBATCH --time=7-00:00:00
#SBATCH --mail-user=brian.hempel@noaa.gov
#SBATCH --mail-type=ALL
# Queue Count Model vCPU Memory (GiB) Instance Storage (GB) Network Bandwidth (Gbps) EBS Bandwidth (Mbps)
# spc-1 12 c5.24xlarge 96 192 EBS-Only 25 19,000
# spc-2 8 c5n.18xlarge 72 192 EBS-Only 100 19,000
# spc-3 6 m5n.24xlarge 96 384 EBS-Only 100 19,000
# spc-4 4 m6i.32xlarge 128 512 EBS-Only 50 40,000
# USAGE: DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=wind_adj,sig_hail,hail,sig_wind_adj,sig_tornado,sig_wind,tornado,wind; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=sref FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 DATA_SUBSET_RATIO=0.3 NEAR_STORM_RATIO= EVENT_TYPES=wind_adj,sig_hail,hail,sig_wind_adj,sig_tornado,sig_wind,tornado,wind; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 1 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=sref FORECAST_HOUR_START=12 FORECAST_HOUR_STOP=23 DATA_SUBSET_RATIO=0.3 NEAR_STORM_RATIO= EVENT_TYPES=wind_adj,sig_hail,hail,sig_wind_adj; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 2 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=sref FORECAST_HOUR_START=12 FORECAST_HOUR_STOP=23 DATA_SUBSET_RATIO=0.3 NEAR_STORM_RATIO= EVENT_TYPES=sig_tornado,sig_wind,tornado,wind; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 3 DATA_ROOT=$(pwd) PARTITION=spc-3 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=sref FORECAST_HOUR_START=21 FORECAST_HOUR_STOP=38 DATA_SUBSET_RATIO=0.2 NEAR_STORM_RATIO= EVENT_TYPES=wind_adj,sig_hail,hail,sig_wind_adj; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 8 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=sref FORECAST_HOUR_START=21 FORECAST_HOUR_STOP=38 DATA_SUBSET_RATIO=0.2 NEAR_STORM_RATIO= EVENT_TYPES=sig_tornado,sig_wind,tornado,wind; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 7 DATA_ROOT=$(pwd) PARTITION=spc-3 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=wind_adj,sig_hail,hail,sig_wind_adj; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 9 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=sig_tornado,sig_wind; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 10 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado,wind; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 11 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=sig_wind_adj; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 12 DATA_ROOT=$(pwd) PARTITION=spc-4 NODES=2 CPUS_PER_TASK=64 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=sig_wind_adj; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# features_2021v2_mean_n=58.txt
# features_2021v2_prob_n=80.txt
# features_2021v2_mean_prob_n=138.txt
# features_2021v2_mean_prob_computed_no_sv_n=219.txt
# features_2021v2_mean_prob_computed_n=220.txt
# features_2021v2_mean_prob_computed_partial_climatology_n=227.txt
# features_2021v2_mean_prob_computed_climatology_n=253.txt
# features_2021v2_mean_prob_computed_climatology_blurs_n=910.txt
# features_2021v2_mean_prob_computed_climatology_grads_n=1348.txt
# features_2021v2_mean_prob_computed_climatology_blurs_grads_n=2005.txt
# features_2021v2_mean_prob_computed_climatology_prior_next_hrs_n=691.txt
# features_2021v2_mean_prob_computed_climatology_3hr_n=1567.txt
# 17 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_n=58.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 18 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_n=58.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 19 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_prob_n=80.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 20 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_prob_n=80.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 15 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_n=138.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 16 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_n=138.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 21 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_no_sv_n=219.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 22 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_no_sv_n=219.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 23 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_n=220.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 24 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_n=220.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 25 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_partial_climatology_n=227.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 26 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_partial_climatology_n=227.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 27 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_n=253.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 28 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_n=253.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 29 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_blurs_n=910.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 30 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_blurs_n=910.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 31 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_grads_n=1348.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 32 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_grads_n=1348.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 37 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_blurs_grads_n=2005.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 38 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_blurs_grads_n=2005.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 33 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_prior_next_hrs_n=691.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 34 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_prior_next_hrs_n=691.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 35 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=13 FORECAST_HOUR_STOP=24 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_3hr_n=1567.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 36 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=24 FORECAST_HOUR_STOP=35 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_3hr_n=1567.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 56 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_n=58.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 57 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_prob_n=80.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 58 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_n=138.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 59 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_no_sv_n=219.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 60 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_n=220.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 61 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_partial_climatology_n=227.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 62 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_n=253.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 63 DATA_ROOT=$(pwd) PARTITION=spc-1 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_blurs_n=910.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 64 DATA_ROOT=$(pwd) PARTITION=spc-3 NODES=3 CPUS_PER_TASK=48 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_grads_n=1348.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 65 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_blurs_grads_n=2005.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 68 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_prior_next_hrs_n=691.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
# 67 DATA_ROOT=$(pwd) PARTITION=spc-2 NODES=4 CPUS_PER_TASK=36 SREF_OR_HREF=href FORECAST_HOUR_START=2 FORECAST_HOUR_STOP=13 ONLY_FEATURES_PATH="/scratch/nadocast_dev/models/href_mid_2018_forward/features_2021v2_mean_prob_computed_climatology_3hr_n=1567.txt" DATA_SUBSET_RATIO=0.03 NEAR_STORM_RATIO=0.4 EVENT_TYPES=tornado; DATA_ROOT=$DATA_ROOT SREF_OR_HREF=$SREF_OR_HREF FORECAST_HOUR_START=$FORECAST_HOUR_START FORECAST_HOUR_STOP=$FORECAST_HOUR_STOP ONLY_FEATURES_PATH=$ONLY_FEATURES_PATH DATA_SUBSET_RATIO=$DATA_SUBSET_RATIO NEAR_STORM_RATIO=$NEAR_STORM_RATIO EVENT_TYPES=$EVENT_TYPES sbatch --partition=$PARTITION --nodes=$NODES --cpus-per-task=$CPUS_PER_TASK --job-name=train_${SREF_OR_HREF}_f${FORECAST_HOUR_START}-${FORECAST_HOUR_STOP}_${DATA_SUBSET_RATIO}_${NEAR_STORM_RATIO}_$(basename $ONLY_FEATURES_PATH)_${EVENT_TYPES} /scratch/nadocast_dev/train_aws.sbatch
export HOME=/home/brian.hempel
export PATH=$PATH:$HOME/.local/bin:$HOME/bin
export FORECAST_HOUR_RANGE=${FORECAST_HOUR_START}:${FORECAST_HOUR_STOP}
export JULIA_MPI_BINARY=system
export JULIA_MPI_PATH=/opt/amazon/openmpi
export JULIA_MPI_LIBRARY=/opt/amazon/openmpi/lib64/libmpi
export JULIA_NUM_THREADS=$SLURM_CPUS_PER_TASK
export MUST_LOAD_FROM_DISK=true
export DISTRIBUTED=true
cd $DATA_ROOT
pwd
env
cat /proc/cpuinfo
time mpirun --bind-to none julia --compiled-modules=no --project=/scratch/nadocast_dev /scratch/nadocast_dev/models/${SREF_OR_HREF}_mid_2018_forward/TrainGradientBoostedDecisionTrees.jl