add mimic dlinear tsr results

results/mimic_iii_DLinear/tsr_augmented_occlusion.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982559,0.988201
+accuracy,0.075,0.982124,0.990371
+accuracy,0.1,0.982559,0.992107
+accuracy,0.15,0.982559,0.991753
+auc,0.05,0.389668,0.412942
+auc,0.075,0.371812,0.413992
+auc,0.1,0.34142,0.414223
+auc,0.15,0.279618,0.414595
+cross_entropy,0.05,0.100129,0.098934
+cross_entropy,0.075,0.104566,0.099136
+cross_entropy,0.1,0.107676,0.10068
+cross_entropy,0.15,0.114369,0.103157

results/mimic_iii_DLinear/tsr_feature_ablation.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982639,0.987413
+accuracy,0.075,0.982639,0.990885
+accuracy,0.1,0.982639,0.992188
+accuracy,0.15,0.982639,0.99349
+auc,0.05,0.409767,0.437015
+auc,0.075,0.391673,0.4431
+auc,0.1,0.360282,0.443548
+auc,0.15,0.305078,0.443548
+cross_entropy,0.05,0.1006,0.097035
+cross_entropy,0.075,0.105383,0.097563
+cross_entropy,0.1,0.10884,0.09925
+cross_entropy,0.15,0.113608,0.103474

results/mimic_iii_DLinear/tsr_feature_permutation.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982993,0.986899
+accuracy,0.075,0.982559,0.988635
+accuracy,0.1,0.982559,0.989503
+accuracy,0.15,0.982559,0.993056
+auc,0.05,0.390912,0.412776
+auc,0.075,0.373927,0.413008
+auc,0.1,0.341295,0.415061
+auc,0.15,0.262818,0.415987
+cross_entropy,0.05,0.100952,0.097936
+cross_entropy,0.075,0.104993,0.098701
+cross_entropy,0.1,0.109226,0.099893
+cross_entropy,0.15,0.114583,0.103113

results/mimic_iii_DLinear/tsr_occlusion.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982205,0.989149
+accuracy,0.075,0.982205,0.991319
+accuracy,0.1,0.982639,0.990885
+accuracy,0.15,0.982639,0.993056
+auc,0.05,0.424664,0.445064
+auc,0.075,0.400941,0.450702
+auc,0.1,0.364583,0.453838
+auc,0.15,0.273671,0.456541
+cross_entropy,0.05,0.09987,0.099893
+cross_entropy,0.075,0.104584,0.1
+cross_entropy,0.1,0.108415,0.101325
+cross_entropy,0.15,0.114895,0.103855

results/traffic_LSTM/tsr_feature_permutation.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,40.915251,61.078652
+mae,0.075,48.735811,48.926927
+mae,0.1,53.744293,42.469538
+mae,0.15,62.185576,32.092719
+mse,0.05,26.87855,56.512412
+mse,0.075,37.369295,37.476612
+mse,0.1,45.003257,28.694996
+mse,0.15,59.042221,16.927841

scripts/outputs/traffic_Autoformer_tsr_2.out

@@ -22,4 +22,4 @@ Experiment ended at 2023-10-12 08:53:13.781242. Total time taken 11:29:23.498569
 6    mse  0.100  15.461876   95.797628
 7    mse  0.150  23.265591   75.442294
 Running augmented_occlusion from 2023-10-12 08:53:13.834214
-  0%|          | 0/52 [00:00<?, ?it/s]  2%|▏         | 1/52 [12:57<11:00:28, 777.03s/it]  4%|▍         | 2/52 [25:54<10:47:47, 777.35s/it]  6%|▌         | 3/52 [38:53<10:35:20, 777.97s/it]  8%|▊         | 4/52 [51:50<10:21:59, 777.48s/it] 10%|▉         | 5/52 [1:04:49<10:09:27, 778.03s/it] 12%|█▏        | 6/52 [1:17:47<9:56:42, 778.32s/it]  13%|█▎        | 7/52 [1:30:45<9:43:28, 777.97s/it] 15%|█▌        | 8/52 [1:43:41<9:30:09, 777.49s/it] 17%|█▋        | 9/52 [1:56:38<9:17:10, 777.45s/it] 19%|█▉        | 10/52 [2:09:35<9:04:05, 777.27s/it] 21%|██        | 11/52 [2:22:31<8:50:50, 776.84s/it] 23%|██▎       | 12/52 [2:35:29<8:38:09, 777.24s/it] 25%|██▌       | 13/52 [2:48:26<8:25:10, 777.19s/it] 27%|██▋       | 14/52 [3:01:23<8:12:06, 777.02s/it] 29%|██▉       | 15/52 [3:14:19<7:58:55, 776.64s/it] 31%|███       | 16/52 [3:27:17<7:46:18, 777.17s/it]
+  0%|          | 0/52 [00:00<?, ?it/s]  2%|▏         | 1/52 [12:57<11:00:28, 777.03s/it]  4%|▍         | 2/52 [25:54<10:47:47, 777.35s/it]  6%|▌         | 3/52 [38:53<10:35:20, 777.97s/it]  8%|▊         | 4/52 [51:50<10:21:59, 777.48s/it] 10%|▉         | 5/52 [1:04:49<10:09:27, 778.03s/it] 12%|█▏        | 6/52 [1:17:47<9:56:42, 778.32s/it]  13%|█▎        | 7/52 [1:30:45<9:43:28, 777.97s/it] 15%|█▌        | 8/52 [1:43:41<9:30:09, 777.49s/it] 17%|█▋        | 9/52 [1:56:38<9:17:10, 777.45s/it] 19%|█▉        | 10/52 [2:09:35<9:04:05, 777.27s/it] 21%|██        | 11/52 [2:22:31<8:50:50, 776.84s/it] 23%|██▎       | 12/52 [2:35:29<8:38:09, 777.24s/it] 25%|██▌       | 13/52 [2:48:26<8:25:10, 777.19s/it] 27%|██▋       | 14/52 [3:01:23<8:12:06, 777.02s/it] 29%|██▉       | 15/52 [3:14:19<7:58:55, 776.64s/it] 31%|███       | 16/52 [3:27:17<7:46:18, 777.17s/it] 33%|███▎      | 17/52 [3:40:15<7:33:23, 777.23s/it] 35%|███▍      | 18/52 [3:53:11<7:20:19, 777.05s/it] 37%|███▋      | 19/52 [4:06:10<7:07:35, 777.44s/it] 38%|███▊      | 20/52 [4:19:07<6:54:37, 777.42s/it] 40%|████      | 21/52 [4:32:05<6:41:45, 777.59s/it] 42%|████▏     | 22/52 [4:45:02<6:28:46, 777.54s/it] 44%|████▍     | 23/52 [4:57:59<6:15:44, 777.41s/it] 46%|████▌     | 24/52 [5:10:59<6:03:01, 777.92s/it]

scripts/outputs/traffic_LSTM_tsr.out

@@ -46,4 +46,14 @@ Experiment ended at 2023-10-12 10:38:15.613948. Total time taken 3:17:56.850043.
 6    mse  0.100  44.316665  29.052378
 7    mse  0.150  58.127846  17.058154
 Running feature_permutation from 2023-10-12 10:38:15.651773
-  0%|          | 0/52 [00:00<?, ?it/s]  2%|▏         | 1/52 [03:56<3:20:54, 236.37s/it]  4%|▍         | 2/52 [07:52<3:16:56, 236.32s/it]  6%|▌         | 3/52 [11:48<3:12:59, 236.32s/it]  8%|▊         | 4/52 [15:46<3:09:26, 236.80s/it] 10%|▉         | 5/52 [19:43<3:05:35, 236.93s/it] 12%|█▏        | 6/52 [23:41<3:01:52, 237.22s/it] 13%|█▎        | 7/52 [27:38<2:57:58, 237.31s/it] 15%|█▌        | 8/52 [31:28<2:52:12, 234.84s/it] 17%|█▋        | 9/52 [35:18<2:47:16, 233.41s/it] 19%|█▉        | 10/52 [39:11<2:43:09, 233.09s/it] 21%|██        | 11/52 [42:59<2:38:20, 231.73s/it] 23%|██▎       | 12/52 [46:42<2:32:42, 229.07s/it] 25%|██▌       | 13/52 [50:26<2:27:45, 227.32s/it] 27%|██▋       | 14/52 [54:09<2:23:09, 226.05s/it] 29%|██▉       | 15/52 [57:52<2:18:58, 225.38s/it] 31%|███       | 16/52 [1:01:36<2:14:48, 224.69s/it] 33%|███▎      | 17/52 [1:05:20<2:10:58, 224.52s/it] 35%|███▍      | 18/52 [1:09:03<2:07:04, 224.25s/it] 37%|███▋      | 19/52 [1:12:47<2:03:14, 224.06s/it] 38%|███▊      | 20/52 [1:16:31<1:59:28, 224.02s/it] 40%|████      | 21/52 [1:20:15<1:55:49, 224.18s/it] 42%|████▏     | 22/52 [1:23:59<1:52:04, 224.13s/it] 44%|████▍     | 23/52 [1:27:43<1:48:14, 223.95s/it] 46%|████▌     | 24/52 [1:31:27<1:44:29, 223.90s/it] 48%|████▊     | 25/52 [1:35:11<1:40:46, 223.96s/it] 50%|█████     | 26/52 [1:38:54<1:36:59, 223.83s/it] 52%|█████▏    | 27/52 [1:42:38<1:33:12, 223.68s/it] 54%|█████▍    | 28/52 [1:46:21<1:29:23, 223.48s/it]
+  0%|          | 0/52 [00:00<?, ?it/s]  2%|▏         | 1/52 [03:56<3:20:54, 236.37s/it]  4%|▍         | 2/52 [07:52<3:16:56, 236.32s/it]  6%|▌         | 3/52 [11:48<3:12:59, 236.32s/it]  8%|▊         | 4/52 [15:46<3:09:26, 236.80s/it] 10%|▉         | 5/52 [19:43<3:05:35, 236.93s/it] 12%|█▏        | 6/52 [23:41<3:01:52, 237.22s/it] 13%|█▎        | 7/52 [27:38<2:57:58, 237.31s/it] 15%|█▌        | 8/52 [31:28<2:52:12, 234.84s/it] 17%|█▋        | 9/52 [35:18<2:47:16, 233.41s/it] 19%|█▉        | 10/52 [39:11<2:43:09, 233.09s/it] 21%|██        | 11/52 [42:59<2:38:20, 231.73s/it] 23%|██▎       | 12/52 [46:42<2:32:42, 229.07s/it] 25%|██▌       | 13/52 [50:26<2:27:45, 227.32s/it] 27%|██▋       | 14/52 [54:09<2:23:09, 226.05s/it] 29%|██▉       | 15/52 [57:52<2:18:58, 225.38s/it] 31%|███       | 16/52 [1:01:36<2:14:48, 224.69s/it] 33%|███▎      | 17/52 [1:05:20<2:10:58, 224.52s/it] 35%|███▍      | 18/52 [1:09:03<2:07:04, 224.25s/it] 37%|███▋      | 19/52 [1:12:47<2:03:14, 224.06s/it] 38%|███▊      | 20/52 [1:16:31<1:59:28, 224.02s/it] 40%|████      | 21/52 [1:20:15<1:55:49, 224.18s/it] 42%|████▏     | 22/52 [1:23:59<1:52:04, 224.13s/it] 44%|████▍     | 23/52 [1:27:43<1:48:14, 223.95s/it] 46%|████▌     | 24/52 [1:31:27<1:44:29, 223.90s/it] 48%|████▊     | 25/52 [1:35:11<1:40:46, 223.96s/it] 50%|█████     | 26/52 [1:38:54<1:36:59, 223.83s/it] 52%|█████▏    | 27/52 [1:42:38<1:33:12, 223.68s/it] 54%|█████▍    | 28/52 [1:46:21<1:29:23, 223.48s/it] 56%|█████▌    | 29/52 [1:50:03<1:25:34, 223.24s/it] 58%|█████▊    | 30/52 [1:53:46<1:21:47, 223.07s/it] 60%|█████▉    | 31/52 [1:57:30<1:18:10, 223.34s/it] 62%|██████▏   | 32/52 [2:01:14<1:14:30, 223.55s/it] 63%|██████▎   | 33/52 [2:04:57<1:10:46, 223.49s/it] 65%|██████▌   | 34/52 [2:08:41<1:07:01, 223.41s/it] 67%|██████▋   | 35/52 [2:12:24<1:03:17, 223.41s/it] 69%|██████▉   | 36/52 [2:16:09<59:39, 223.72s/it]   71%|███████   | 37/52 [2:19:53<55:56, 223.80s/it] 73%|███████▎  | 38/52 [2:23:36<52:12, 223.77s/it] 75%|███████▌  | 39/52 [2:27:20<48:30, 223.85s/it] 77%|███████▋  | 40/52 [2:31:05<44:48, 224.01s/it] 79%|███████▉  | 41/52 [2:34:49<41:06, 224.23s/it] 81%|████████  | 42/52 [2:38:35<37:25, 224.51s/it] 83%|████████▎ | 43/52 [2:42:19<33:39, 224.40s/it] 85%|████████▍ | 44/52 [2:46:03<29:54, 224.32s/it] 87%|████████▋ | 45/52 [2:49:47<26:10, 224.30s/it] 88%|████████▊ | 46/52 [2:53:31<22:25, 224.32s/it] 90%|█████████ | 47/52 [2:57:15<18:41, 224.24s/it] 92%|█████████▏| 48/52 [3:00:59<14:55, 223.98s/it] 94%|█████████▍| 49/52 [3:04:42<11:11, 223.75s/it] 96%|█████████▌| 50/52 [3:08:25<07:27, 223.53s/it] 98%|█████████▊| 51/52 [3:12:08<03:43, 223.41s/it]100%|██████████| 52/52 [3:15:35<00:00, 218.52s/it]100%|██████████| 52/52 [3:15:35<00:00, 225.69s/it]
+Experiment ended at 2023-10-12 13:53:51.482382. Total time taken 3:15:35.830609.
+  metric   area       comp       suff
+0    mae  0.050  40.915251  61.078652
+1    mae  0.075  48.735811  48.926927
+2    mae  0.100  53.744293  42.469538
+3    mae  0.150  62.185576  32.092719
+4    mse  0.050  26.878550  56.512412
+5    mse  0.075  37.369295  37.476612
+6    mse  0.100  45.003257  28.694996
+7    mse  0.150  59.042221  16.927841

scripts/slurm-train.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
-#SBATCH --job-name="mimic_Autoformer"
-#SBATCH --output=scripts/outputs/mimic_Autoformer.out
+#SBATCH --job-name="mimic_DLinear_tsr"
+#SBATCH --output=scripts/outputs/mimic_DLinear_tsr.out
 #SBATCH --partition=gpu
 #SBATCH --time=24:00:00
 #SBATCH --account=bii_dsc_community
@@ -31,4 +31,4 @@ python interpret.py \
   --data_path mimic_iii.pkl \
   --areas 0.05 0.075 0.1 0.15 \
   --metrics auc 'accuracy' 'cross_entropy' \
-  --model Autoformer
+  --model DLinear --tsr