From 2377b99884711a5372330b4048d761ba0896af19 Mon Sep 17 00:00:00 2001
From: khairulislam <khairulislamtanim@gmail.com>
Date: Thu, 12 Oct 2023 14:17:50 -0400
Subject: [PATCH] add mimic dlinear tsr results

---
 .../tsr_augmented_occlusion.csv               | 13 ++++
 .../tsr_feature_ablation.csv                  | 13 ++++
 .../tsr_feature_permutation.csv               | 13 ++++
 results/mimic_iii_DLinear/tsr_occlusion.csv   | 13 ++++
 .../traffic_LSTM/tsr_feature_permutation.csv  |  9 +++
 scripts/outputs/mimic_DLinear_tsr.out         | 77 +++++++++++++++++++
 scripts/outputs/traffic_Autoformer_tsr_2.out  |  2 +-
 scripts/outputs/traffic_LSTM_tsr.out          | 12 ++-
 scripts/slurm-train.sh                        |  6 +-
 9 files changed, 153 insertions(+), 5 deletions(-)
 create mode 100644 results/mimic_iii_DLinear/tsr_augmented_occlusion.csv
 create mode 100644 results/mimic_iii_DLinear/tsr_feature_ablation.csv
 create mode 100644 results/mimic_iii_DLinear/tsr_feature_permutation.csv
 create mode 100644 results/mimic_iii_DLinear/tsr_occlusion.csv
 create mode 100644 results/traffic_LSTM/tsr_feature_permutation.csv
 create mode 100644 scripts/outputs/mimic_DLinear_tsr.out

diff --git a/results/mimic_iii_DLinear/tsr_augmented_occlusion.csv b/results/mimic_iii_DLinear/tsr_augmented_occlusion.csv
new file mode 100644
index 0000000..22500d0
--- /dev/null
+++ b/results/mimic_iii_DLinear/tsr_augmented_occlusion.csv
@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982559,0.988201
+accuracy,0.075,0.982124,0.990371
+accuracy,0.1,0.982559,0.992107
+accuracy,0.15,0.982559,0.991753
+auc,0.05,0.389668,0.412942
+auc,0.075,0.371812,0.413992
+auc,0.1,0.34142,0.414223
+auc,0.15,0.279618,0.414595
+cross_entropy,0.05,0.100129,0.098934
+cross_entropy,0.075,0.104566,0.099136
+cross_entropy,0.1,0.107676,0.10068
+cross_entropy,0.15,0.114369,0.103157
diff --git a/results/mimic_iii_DLinear/tsr_feature_ablation.csv b/results/mimic_iii_DLinear/tsr_feature_ablation.csv
new file mode 100644
index 0000000..9b6fa9c
--- /dev/null
+++ b/results/mimic_iii_DLinear/tsr_feature_ablation.csv
@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982639,0.987413
+accuracy,0.075,0.982639,0.990885
+accuracy,0.1,0.982639,0.992188
+accuracy,0.15,0.982639,0.99349
+auc,0.05,0.409767,0.437015
+auc,0.075,0.391673,0.4431
+auc,0.1,0.360282,0.443548
+auc,0.15,0.305078,0.443548
+cross_entropy,0.05,0.1006,0.097035
+cross_entropy,0.075,0.105383,0.097563
+cross_entropy,0.1,0.10884,0.09925
+cross_entropy,0.15,0.113608,0.103474
diff --git a/results/mimic_iii_DLinear/tsr_feature_permutation.csv b/results/mimic_iii_DLinear/tsr_feature_permutation.csv
new file mode 100644
index 0000000..a1581b6
--- /dev/null
+++ b/results/mimic_iii_DLinear/tsr_feature_permutation.csv
@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982993,0.986899
+accuracy,0.075,0.982559,0.988635
+accuracy,0.1,0.982559,0.989503
+accuracy,0.15,0.982559,0.993056
+auc,0.05,0.390912,0.412776
+auc,0.075,0.373927,0.413008
+auc,0.1,0.341295,0.415061
+auc,0.15,0.262818,0.415987
+cross_entropy,0.05,0.100952,0.097936
+cross_entropy,0.075,0.104993,0.098701
+cross_entropy,0.1,0.109226,0.099893
+cross_entropy,0.15,0.114583,0.103113
diff --git a/results/mimic_iii_DLinear/tsr_occlusion.csv b/results/mimic_iii_DLinear/tsr_occlusion.csv
new file mode 100644
index 0000000..47f3b0c
--- /dev/null
+++ b/results/mimic_iii_DLinear/tsr_occlusion.csv
@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.982205,0.989149
+accuracy,0.075,0.982205,0.991319
+accuracy,0.1,0.982639,0.990885
+accuracy,0.15,0.982639,0.993056
+auc,0.05,0.424664,0.445064
+auc,0.075,0.400941,0.450702
+auc,0.1,0.364583,0.453838
+auc,0.15,0.273671,0.456541
+cross_entropy,0.05,0.09987,0.099893
+cross_entropy,0.075,0.104584,0.1
+cross_entropy,0.1,0.108415,0.101325
+cross_entropy,0.15,0.114895,0.103855
diff --git a/results/traffic_LSTM/tsr_feature_permutation.csv b/results/traffic_LSTM/tsr_feature_permutation.csv
new file mode 100644
index 0000000..2dce47f
--- /dev/null
+++ b/results/traffic_LSTM/tsr_feature_permutation.csv
@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,40.915251,61.078652
+mae,0.075,48.735811,48.926927
+mae,0.1,53.744293,42.469538
+mae,0.15,62.185576,32.092719
+mse,0.05,26.87855,56.512412
+mse,0.075,37.369295,37.476612
+mse,0.1,45.003257,28.694996
+mse,0.15,59.042221,16.927841
diff --git a/scripts/outputs/mimic_DLinear_tsr.out b/scripts/outputs/mimic_DLinear_tsr.out
new file mode 100644
index 0000000..59af1f0
--- /dev/null
+++ b/scripts/outputs/mimic_DLinear_tsr.out
@@ -0,0 +1,77 @@
+Use GPU: cuda:0
+train 18390
+test 2299
+Experiments will be saved in ./results/mimic_iii_DLinear
+Use GPU: cuda:0
+Experiments will be saved in ./results/mimic_iii_DLinear
+test 2299
+Loading model from ./results/mimic_iii_DLinear/checkpoint.pth
+explainers: ['feature_ablation', 'occlusion', 'augmented_occlusion', 'feature_permutation']
+ areas: [0.05, 0.075, 0.1, 0.15]
+ metrics: ['auc', 'accuracy', 'cross_entropy']
+
+Interpreting with TSR enabled.
+Running feature_ablation from 2023-10-12 12:51:42.933317
+
  0%|          | 0/72 [00:00<?, ?it/s]
  1%|▏         | 1/72 [00:10<12:00, 10.15s/it]
  3%|▎         | 2/72 [00:19<11:04,  9.50s/it]
  4%|▍         | 3/72 [00:28<10:41,  9.29s/it]
  6%|▌         | 4/72 [00:37<10:25,  9.20s/it]
  7%|▋         | 5/72 [00:46<10:13,  9.15s/it]
  8%|▊         | 6/72 [00:55<10:01,  9.11s/it]
 10%|▉         | 7/72 [01:04<09:50,  9.08s/it]
 11%|█         | 8/72 [01:13<09:41,  9.09s/it]
 12%|█▎        | 9/72 [01:22<09:32,  9.09s/it]
 14%|█▍        | 10/72 [01:31<09:24,  9.11s/it]
 15%|█▌        | 11/72 [01:40<09:14,  9.09s/it]
 17%|█▋        | 12/72 [01:49<09:05,  9.09s/it]
 18%|█▊        | 13/72 [01:59<08:57,  9.11s/it]
 19%|█▉        | 14/72 [02:08<08:47,  9.09s/it]
 21%|██        | 15/72 [02:17<08:37,  9.08s/it]
 22%|██▏       | 16/72 [02:26<08:29,  9.09s/it]
 24%|██▎       | 17/72 [02:35<08:18,  9.06s/it]
 25%|██▌       | 18/72 [02:44<08:11,  9.10s/it]
 26%|██▋       | 19/72 [02:53<08:02,  9.10s/it]
 28%|██▊       | 20/72 [03:02<07:53,  9.11s/it]
 29%|██▉       | 21/72 [03:11<07:45,  9.13s/it]
 31%|███       | 22/72 [03:20<07:36,  9.13s/it]
 32%|███▏      | 23/72 [03:30<07:26,  9.11s/it]
 33%|███▎      | 24/72 [03:39<07:18,  9.13s/it]
 35%|███▍      | 25/72 [03:48<07:08,  9.11s/it]
 36%|███▌      | 26/72 [03:57<06:58,  9.11s/it]
 38%|███▊      | 27/72 [04:06<06:50,  9.13s/it]
 39%|███▉      | 28/72 [04:15<06:42,  9.15s/it]
 40%|████      | 29/72 [04:25<06:34,  9.18s/it]
 42%|████▏     | 30/72 [04:34<06:25,  9.17s/it]
 43%|████▎     | 31/72 [04:43<06:15,  9.15s/it]
 44%|████▍     | 32/72 [04:52<06:06,  9.17s/it]
 46%|████▌     | 33/72 [05:01<05:56,  9.15s/it]
 47%|████▋     | 34/72 [05:10<05:47,  9.15s/it]
 49%|████▊     | 35/72 [05:19<05:38,  9.16s/it]
 50%|█████     | 36/72 [05:29<05:28,  9.13s/it]
 51%|█████▏    | 37/72 [05:38<05:19,  9.12s/it]
 53%|█████▎    | 38/72 [05:47<05:10,  9.13s/it]
 54%|█████▍    | 39/72 [05:56<05:00,  9.10s/it]
 56%|█████▌    | 40/72 [06:05<04:50,  9.09s/it]
 57%|█████▋    | 41/72 [06:14<04:42,  9.11s/it]
 58%|█████▊    | 42/72 [06:23<04:32,  9.09s/it]
 60%|█████▉    | 43/72 [06:32<04:23,  9.08s/it]
 61%|██████    | 44/72 [06:41<04:14,  9.09s/it]
 62%|██████▎   | 45/72 [06:50<04:05,  9.10s/it]
 64%|██████▍   | 46/72 [07:00<03:57,  9.12s/it]
 65%|██████▌   | 47/72 [07:09<03:47,  9.11s/it]
 67%|██████▋   | 48/72 [07:18<03:38,  9.12s/it]
 68%|██████▊   | 49/72 [07:27<03:30,  9.14s/it]
 69%|██████▉   | 50/72 [07:36<03:20,  9.12s/it]
 71%|███████   | 51/72 [07:45<03:11,  9.11s/it]
 72%|███████▏  | 52/72 [07:54<03:02,  9.13s/it]
 74%|███████▎  | 53/72 [08:03<02:52,  9.10s/it]
 75%|███████▌  | 54/72 [08:12<02:43,  9.08s/it]
 76%|███████▋  | 55/72 [08:22<02:35,  9.14s/it]
 78%|███████▊  | 56/72 [08:31<02:25,  9.11s/it]
 79%|███████▉  | 57/72 [08:40<02:16,  9.10s/it]
 81%|████████  | 58/72 [08:49<02:07,  9.12s/it]
 82%|████████▏ | 59/72 [08:58<01:58,  9.13s/it]
 83%|████████▎ | 60/72 [09:07<01:49,  9.15s/it]
 85%|████████▍ | 61/72 [09:16<01:40,  9.14s/it]
 86%|████████▌ | 62/72 [09:25<01:31,  9.14s/it]
 88%|████████▊ | 63/72 [09:35<01:22,  9.15s/it]
 89%|████████▉ | 64/72 [09:44<01:13,  9.13s/it]
 90%|█████████ | 65/72 [09:53<01:03,  9.13s/it]
 92%|█████████▏| 66/72 [10:02<00:54,  9.15s/it]
 93%|█████████▎| 67/72 [10:11<00:45,  9.12s/it]
 94%|█████████▍| 68/72 [10:20<00:36,  9.11s/it]
 96%|█████████▌| 69/72 [10:29<00:27,  9.12s/it]
 97%|█████████▋| 70/72 [10:38<00:18,  9.10s/it]
 99%|█████████▊| 71/72 [10:48<00:09,  9.13s/it]
100%|██████████| 72/72 [10:56<00:00,  8.82s/it]
100%|██████████| 72/72 [10:56<00:00,  9.11s/it]
+Experiment ended at 2023-10-12 13:02:39.121833. Total time taken 0:10:56.188516.
+           metric   area      comp      suff
+0        accuracy  0.050  0.982639  0.987413
+1        accuracy  0.075  0.982639  0.990885
+2        accuracy  0.100  0.982639  0.992188
+3        accuracy  0.150  0.982639  0.993490
+4             auc  0.050  0.409767  0.437015
+5             auc  0.075  0.391673  0.443100
+6             auc  0.100  0.360282  0.443548
+7             auc  0.150  0.305078  0.443548
+8   cross_entropy  0.050  0.100600  0.097035
+9   cross_entropy  0.075  0.105383  0.097563
+10  cross_entropy  0.100  0.108840  0.099250
+11  cross_entropy  0.150  0.113608  0.103474
+Running occlusion from 2023-10-12 13:02:39.158474
+
  0%|          | 0/72 [00:00<?, ?it/s]
  1%|▏         | 1/72 [00:09<10:41,  9.03s/it]
  3%|▎         | 2/72 [00:18<10:35,  9.08s/it]
  4%|▍         | 3/72 [00:27<10:29,  9.12s/it]
  6%|▌         | 4/72 [00:36<10:17,  9.09s/it]
  7%|▋         | 5/72 [00:45<10:09,  9.09s/it]
  8%|▊         | 6/72 [00:54<10:01,  9.12s/it]
 10%|▉         | 7/72 [01:03<09:53,  9.14s/it]
 11%|█         | 8/72 [01:12<09:45,  9.15s/it]
 12%|█▎        | 9/72 [01:22<09:35,  9.14s/it]
 14%|█▍        | 10/72 [01:31<09:26,  9.13s/it]
 15%|█▌        | 11/72 [01:40<09:19,  9.18s/it]
 17%|█▋        | 12/72 [01:49<09:09,  9.16s/it]
 18%|█▊        | 13/72 [01:58<08:59,  9.15s/it]
 19%|█▉        | 14/72 [02:07<08:52,  9.18s/it]
 21%|██        | 15/72 [02:17<08:41,  9.15s/it]
 22%|██▏       | 16/72 [02:26<08:32,  9.15s/it]
 24%|██▎       | 17/72 [02:35<08:24,  9.17s/it]
 25%|██▌       | 18/72 [02:44<08:15,  9.18s/it]
 26%|██▋       | 19/72 [02:53<08:07,  9.21s/it]
 28%|██▊       | 20/72 [03:03<07:57,  9.19s/it]
 29%|██▉       | 21/72 [03:12<07:48,  9.19s/it]
 31%|███       | 22/72 [03:21<07:40,  9.21s/it]
 32%|███▏      | 23/72 [03:30<07:29,  9.18s/it]
 33%|███▎      | 24/72 [03:39<07:19,  9.15s/it]
 35%|███▍      | 25/72 [03:48<07:10,  9.16s/it]
 36%|███▌      | 26/72 [03:57<07:00,  9.13s/it]
 38%|███▊      | 27/72 [04:07<06:53,  9.18s/it]
 39%|███▉      | 28/72 [04:16<06:44,  9.20s/it]
 40%|████      | 29/72 [04:25<06:35,  9.20s/it]
 42%|████▏     | 30/72 [04:34<06:27,  9.23s/it]
 43%|████▎     | 31/72 [04:44<06:16,  9.18s/it]
 44%|████▍     | 32/72 [04:53<06:06,  9.17s/it]
 46%|████▌     | 33/72 [05:02<05:58,  9.19s/it]
 47%|████▋     | 34/72 [05:11<05:47,  9.15s/it]
 49%|████▊     | 35/72 [05:20<05:38,  9.15s/it]
 50%|█████     | 36/72 [05:29<05:29,  9.15s/it]
 51%|█████▏    | 37/72 [05:38<05:19,  9.12s/it]
 53%|█████▎    | 38/72 [05:48<05:10,  9.14s/it]
 54%|█████▍    | 39/72 [05:57<05:01,  9.14s/it]
 56%|█████▌    | 40/72 [06:06<04:52,  9.15s/it]
 57%|█████▋    | 41/72 [06:15<04:44,  9.18s/it]
 58%|█████▊    | 42/72 [06:24<04:34,  9.16s/it]
 60%|█████▉    | 43/72 [06:33<04:25,  9.16s/it]
 61%|██████    | 44/72 [06:43<04:16,  9.16s/it]
 62%|██████▎   | 45/72 [06:52<04:06,  9.13s/it]
 64%|██████▍   | 46/72 [07:01<03:57,  9.12s/it]
 65%|██████▌   | 47/72 [07:10<03:48,  9.14s/it]
 67%|██████▋   | 48/72 [07:19<03:38,  9.11s/it]
 68%|██████▊   | 49/72 [07:28<03:29,  9.13s/it]
 69%|██████▉   | 50/72 [07:37<03:21,  9.15s/it]
 71%|███████   | 51/72 [07:46<03:12,  9.16s/it]
 72%|███████▏  | 52/72 [07:56<03:03,  9.17s/it]
 74%|███████▎  | 53/72 [08:05<02:53,  9.15s/it]
 75%|███████▌  | 54/72 [08:14<02:44,  9.15s/it]
 76%|███████▋  | 55/72 [08:23<02:37,  9.27s/it]
 78%|███████▊  | 56/72 [08:33<02:27,  9.23s/it]
 79%|███████▉  | 57/72 [08:42<02:17,  9.20s/it]
 81%|████████  | 58/72 [08:51<02:08,  9.19s/it]
 82%|████████▏ | 59/72 [09:00<01:58,  9.14s/it]
 83%|████████▎ | 60/72 [09:09<01:50,  9.17s/it]
 85%|████████▍ | 61/72 [09:18<01:40,  9.18s/it]
 86%|████████▌ | 62/72 [09:28<01:32,  9.21s/it]
 88%|████████▊ | 63/72 [09:37<01:23,  9.24s/it]
 89%|████████▉ | 64/72 [09:46<01:13,  9.20s/it]
 90%|█████████ | 65/72 [09:55<01:04,  9.20s/it]
 92%|█████████▏| 66/72 [10:05<00:55,  9.23s/it]
 93%|█████████▎| 67/72 [10:14<00:45,  9.18s/it]
 94%|█████████▍| 68/72 [10:23<00:36,  9.23s/it]
 96%|█████████▌| 69/72 [10:32<00:27,  9.24s/it]
 97%|█████████▋| 70/72 [10:41<00:18,  9.24s/it]
 99%|█████████▊| 71/72 [10:51<00:09,  9.26s/it]
100%|██████████| 72/72 [10:59<00:00,  8.92s/it]
100%|██████████| 72/72 [10:59<00:00,  9.16s/it]
+Experiment ended at 2023-10-12 13:13:38.545163. Total time taken 0:10:59.386689.
+           metric   area      comp      suff
+0        accuracy  0.050  0.982205  0.989149
+1        accuracy  0.075  0.982205  0.991319
+2        accuracy  0.100  0.982639  0.990885
+3        accuracy  0.150  0.982639  0.993056
+4             auc  0.050  0.424664  0.445064
+5             auc  0.075  0.400941  0.450702
+6             auc  0.100  0.364583  0.453838
+7             auc  0.150  0.273671  0.456541
+8   cross_entropy  0.050  0.099870  0.099893
+9   cross_entropy  0.075  0.104584  0.100000
+10  cross_entropy  0.100  0.108415  0.101325
+11  cross_entropy  0.150  0.114895  0.103855
+Running augmented_occlusion from 2023-10-12 13:13:38.563513
+
  0%|          | 0/72 [00:00<?, ?it/s]
  1%|▏         | 1/72 [00:09<10:55,  9.23s/it]
  3%|▎         | 2/72 [00:18<10:50,  9.29s/it]
  4%|▍         | 3/72 [00:27<10:36,  9.23s/it]
  6%|▌         | 4/72 [00:36<10:27,  9.22s/it]
  7%|▋         | 5/72 [00:46<10:19,  9.25s/it]
  8%|▊         | 6/72 [00:55<10:07,  9.20s/it]
 10%|▉         | 7/72 [01:04<09:57,  9.19s/it]
 11%|█         | 8/72 [01:13<09:49,  9.21s/it]
 12%|█▎        | 9/72 [01:23<09:41,  9.23s/it]
 14%|█▍        | 10/72 [01:32<09:32,  9.23s/it]
 15%|█▌        | 11/72 [01:41<09:21,  9.21s/it]
 17%|█▋        | 12/72 [01:50<09:11,  9.19s/it]
 18%|█▊        | 13/72 [01:59<09:02,  9.19s/it]
 19%|█▉        | 14/72 [02:08<08:51,  9.17s/it]
 21%|██        | 15/72 [02:18<08:42,  9.16s/it]
 22%|██▏       | 16/72 [02:27<08:33,  9.18s/it]
 24%|██▎       | 17/72 [02:36<08:22,  9.15s/it]
 25%|██▌       | 18/72 [02:45<08:15,  9.18s/it]
 26%|██▋       | 19/72 [02:54<08:06,  9.18s/it]
 28%|██▊       | 20/72 [03:03<07:56,  9.17s/it]
 29%|██▉       | 21/72 [03:13<07:48,  9.19s/it]
 31%|███       | 22/72 [03:22<07:38,  9.17s/it]
 32%|███▏      | 23/72 [03:31<07:28,  9.16s/it]
 33%|███▎      | 24/72 [03:40<07:20,  9.17s/it]
 35%|███▍      | 25/72 [03:49<07:09,  9.13s/it]
 36%|███▌      | 26/72 [03:58<06:59,  9.13s/it]
 38%|███▊      | 27/72 [04:07<06:51,  9.14s/it]
 39%|███▉      | 28/72 [04:17<06:41,  9.12s/it]
 40%|████      | 29/72 [04:26<06:32,  9.12s/it]
 42%|████▏     | 30/72 [04:35<06:23,  9.13s/it]
 43%|████▎     | 31/72 [04:44<06:14,  9.14s/it]
 44%|████▍     | 32/72 [04:53<06:06,  9.17s/it]
 46%|████▌     | 33/72 [05:02<05:57,  9.16s/it]
 47%|████▋     | 34/72 [05:11<05:47,  9.16s/it]
 49%|████▊     | 35/72 [05:21<05:39,  9.17s/it]
 50%|█████     | 36/72 [05:30<05:28,  9.14s/it]
 51%|█████▏    | 37/72 [05:39<05:19,  9.13s/it]
 53%|█████▎    | 38/72 [05:48<05:10,  9.13s/it]
 54%|█████▍    | 39/72 [05:57<05:00,  9.11s/it]
 56%|█████▌    | 40/72 [06:06<04:51,  9.11s/it]
 57%|█████▋    | 41/72 [06:15<04:42,  9.13s/it]
 58%|█████▊    | 42/72 [06:24<04:33,  9.10s/it]
 60%|█████▉    | 43/72 [06:34<04:25,  9.15s/it]
 61%|██████    | 44/72 [06:43<04:16,  9.16s/it]
 62%|██████▎   | 45/72 [06:52<04:06,  9.15s/it]
 64%|██████▍   | 46/72 [07:01<03:58,  9.16s/it]
 65%|██████▌   | 47/72 [07:10<03:48,  9.15s/it]
 67%|██████▋   | 48/72 [07:19<03:39,  9.15s/it]
 68%|██████▊   | 49/72 [07:29<03:31,  9.18s/it]
 69%|██████▉   | 50/72 [07:38<03:21,  9.14s/it]
 71%|███████   | 51/72 [07:47<03:11,  9.14s/it]
 72%|███████▏  | 52/72 [07:56<03:03,  9.16s/it]
 74%|███████▎  | 53/72 [08:05<02:53,  9.12s/it]
 75%|███████▌  | 54/72 [08:14<02:44,  9.16s/it]
 76%|███████▋  | 55/72 [08:24<02:35,  9.17s/it]
 78%|███████▊  | 56/72 [08:33<02:26,  9.17s/it]
 79%|███████▉  | 57/72 [08:42<02:17,  9.20s/it]
 81%|████████  | 58/72 [08:51<02:08,  9.18s/it]
 82%|████████▏ | 59/72 [09:00<01:59,  9.17s/it]
 83%|████████▎ | 60/72 [09:09<01:50,  9.18s/it]
 85%|████████▍ | 61/72 [09:19<01:40,  9.16s/it]
 86%|████████▌ | 62/72 [09:28<01:31,  9.15s/it]
 88%|████████▊ | 63/72 [09:37<01:22,  9.17s/it]
 89%|████████▉ | 64/72 [09:46<01:12,  9.12s/it]
 90%|█████████ | 65/72 [09:55<01:04,  9.17s/it]
 92%|█████████▏| 66/72 [10:04<00:54,  9.15s/it]
 93%|█████████▎| 67/72 [10:13<00:45,  9.16s/it]
 94%|█████████▍| 68/72 [10:23<00:36,  9.19s/it]
 96%|█████████▌| 69/72 [10:32<00:27,  9.16s/it]
 97%|█████████▋| 70/72 [10:41<00:18,  9.15s/it]
 99%|█████████▊| 71/72 [10:50<00:09,  9.17s/it]
100%|██████████| 72/72 [10:58<00:00,  8.85s/it]
100%|██████████| 72/72 [10:58<00:00,  9.15s/it]
+Experiment ended at 2023-10-12 13:24:37.315203. Total time taken 0:10:58.751690.
+           metric   area      comp      suff
+0        accuracy  0.050  0.982559  0.988201
+1        accuracy  0.075  0.982124  0.990371
+2        accuracy  0.100  0.982559  0.992107
+3        accuracy  0.150  0.982559  0.991753
+4             auc  0.050  0.389668  0.412942
+5             auc  0.075  0.371812  0.413992
+6             auc  0.100  0.341420  0.414223
+7             auc  0.150  0.279618  0.414595
+8   cross_entropy  0.050  0.100129  0.098934
+9   cross_entropy  0.075  0.104566  0.099136
+10  cross_entropy  0.100  0.107676  0.100680
+11  cross_entropy  0.150  0.114369  0.103157
+Running feature_permutation from 2023-10-12 13:24:37.341076
+
  0%|          | 0/72 [00:00<?, ?it/s]
  1%|▏         | 1/72 [00:09<10:49,  9.14s/it]
  3%|▎         | 2/72 [00:18<10:43,  9.20s/it]
  4%|▍         | 3/72 [00:27<10:32,  9.17s/it]
  6%|▌         | 4/72 [00:36<10:22,  9.15s/it]
  7%|▋         | 5/72 [00:45<10:14,  9.17s/it]
  8%|▊         | 6/72 [00:54<10:03,  9.14s/it]
 10%|▉         | 7/72 [01:04<09:54,  9.15s/it]
 11%|█         | 8/72 [01:13<09:45,  9.15s/it]
 12%|█▎        | 9/72 [01:22<09:40,  9.21s/it]
 14%|█▍        | 10/72 [01:32<09:37,  9.32s/it]
 15%|█▌        | 11/72 [01:41<09:25,  9.27s/it]
 17%|█▋        | 12/72 [01:50<09:14,  9.24s/it]
 18%|█▊        | 13/72 [01:59<09:03,  9.22s/it]
 19%|█▉        | 14/72 [02:08<08:52,  9.18s/it]
 21%|██        | 15/72 [02:17<08:42,  9.17s/it]
 22%|██▏       | 16/72 [02:27<08:34,  9.18s/it]
 24%|██▎       | 17/72 [02:36<08:24,  9.17s/it]
 25%|██▌       | 18/72 [02:45<08:16,  9.20s/it]
 26%|██▋       | 19/72 [02:54<08:07,  9.19s/it]
 28%|██▊       | 20/72 [03:03<07:57,  9.18s/it]
 29%|██▉       | 21/72 [03:13<07:48,  9.19s/it]
 31%|███       | 22/72 [03:22<07:38,  9.16s/it]
 32%|███▏      | 23/72 [03:31<07:28,  9.16s/it]
 33%|███▎      | 24/72 [03:40<07:19,  9.16s/it]
 35%|███▍      | 25/72 [03:49<07:09,  9.13s/it]
 36%|███▌      | 26/72 [03:58<06:59,  9.12s/it]
 38%|███▊      | 27/72 [04:07<06:51,  9.14s/it]
 39%|███▉      | 28/72 [04:16<06:40,  9.11s/it]
 40%|████      | 29/72 [04:26<06:34,  9.16s/it]
 42%|████▏     | 30/72 [04:35<06:24,  9.16s/it]
 43%|████▎     | 31/72 [04:44<06:14,  9.14s/it]
 44%|████▍     | 32/72 [04:53<06:07,  9.18s/it]
 46%|████▌     | 33/72 [05:02<05:57,  9.16s/it]
 47%|████▋     | 34/72 [05:11<05:47,  9.15s/it]
 49%|████▊     | 35/72 [05:21<05:39,  9.17s/it]
 50%|█████     | 36/72 [05:30<05:29,  9.15s/it]
 51%|█████▏    | 37/72 [05:39<05:20,  9.15s/it]
 53%|█████▎    | 38/72 [05:48<05:11,  9.17s/it]
 54%|█████▍    | 39/72 [05:57<05:01,  9.13s/it]
 56%|█████▌    | 40/72 [06:06<04:52,  9.15s/it]
 57%|█████▋    | 41/72 [06:15<04:43,  9.15s/it]
 58%|█████▊    | 42/72 [06:25<04:34,  9.16s/it]
 60%|█████▉    | 43/72 [06:34<04:25,  9.17s/it]
 61%|██████    | 44/72 [06:43<04:16,  9.15s/it]
 62%|██████▎   | 45/72 [06:52<04:06,  9.15s/it]
 64%|██████▍   | 46/72 [07:01<03:58,  9.17s/it]
 65%|██████▌   | 47/72 [07:10<03:48,  9.14s/it]
 67%|██████▋   | 48/72 [07:20<03:39,  9.14s/it]
 68%|██████▊   | 49/72 [07:29<03:30,  9.15s/it]
 69%|██████▉   | 50/72 [07:38<03:20,  9.12s/it]
 71%|███████   | 51/72 [07:47<03:12,  9.15s/it]
 72%|███████▏  | 52/72 [07:56<03:02,  9.14s/it]
 74%|███████▎  | 53/72 [08:05<02:53,  9.15s/it]
 75%|███████▌  | 54/72 [08:14<02:45,  9.17s/it]
 76%|███████▋  | 55/72 [08:24<02:35,  9.15s/it]
 78%|███████▊  | 56/72 [08:33<02:26,  9.14s/it]
 79%|███████▉  | 57/72 [08:42<02:17,  9.14s/it]
 81%|████████  | 58/72 [08:51<02:07,  9.12s/it]
 82%|████████▏ | 59/72 [09:00<01:58,  9.11s/it]
 83%|████████▎ | 60/72 [09:09<01:49,  9.13s/it]
 85%|████████▍ | 61/72 [09:18<01:40,  9.10s/it]
 86%|████████▌ | 62/72 [09:27<01:30,  9.09s/it]
 88%|████████▊ | 63/72 [09:36<01:22,  9.12s/it]
 89%|████████▉ | 64/72 [09:45<01:12,  9.09s/it]
 90%|█████████ | 65/72 [09:55<01:03,  9.13s/it]
 92%|█████████▏| 66/72 [10:04<00:54,  9.13s/it]
 93%|█████████▎| 67/72 [10:13<00:45,  9.14s/it]
 94%|█████████▍| 68/72 [10:22<00:36,  9.15s/it]
 96%|█████████▌| 69/72 [10:31<00:27,  9.14s/it]
 97%|█████████▋| 70/72 [10:40<00:18,  9.13s/it]
 99%|█████████▊| 71/72 [10:50<00:09,  9.15s/it]
100%|██████████| 72/72 [10:58<00:00,  8.83s/it]
100%|██████████| 72/72 [10:58<00:00,  9.14s/it]
+Experiment ended at 2023-10-12 13:35:35.520843. Total time taken 0:10:58.179767.
+           metric   area      comp      suff
+0        accuracy  0.050  0.982993  0.986899
+1        accuracy  0.075  0.982559  0.988635
+2        accuracy  0.100  0.982559  0.989503
+3        accuracy  0.150  0.982559  0.993056
+4             auc  0.050  0.390912  0.412776
+5             auc  0.075  0.373927  0.413008
+6             auc  0.100  0.341295  0.415061
+7             auc  0.150  0.262818  0.415987
+8   cross_entropy  0.050  0.100952  0.097936
+9   cross_entropy  0.075  0.104993  0.098701
+10  cross_entropy  0.100  0.109226  0.099893
+11  cross_entropy  0.150  0.114583  0.103113
diff --git a/scripts/outputs/traffic_Autoformer_tsr_2.out b/scripts/outputs/traffic_Autoformer_tsr_2.out
index f9ab260..78b1a4b 100644
--- a/scripts/outputs/traffic_Autoformer_tsr_2.out
+++ b/scripts/outputs/traffic_Autoformer_tsr_2.out
@@ -22,4 +22,4 @@ Experiment ended at 2023-10-12 08:53:13.781242. Total time taken 11:29:23.498569
 6    mse  0.100  15.461876   95.797628
 7    mse  0.150  23.265591   75.442294
 Running augmented_occlusion from 2023-10-12 08:53:13.834214
-
  0%|          | 0/52 [00:00<?, ?it/s]
  2%|▏         | 1/52 [12:57<11:00:28, 777.03s/it]
  4%|▍         | 2/52 [25:54<10:47:47, 777.35s/it]
  6%|▌         | 3/52 [38:53<10:35:20, 777.97s/it]
  8%|▊         | 4/52 [51:50<10:21:59, 777.48s/it]
 10%|▉         | 5/52 [1:04:49<10:09:27, 778.03s/it]
 12%|█▏        | 6/52 [1:17:47<9:56:42, 778.32s/it] 
 13%|█▎        | 7/52 [1:30:45<9:43:28, 777.97s/it]
 15%|█▌        | 8/52 [1:43:41<9:30:09, 777.49s/it]
 17%|█▋        | 9/52 [1:56:38<9:17:10, 777.45s/it]
 19%|█▉        | 10/52 [2:09:35<9:04:05, 777.27s/it]
 21%|██        | 11/52 [2:22:31<8:50:50, 776.84s/it]
 23%|██▎       | 12/52 [2:35:29<8:38:09, 777.24s/it]
 25%|██▌       | 13/52 [2:48:26<8:25:10, 777.19s/it]
 27%|██▋       | 14/52 [3:01:23<8:12:06, 777.02s/it]
 29%|██▉       | 15/52 [3:14:19<7:58:55, 776.64s/it]
 31%|███       | 16/52 [3:27:17<7:46:18, 777.17s/it]
\ No newline at end of file
+
  0%|          | 0/52 [00:00<?, ?it/s]
  2%|▏         | 1/52 [12:57<11:00:28, 777.03s/it]
  4%|▍         | 2/52 [25:54<10:47:47, 777.35s/it]
  6%|▌         | 3/52 [38:53<10:35:20, 777.97s/it]
  8%|▊         | 4/52 [51:50<10:21:59, 777.48s/it]
 10%|▉         | 5/52 [1:04:49<10:09:27, 778.03s/it]
 12%|█▏        | 6/52 [1:17:47<9:56:42, 778.32s/it] 
 13%|█▎        | 7/52 [1:30:45<9:43:28, 777.97s/it]
 15%|█▌        | 8/52 [1:43:41<9:30:09, 777.49s/it]
 17%|█▋        | 9/52 [1:56:38<9:17:10, 777.45s/it]
 19%|█▉        | 10/52 [2:09:35<9:04:05, 777.27s/it]
 21%|██        | 11/52 [2:22:31<8:50:50, 776.84s/it]
 23%|██▎       | 12/52 [2:35:29<8:38:09, 777.24s/it]
 25%|██▌       | 13/52 [2:48:26<8:25:10, 777.19s/it]
 27%|██▋       | 14/52 [3:01:23<8:12:06, 777.02s/it]
 29%|██▉       | 15/52 [3:14:19<7:58:55, 776.64s/it]
 31%|███       | 16/52 [3:27:17<7:46:18, 777.17s/it]
 33%|███▎      | 17/52 [3:40:15<7:33:23, 777.23s/it]
 35%|███▍      | 18/52 [3:53:11<7:20:19, 777.05s/it]
 37%|███▋      | 19/52 [4:06:10<7:07:35, 777.44s/it]
 38%|███▊      | 20/52 [4:19:07<6:54:37, 777.42s/it]
 40%|████      | 21/52 [4:32:05<6:41:45, 777.59s/it]
 42%|████▏     | 22/52 [4:45:02<6:28:46, 777.54s/it]
 44%|████▍     | 23/52 [4:57:59<6:15:44, 777.41s/it]
 46%|████▌     | 24/52 [5:10:59<6:03:01, 777.92s/it]
\ No newline at end of file
diff --git a/scripts/outputs/traffic_LSTM_tsr.out b/scripts/outputs/traffic_LSTM_tsr.out
index 8648eba..681b904 100644
--- a/scripts/outputs/traffic_LSTM_tsr.out
+++ b/scripts/outputs/traffic_LSTM_tsr.out
@@ -46,4 +46,14 @@ Experiment ended at 2023-10-12 10:38:15.613948. Total time taken 3:17:56.850043.
 6    mse  0.100  44.316665  29.052378
 7    mse  0.150  58.127846  17.058154
 Running feature_permutation from 2023-10-12 10:38:15.651773
-
  0%|          | 0/52 [00:00<?, ?it/s]
  2%|▏         | 1/52 [03:56<3:20:54, 236.37s/it]
  4%|▍         | 2/52 [07:52<3:16:56, 236.32s/it]
  6%|▌         | 3/52 [11:48<3:12:59, 236.32s/it]
  8%|▊         | 4/52 [15:46<3:09:26, 236.80s/it]
 10%|▉         | 5/52 [19:43<3:05:35, 236.93s/it]
 12%|█▏        | 6/52 [23:41<3:01:52, 237.22s/it]
 13%|█▎        | 7/52 [27:38<2:57:58, 237.31s/it]
 15%|█▌        | 8/52 [31:28<2:52:12, 234.84s/it]
 17%|█▋        | 9/52 [35:18<2:47:16, 233.41s/it]
 19%|█▉        | 10/52 [39:11<2:43:09, 233.09s/it]
 21%|██        | 11/52 [42:59<2:38:20, 231.73s/it]
 23%|██▎       | 12/52 [46:42<2:32:42, 229.07s/it]
 25%|██▌       | 13/52 [50:26<2:27:45, 227.32s/it]
 27%|██▋       | 14/52 [54:09<2:23:09, 226.05s/it]
 29%|██▉       | 15/52 [57:52<2:18:58, 225.38s/it]
 31%|███       | 16/52 [1:01:36<2:14:48, 224.69s/it]
 33%|███▎      | 17/52 [1:05:20<2:10:58, 224.52s/it]
 35%|███▍      | 18/52 [1:09:03<2:07:04, 224.25s/it]
 37%|███▋      | 19/52 [1:12:47<2:03:14, 224.06s/it]
 38%|███▊      | 20/52 [1:16:31<1:59:28, 224.02s/it]
 40%|████      | 21/52 [1:20:15<1:55:49, 224.18s/it]
 42%|████▏     | 22/52 [1:23:59<1:52:04, 224.13s/it]
 44%|████▍     | 23/52 [1:27:43<1:48:14, 223.95s/it]
 46%|████▌     | 24/52 [1:31:27<1:44:29, 223.90s/it]
 48%|████▊     | 25/52 [1:35:11<1:40:46, 223.96s/it]
 50%|█████     | 26/52 [1:38:54<1:36:59, 223.83s/it]
 52%|█████▏    | 27/52 [1:42:38<1:33:12, 223.68s/it]
 54%|█████▍    | 28/52 [1:46:21<1:29:23, 223.48s/it]
\ No newline at end of file
+
  0%|          | 0/52 [00:00<?, ?it/s]
  2%|▏         | 1/52 [03:56<3:20:54, 236.37s/it]
  4%|▍         | 2/52 [07:52<3:16:56, 236.32s/it]
  6%|▌         | 3/52 [11:48<3:12:59, 236.32s/it]
  8%|▊         | 4/52 [15:46<3:09:26, 236.80s/it]
 10%|▉         | 5/52 [19:43<3:05:35, 236.93s/it]
 12%|█▏        | 6/52 [23:41<3:01:52, 237.22s/it]
 13%|█▎        | 7/52 [27:38<2:57:58, 237.31s/it]
 15%|█▌        | 8/52 [31:28<2:52:12, 234.84s/it]
 17%|█▋        | 9/52 [35:18<2:47:16, 233.41s/it]
 19%|█▉        | 10/52 [39:11<2:43:09, 233.09s/it]
 21%|██        | 11/52 [42:59<2:38:20, 231.73s/it]
 23%|██▎       | 12/52 [46:42<2:32:42, 229.07s/it]
 25%|██▌       | 13/52 [50:26<2:27:45, 227.32s/it]
 27%|██▋       | 14/52 [54:09<2:23:09, 226.05s/it]
 29%|██▉       | 15/52 [57:52<2:18:58, 225.38s/it]
 31%|███       | 16/52 [1:01:36<2:14:48, 224.69s/it]
 33%|███▎      | 17/52 [1:05:20<2:10:58, 224.52s/it]
 35%|███▍      | 18/52 [1:09:03<2:07:04, 224.25s/it]
 37%|███▋      | 19/52 [1:12:47<2:03:14, 224.06s/it]
 38%|███▊      | 20/52 [1:16:31<1:59:28, 224.02s/it]
 40%|████      | 21/52 [1:20:15<1:55:49, 224.18s/it]
 42%|████▏     | 22/52 [1:23:59<1:52:04, 224.13s/it]
 44%|████▍     | 23/52 [1:27:43<1:48:14, 223.95s/it]
 46%|████▌     | 24/52 [1:31:27<1:44:29, 223.90s/it]
 48%|████▊     | 25/52 [1:35:11<1:40:46, 223.96s/it]
 50%|█████     | 26/52 [1:38:54<1:36:59, 223.83s/it]
 52%|█████▏    | 27/52 [1:42:38<1:33:12, 223.68s/it]
 54%|█████▍    | 28/52 [1:46:21<1:29:23, 223.48s/it]
 56%|█████▌    | 29/52 [1:50:03<1:25:34, 223.24s/it]
 58%|█████▊    | 30/52 [1:53:46<1:21:47, 223.07s/it]
 60%|█████▉    | 31/52 [1:57:30<1:18:10, 223.34s/it]
 62%|██████▏   | 32/52 [2:01:14<1:14:30, 223.55s/it]
 63%|██████▎   | 33/52 [2:04:57<1:10:46, 223.49s/it]
 65%|██████▌   | 34/52 [2:08:41<1:07:01, 223.41s/it]
 67%|██████▋   | 35/52 [2:12:24<1:03:17, 223.41s/it]
 69%|██████▉   | 36/52 [2:16:09<59:39, 223.72s/it]  
 71%|███████   | 37/52 [2:19:53<55:56, 223.80s/it]
 73%|███████▎  | 38/52 [2:23:36<52:12, 223.77s/it]
 75%|███████▌  | 39/52 [2:27:20<48:30, 223.85s/it]
 77%|███████▋  | 40/52 [2:31:05<44:48, 224.01s/it]
 79%|███████▉  | 41/52 [2:34:49<41:06, 224.23s/it]
 81%|████████  | 42/52 [2:38:35<37:25, 224.51s/it]
 83%|████████▎ | 43/52 [2:42:19<33:39, 224.40s/it]
 85%|████████▍ | 44/52 [2:46:03<29:54, 224.32s/it]
 87%|████████▋ | 45/52 [2:49:47<26:10, 224.30s/it]
 88%|████████▊ | 46/52 [2:53:31<22:25, 224.32s/it]
 90%|█████████ | 47/52 [2:57:15<18:41, 224.24s/it]
 92%|█████████▏| 48/52 [3:00:59<14:55, 223.98s/it]
 94%|█████████▍| 49/52 [3:04:42<11:11, 223.75s/it]
 96%|█████████▌| 50/52 [3:08:25<07:27, 223.53s/it]
 98%|█████████▊| 51/52 [3:12:08<03:43, 223.41s/it]
100%|██████████| 52/52 [3:15:35<00:00, 218.52s/it]
100%|██████████| 52/52 [3:15:35<00:00, 225.69s/it]
+Experiment ended at 2023-10-12 13:53:51.482382. Total time taken 3:15:35.830609.
+  metric   area       comp       suff
+0    mae  0.050  40.915251  61.078652
+1    mae  0.075  48.735811  48.926927
+2    mae  0.100  53.744293  42.469538
+3    mae  0.150  62.185576  32.092719
+4    mse  0.050  26.878550  56.512412
+5    mse  0.075  37.369295  37.476612
+6    mse  0.100  45.003257  28.694996
+7    mse  0.150  59.042221  16.927841
diff --git a/scripts/slurm-train.sh b/scripts/slurm-train.sh
index ac29b2b..a562daf 100644
--- a/scripts/slurm-train.sh
+++ b/scripts/slurm-train.sh
@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
-#SBATCH --job-name="mimic_Autoformer"
-#SBATCH --output=scripts/outputs/mimic_Autoformer.out
+#SBATCH --job-name="mimic_DLinear_tsr"
+#SBATCH --output=scripts/outputs/mimic_DLinear_tsr.out
 #SBATCH --partition=gpu
 #SBATCH --time=24:00:00
 #SBATCH --account=bii_dsc_community
@@ -31,4 +31,4 @@ python interpret.py \
   --data_path mimic_iii.pkl \
   --areas 0.05 0.075 0.1 0.15 \
   --metrics auc 'accuracy' 'cross_entropy' \
-  --model Autoformer
\ No newline at end of file
+  --model DLinear --tsr
\ No newline at end of file