Merge branch 'main' of https://github.com/UVA-MLSys/SA-Timeseries

results/electricity_LSTM/augmented_occlusion.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,11.306946,17.658305
+mae,0.075,12.758426,17.559049
+mae,0.1,13.585689,17.240565
+mae,0.15,14.336731,16.873161
+mse,0.05,9.994473,21.05367
+mse,0.075,12.403662,21.12288
+mse,0.1,13.822133,20.501056
+mse,0.15,15.250911,19.959849

results/electricity_LSTM/feature_ablation.csv

@@ -1,9 +1,9 @@
 metric,area,comp,suff
-mae,0.05,9.26017,15.185765
-mae,0.075,11.584073,15.59175
-mae,0.1,12.478885,15.943275
-mae,0.15,13.68923,16.818285
-mse,0.05,6.265632,14.802365
-mse,0.075,9.685429,15.663746
-mse,0.1,11.125515,16.331378
-mse,0.15,13.228427,17.827838
+mae,0.05,19.372949,27.139431
+mae,0.075,19.43544,29.346066
+mae,0.1,18.837147,30.526812
+mae,0.15,18.43244,31.70091
+mse,0.05,23.826236,43.562816
+mse,0.075,23.986228,49.01239
+mse,0.1,22.679929,52.153937
+mse,0.15,21.947108,55.443237

results/electricity_LSTM/feature_permutation.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,10.106604,17.495079
+mae,0.075,11.395478,17.089696
+mae,0.1,11.961062,16.837565
+mae,0.15,12.595372,16.398229
+mse,0.05,8.107844,20.574727
+mse,0.075,10.086252,19.733082
+mse,0.1,11.020185,19.240457
+mse,0.15,11.991242,18.3992

results/electricity_LSTM/occlusion.csv

@@ -1,9 +1,9 @@
 metric,area,comp,suff
-mae,0.05,9.101229,15.420882
-mae,0.075,11.372639,15.843946
-mae,0.1,12.257339,16.190997
-mae,0.15,13.473593,17.024182
-mse,0.05,5.987403,15.227771
-mse,0.075,9.271907,16.144776
-mse,0.1,10.706197,16.808411
-mse,0.15,12.770275,18.249106
+mae,0.05,19.343129,27.385441
+mae,0.075,19.435549,29.374614
+mae,0.1,18.880722,30.460206
+mae,0.15,18.451024,31.691198
+mse,0.05,23.79402,44.165752
+mse,0.075,24.116671,49.058716
+mse,0.1,22.852118,52.052375
+mse,0.15,21.936886,55.582182

results/electricity_LSTM/tsr_feature_ablation.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,18.740909,10.243795
+mae,0.075,19.825281,8.712972
+mae,0.1,20.210756,7.553934
+mae,0.15,20.504802,5.509523
+mse,0.05,24.406268,7.718117
+mse,0.075,26.631837,5.984572
+mse,0.1,27.389263,4.741456
+mse,0.15,27.778933,2.783571

results/mimic_iii_LSTM/tsr_augmented_occlusion.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.963362,0.960668
+accuracy,0.075,0.958513,0.961746
+accuracy,0.1,0.956358,0.962823
+accuracy,0.15,0.954203,0.969271
+auc,0.05,0.768676,0.719165
+auc,0.075,0.715975,0.757032
+auc,0.1,0.677722,0.772705
+auc,0.15,0.607157,0.799775
+cross_entropy,0.05,0.121918,0.14157
+cross_entropy,0.075,0.136858,0.132945
+cross_entropy,0.1,0.148256,0.128922
+cross_entropy,0.15,0.167557,0.122832

results/mimic_iii_LSTM/tsr_feature_ablation.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.962267,0.959034
+accuracy,0.075,0.957418,0.962806
+accuracy,0.1,0.954724,0.963883
+accuracy,0.15,0.954168,0.968194
+auc,0.05,0.764837,0.746307
+auc,0.075,0.715112,0.786976
+auc,0.1,0.67269,0.798627
+auc,0.15,0.602898,0.80849
+cross_entropy,0.05,0.121756,0.141217
+cross_entropy,0.075,0.14033,0.131804
+cross_entropy,0.1,0.153299,0.128932
+cross_entropy,0.15,0.171101,0.124219

results/mimic_iii_LSTM/tsr_feature_permutation.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.964422,0.961728
+accuracy,0.075,0.957418,0.962806
+accuracy,0.1,0.955263,0.962267
+accuracy,0.15,0.953108,0.97087
+auc,0.05,0.707688,0.672955
+auc,0.075,0.675497,0.699557
+auc,0.1,0.630482,0.714758
+auc,0.15,0.562375,0.725629
+cross_entropy,0.05,0.11656,0.133703
+cross_entropy,0.075,0.13354,0.127458
+cross_entropy,0.1,0.147109,0.123041
+cross_entropy,0.15,0.165311,0.121166

results/mimic_iii_LSTM/tsr_occlusion.csv

@@ -0,0 +1,13 @@
+metric,area,comp,suff
+accuracy,0.05,0.965517,0.959591
+accuracy,0.075,0.957435,0.962284
+accuracy,0.1,0.953664,0.966056
+accuracy,0.15,0.954741,0.968211
+auc,0.05,0.713307,0.687865
+auc,0.075,0.682879,0.710044
+auc,0.1,0.645836,0.723401
+auc,0.15,0.578097,0.736801
+cross_entropy,0.05,0.117675,0.137145
+cross_entropy,0.075,0.13281,0.128393
+cross_entropy,0.1,0.145144,0.125606
+cross_entropy,0.15,0.163202,0.123581

results/traffic_Autoformer/tsr_augmented_occlusion.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,18.332692,85.514721
+mae,0.075,22.468265,82.783686
+mae,0.1,24.921219,80.586238
+mae,0.15,29.905457,72.787899
+mse,0.05,6.588751,115.448258
+mse,0.075,9.619156,109.718085
+mse,0.1,11.850419,105.097294
+mse,0.15,16.88775,88.654469

results/traffic_Autoformer/tsr_feature_permutation.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,17.936011,85.397804
+mae,0.075,22.109994,82.824724
+mae,0.1,24.489334,80.339144
+mae,0.15,30.02413,72.328719
+mse,0.05,6.329536,115.207438
+mse,0.075,9.29955,109.770765
+mse,0.1,11.374286,104.591987
+mse,0.15,17.134238,87.92274

results/traffic_LSTM/augmented_occlusion.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,24.858111,85.328328
+mae,0.075,32.011142,77.764284
+mae,0.1,36.316361,73.449874
+mae,0.15,43.883265,65.204454
+mse,0.05,10.891055,108.879991
+mse,0.075,17.160008,93.597401
+mse,0.1,21.474953,85.446512
+mse,0.15,30.374358,70.554566

results/traffic_LSTM/feature_ablation.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,43.545478,90.851126
+mae,0.075,49.760372,87.549375
+mae,0.1,52.481231,86.929864
+mae,0.15,56.562978,84.147514
+mse,0.05,29.684747,129.767698
+mse,0.075,38.539125,124.175365
+mse,0.1,42.805928,123.613391
+mse,0.15,49.505434,117.180859

results/traffic_LSTM/feature_permutation.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,21.655265,85.102705
+mae,0.075,28.378496,77.124724
+mae,0.1,32.497732,72.324847
+mae,0.15,40.030359,64.754189
+mse,0.05,8.07069,108.492608
+mse,0.075,13.306416,91.798605
+mse,0.1,17.147381,82.220592
+mse,0.15,25.448961,68.273895

results/traffic_LSTM/occlusion.csv

@@ -0,0 +1,9 @@
+metric,area,comp,suff
+mae,0.05,43.425866,90.733863
+mae,0.075,49.607151,87.510447
+mae,0.1,52.332774,86.868836
+mae,0.15,56.446892,84.192143
+mse,0.05,29.446399,129.526054
+mse,0.075,38.264345,124.401012
+mse,0.1,42.654866,123.896024
+mse,0.15,49.334848,117.827347

scripts/outputs/electricity_LSTM_tsr.out

@@ -0,0 +1,25 @@
+Use GPU: cuda:0
+Experiments will be saved in ./results/electricity_LSTM
+Use GPU: cuda:0
+Experiments will be saved in ./results/electricity_LSTM
+test 2607
+Loading model from ./results/electricity_LSTM/checkpoint.pth
+explainers: ['feature_ablation', 'occlusion', 'augmented_occlusion', 'feature_permutation']
+ areas: [0.05, 0.075, 0.1, 0.15]
+ metrics: ['mae', 'mse']
+
+Interpreting with TSR enabled.
+Running feature_ablation from 2023-10-12 00:07:00.893398
+  0%|          | 0/82 [00:00<?, ?it/s]  1%|          | 1/82 [01:01<1:22:44, 61.29s/it]  2%|▏         | 2/82 [02:01<1:20:58, 60.74s/it]  4%|▎         | 3/82 [03:02<1:20:00, 60.77s/it]  5%|▍         | 4/82 [04:02<1:18:52, 60.67s/it]  6%|▌         | 5/82 [05:03<1:17:55, 60.72s/it]  7%|▋         | 6/82 [06:04<1:16:55, 60.73s/it]  9%|▊         | 7/82 [07:05<1:15:54, 60.73s/it] 10%|▉         | 8/82 [08:06<1:15:02, 60.84s/it] 11%|█         | 9/82 [09:08<1:14:27, 61.19s/it] 12%|█▏        | 10/82 [10:10<1:13:42, 61.43s/it] 13%|█▎        | 11/82 [11:12<1:12:53, 61.60s/it] 15%|█▍        | 12/82 [12:14<1:11:56, 61.66s/it] 16%|█▌        | 13/82 [13:15<1:10:56, 61.69s/it] 17%|█▋        | 14/82 [14:17<1:09:49, 61.62s/it] 18%|█▊        | 15/82 [15:19<1:08:55, 61.73s/it] 20%|█▉        | 16/82 [16:21<1:08:00, 61.82s/it] 21%|██        | 17/82 [17:23<1:07:02, 61.89s/it] 22%|██▏       | 18/82 [18:24<1:05:49, 61.71s/it] 23%|██▎       | 19/82 [19:25<1:04:28, 61.41s/it] 24%|██▍       | 20/82 [20:25<1:03:12, 61.17s/it] 26%|██▌       | 21/82 [21:26<1:02:01, 61.00s/it] 27%|██▋       | 22/82 [22:27<1:00:54, 60.91s/it] 28%|██▊       | 23/82 [23:28<59:54, 60.92s/it]   29%|██▉       | 24/82 [24:28<58:51, 60.88s/it] 30%|███       | 25/82 [25:29<57:49, 60.87s/it] 32%|███▏      | 26/82 [26:30<56:52, 60.95s/it] 33%|███▎      | 27/82 [27:31<55:53, 60.97s/it] 34%|███▍      | 28/82 [28:33<54:53, 60.99s/it] 35%|███▌      | 29/82 [29:33<53:47, 60.90s/it] 37%|███▋      | 30/82 [30:34<52:46, 60.90s/it] 38%|███▊      | 31/82 [31:35<51:43, 60.86s/it] 39%|███▉      | 32/82 [32:36<50:43, 60.87s/it] 40%|████      | 33/82 [33:37<49:42, 60.86s/it] 41%|████▏     | 34/82 [34:37<48:39, 60.82s/it] 43%|████▎     | 35/82 [35:38<47:35, 60.76s/it] 44%|████▍     | 36/82 [36:39<46:33, 60.74s/it] 45%|████▌     | 37/82 [37:39<45:31, 60.70s/it] 46%|████▋     | 38/82 [38:40<44:31, 60.71s/it] 48%|████▊     | 39/82 [39:41<43:34, 60.81s/it] 49%|████▉     | 40/82 [40:42<42:32, 60.77s/it] 50%|█████     | 41/82 [41:43<41:33, 60.83s/it] 51%|█████     | 42/82 [42:43<40:25, 60.64s/it] 52%|█████▏    | 43/82 [43:43<39:15, 60.40s/it] 54%|█████▎    | 44/82 [44:42<38:05, 60.14s/it] 55%|█████▍    | 45/82 [45:42<36:57, 59.93s/it] 56%|█████▌    | 46/82 [46:41<35:52, 59.80s/it] 57%|█████▋    | 47/82 [47:41<34:51, 59.75s/it] 59%|█████▊    | 48/82 [48:40<33:49, 59.68s/it] 60%|█████▉    | 49/82 [49:40<32:47, 59.63s/it] 61%|██████    | 50/82 [50:39<31:46, 59.59s/it] 62%|██████▏   | 51/82 [51:39<30:48, 59.65s/it] 63%|██████▎   | 52/82 [52:39<29:50, 59.70s/it] 65%|██████▍   | 53/82 [53:39<28:52, 59.73s/it] 66%|██████▌   | 54/82 [54:38<27:52, 59.72s/it] 67%|██████▋   | 55/82 [55:38<26:52, 59.74s/it] 68%|██████▊   | 56/82 [56:38<25:53, 59.74s/it] 70%|██████▉   | 57/82 [57:38<24:52, 59.71s/it] 71%|███████   | 58/82 [58:38<23:55, 59.80s/it] 72%|███████▏  | 59/82 [59:37<22:55, 59.81s/it] 73%|███████▎  | 60/82 [1:00:37<21:55, 59.80s/it] 74%|███████▍  | 61/82 [1:01:37<20:55, 59.80s/it] 76%|███████▌  | 62/82 [1:02:37<19:55, 59.80s/it] 77%|███████▋  | 63/82 [1:03:37<18:56, 59.80s/it] 78%|███████▊  | 64/82 [1:04:37<17:56, 59.83s/it] 79%|███████▉  | 65/82 [1:05:36<16:56, 59.81s/it] 80%|████████  | 66/82 [1:06:36<15:56, 59.77s/it] 82%|████████▏ | 67/82 [1:07:36<14:56, 59.78s/it] 83%|████████▎ | 68/82 [1:08:36<13:57, 59.81s/it] 84%|████████▍ | 69/82 [1:09:36<12:57, 59.84s/it] 85%|████████▌ | 70/82 [1:10:35<11:58, 59.85s/it] 87%|████████▋ | 71/82 [1:11:35<10:57, 59.81s/it] 88%|████████▊ | 72/82 [1:12:34<09:54, 59.49s/it] 89%|████████▉ | 73/82 [1:13:31<08:50, 58.90s/it] 90%|█████████ | 74/82 [1:14:29<07:47, 58.41s/it] 91%|█████████▏| 75/82 [1:15:26<06:46, 58.01s/it] 93%|█████████▎| 76/82 [1:16:23<05:46, 57.68s/it] 94%|█████████▍| 77/82 [1:17:20<04:47, 57.58s/it] 95%|█████████▌| 78/82 [1:18:17<03:49, 57.40s/it] 96%|█████████▋| 79/82 [1:19:14<02:51, 57.28s/it] 98%|█████████▊| 80/82 [1:20:11<01:54, 57.31s/it] 99%|█████████▉| 81/82 [1:21:08<00:57, 57.22s/it]100%|██████████| 82/82 [1:21:50<00:00, 52.52s/it]100%|██████████| 82/82 [1:21:50<00:00, 59.88s/it]
+Experiment ended at 2023-10-12 01:28:51.355696. Total time taken 1:21:50.462298.
+  metric   area       comp       suff
+0    mae  0.050  18.740909  10.243795
+1    mae  0.075  19.825281   8.712972
+2    mae  0.100  20.210756   7.553934
+3    mae  0.150  20.504802   5.509523
+4    mse  0.050  24.406268   7.718117
+5    mse  0.075  26.631837   5.984572
+6    mse  0.100  27.389263   4.741456
+7    mse  0.150  27.778933   2.783571
+Running occlusion from 2023-10-12 01:28:51.386036
+  0%|          | 0/82 [00:00<?, ?it/s]  1%|          | 1/82 [00:57<1:17:07, 57.13s/it]  2%|▏         | 2/82 [01:54<1:16:06, 57.08s/it]  4%|▎         | 3/82 [02:51<1:15:09, 57.08s/it]  5%|▍         | 4/82 [03:48<1:14:11, 57.07s/it]

scripts/outputs/mimic_Autoformer_tsr.out

@@ -0,0 +1,15 @@
+Use GPU: cuda:0
+train 18390
+test 2299
+Experiments will be saved in ./results/mimic_iii_Autoformer
+Use GPU: cuda:0
+Experiments will be saved in ./results/mimic_iii_Autoformer
+test 2299
+Loading model from ./results/mimic_iii_Autoformer/checkpoint.pth
+explainers: ['feature_ablation', 'occlusion', 'augmented_occlusion', 'feature_permutation']
+ areas: [0.05, 0.075, 0.1, 0.15]
+ metrics: ['auc', 'accuracy', 'cross_entropy']
+
+Interpreting with TSR enabled.
+Running feature_ablation from 2023-10-12 01:26:48.849147
+  0%|          | 0/72 [00:00<?, ?it/s]  1%|▏         | 1/72 [00:22<27:02, 22.85s/it]  3%|▎         | 2/72 [00:45<26:12, 22.46s/it]  4%|▍         | 3/72 [01:07<25:38, 22.30s/it]  6%|▌         | 4/72 [01:29<25:10, 22.21s/it]  7%|▋         | 5/72 [01:51<24:46, 22.19s/it]  8%|▊         | 6/72 [02:13<24:21, 22.14s/it] 10%|▉         | 7/72 [02:35<23:59, 22.14s/it] 11%|█         | 8/72 [02:57<23:38, 22.16s/it] 12%|█▎        | 9/72 [03:20<23:17, 22.18s/it] 14%|█▍        | 10/72 [03:42<22:54, 22.17s/it] 15%|█▌        | 11/72 [04:04<22:32, 22.17s/it] 17%|█▋        | 12/72 [04:26<22:11, 22.18s/it] 18%|█▊        | 13/72 [04:48<21:48, 22.18s/it] 19%|█▉        | 14/72 [05:10<21:26, 22.18s/it] 21%|██        | 15/72 [05:32<21:03, 22.16s/it] 22%|██▏       | 16/72 [05:55<20:41, 22.17s/it]

scripts/outputs/mimic_LSTM_tsr.out

@@ -0,0 +1,15 @@
+Use GPU: cuda:0
+train 18390
+test 2299
+Experiments will be saved in ./results/mimic_iii_LSTM
+Use GPU: cuda:0
+Experiments will be saved in ./results/mimic_iii_LSTM
+test 2299
+Loading model from ./results/mimic_iii_LSTM/checkpoint.pth
+explainers: ['feature_ablation', 'occlusion', 'augmented_occlusion', 'feature_permutation']
+ areas: [0.05, 0.075, 0.1, 0.15]
+ metrics: ['auc', 'accuracy', 'cross_entropy']
+
+Interpreting with TSR enabled.
+Running feature_ablation from 2023-10-12 01:24:05.428671
+  0%|          | 0/72 [00:00<?, ?it/s]  1%|▏         | 1/72 [00:10<12:49, 10.84s/it]  3%|▎         | 2/72 [00:21<12:26, 10.66s/it]  4%|▍         | 3/72 [00:31<12:14, 10.64s/it]  6%|▌         | 4/72 [00:42<12:02, 10.62s/it]  7%|▋         | 5/72 [00:53<11:50, 10.60s/it]  8%|▊         | 6/72 [01:03<11:39, 10.59s/it] 10%|▉         | 7/72 [01:14<11:30, 10.62s/it] 11%|█         | 8/72 [01:24<11:17, 10.59s/it] 12%|█▎        | 9/72 [01:35<11:07, 10.60s/it] 14%|█▍        | 10/72 [01:46<10:56, 10.59s/it] 15%|█▌        | 11/72 [01:56<10:46, 10.59s/it] 17%|█▋        | 12/72 [02:07<10:36, 10.61s/it] 18%|█▊        | 13/72 [02:17<10:25, 10.60s/it] 19%|█▉        | 14/72 [02:28<10:16, 10.63s/it] 21%|██        | 15/72 [02:39<10:09, 10.70s/it] 22%|██▏       | 16/72 [02:50<09:57, 10.66s/it] 24%|██▎       | 17/72 [03:00<09:46, 10.67s/it] 25%|██▌       | 18/72 [03:11<09:34, 10.64s/it] 26%|██▋       | 19/72 [03:21<09:24, 10.64s/it] 28%|██▊       | 20/72 [03:32<09:11, 10.61s/it] 29%|██▉       | 21/72 [03:43<09:01, 10.61s/it] 31%|███       | 22/72 [03:53<08:50, 10.61s/it] 32%|███▏      | 23/72 [04:04<08:39, 10.61s/it] 33%|███▎      | 24/72 [04:15<08:30, 10.64s/it] 35%|███▍      | 25/72 [04:25<08:18, 10.61s/it] 36%|███▌      | 26/72 [04:36<08:09, 10.63s/it] 38%|███▊      | 27/72 [04:46<07:58, 10.63s/it] 39%|███▉      | 28/72 [04:57<07:47, 10.63s/it] 40%|████      | 29/72 [05:08<07:36, 10.62s/it] 42%|████▏     | 30/72 [05:18<07:25, 10.61s/it] 43%|████▎     | 31/72 [05:29<07:15, 10.63s/it] 44%|████▍     | 32/72 [05:39<07:04, 10.60s/it] 46%|████▌     | 33/72 [05:50<06:54, 10.62s/it] 47%|████▋     | 34/72 [06:01<06:43, 10.62s/it] 49%|████▊     | 35/72 [06:11<06:32, 10.62s/it] 50%|█████     | 36/72 [06:22<06:23, 10.64s/it] 51%|█████▏    | 37/72 [06:33<06:11, 10.62s/it] 53%|█████▎    | 38/72 [06:43<06:02, 10.65s/it] 54%|█████▍    | 39/72 [06:54<05:51, 10.64s/it] 56%|█████▌    | 40/72 [07:05<05:40, 10.64s/it] 57%|█████▋    | 41/72 [07:15<05:29, 10.62s/it] 58%|█████▊    | 42/72 [07:26<05:18, 10.62s/it] 60%|█████▉    | 43/72 [07:36<05:08, 10.64s/it] 61%|██████    | 44/72 [07:47<04:57, 10.62s/it] 62%|██████▎   | 45/72 [07:58<04:47, 10.63s/it] 64%|██████▍   | 46/72 [08:08<04:35, 10.61s/it] 65%|██████▌   | 47/72 [08:19<04:25, 10.61s/it] 67%|██████▋   | 48/72 [08:30<04:15, 10.65s/it] 68%|██████▊   | 49/72 [08:40<04:04, 10.63s/it]

scripts/outputs/mimic_MICN_tsr.out

@@ -0,0 +1,15 @@
+Use GPU: cuda:0
+train 18390
+test 2299
+Experiments will be saved in ./results/mimic_iii_MICN
+Use GPU: cuda:0
+Experiments will be saved in ./results/mimic_iii_MICN
+test 2299
+Loading model from ./results/mimic_iii_MICN/checkpoint.pth
+explainers: ['feature_ablation', 'occlusion', 'augmented_occlusion', 'feature_permutation']
+ areas: [0.05, 0.075, 0.1, 0.15]
+ metrics: ['auc', 'accuracy', 'cross_entropy']
+
+Interpreting with TSR enabled.
+Running feature_ablation from 2023-10-12 01:21:47.965567
+  0%|          | 0/72 [00:00<?, ?it/s]  1%|▏         | 1/72 [00:20<23:42, 20.04s/it]  3%|▎         | 2/72 [00:36<20:39, 17.71s/it]  4%|▍         | 3/72 [00:52<19:34, 17.03s/it]  6%|▌         | 4/72 [01:08<18:50, 16.62s/it]  7%|▋         | 5/72 [01:24<18:24, 16.49s/it]  8%|▊         | 6/72 [01:40<17:58, 16.34s/it] 10%|▉         | 7/72 [01:56<17:38, 16.29s/it] 11%|█         | 8/72 [02:13<17:26, 16.34s/it] 12%|█▎        | 9/72 [02:29<17:04, 16.27s/it] 14%|█▍        | 10/72 [02:45<16:49, 16.28s/it] 15%|█▌        | 11/72 [03:01<16:26, 16.17s/it] 17%|█▋        | 12/72 [03:17<16:11, 16.20s/it] 18%|█▊        | 13/72 [03:34<15:54, 16.18s/it] 19%|█▉        | 14/72 [03:50<15:39, 16.20s/it] 21%|██        | 15/72 [04:06<15:22, 16.19s/it] 22%|██▏       | 16/72 [04:22<15:04, 16.16s/it] 24%|██▎       | 17/72 [04:38<14:48, 16.16s/it] 25%|██▌       | 18/72 [04:54<14:29, 16.10s/it] 26%|██▋       | 19/72 [05:10<14:12, 16.08s/it] 28%|██▊       | 20/72 [05:26<13:56, 16.08s/it] 29%|██▉       | 21/72 [05:42<13:39, 16.06s/it] 31%|███       | 22/72 [05:58<13:22, 16.06s/it] 32%|███▏      | 23/72 [06:14<13:06, 16.05s/it] 33%|███▎      | 24/72 [06:30<12:50, 16.05s/it] 35%|███▍      | 25/72 [06:46<12:34, 16.05s/it] 36%|███▌      | 26/72 [07:02<12:16, 16.02s/it] 38%|███▊      | 27/72 [07:18<12:01, 16.04s/it] 39%|███▉      | 28/72 [07:34<11:44, 16.02s/it] 40%|████      | 29/72 [07:51<11:30, 16.05s/it] 42%|████▏     | 30/72 [08:07<11:13, 16.04s/it] 43%|████▎     | 31/72 [08:23<10:59, 16.08s/it] 44%|████▍     | 32/72 [08:39<10:42, 16.07s/it] 46%|████▌     | 33/72 [08:55<10:26, 16.06s/it] 47%|████▋     | 34/72 [09:11<10:10, 16.06s/it] 49%|████▊     | 35/72 [09:27<09:53, 16.04s/it] 50%|█████     | 36/72 [09:43<09:37, 16.04s/it] 51%|█████▏    | 37/72 [09:59<09:20, 16.01s/it] 53%|█████▎    | 38/72 [10:15<09:03, 15.99s/it] 54%|█████▍    | 39/72 [10:31<08:48, 16.02s/it] 56%|█████▌    | 40/72 [10:47<08:33, 16.06s/it]