Skip to content

Commit

Permalink
add mimic and lstm results
Browse files Browse the repository at this point in the history
  • Loading branch information
khairulislam committed Oct 12, 2023
1 parent f176865 commit 163f66e
Show file tree
Hide file tree
Showing 30 changed files with 616 additions and 83 deletions.
9 changes: 9 additions & 0 deletions results/electricity_LSTM/tsr_augmented_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
metric,area,comp,suff
mae,0.05,18.707877,10.101794
mae,0.075,19.817339,8.605747
mae,0.1,20.153133,7.673411
mae,0.15,20.341118,5.719985
mse,0.05,24.088913,7.529879
mse,0.075,26.454999,5.796641
mse,0.1,27.024007,4.859002
mse,0.15,27.239746,2.988656
9 changes: 9 additions & 0 deletions results/electricity_LSTM/tsr_feature_permutation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
metric,area,comp,suff
mae,0.05,18.406184,10.286331
mae,0.075,19.557295,8.680472
mae,0.1,19.922379,7.520597
mae,0.15,20.130066,5.786157
mse,0.05,23.625089,7.699105
mse,0.075,25.923183,5.82673
mse,0.1,26.590423,4.628351
mse,0.15,26.654385,3.010067
9 changes: 9 additions & 0 deletions results/electricity_LSTM/tsr_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
metric,area,comp,suff
mae,0.05,18.791508,10.425708
mae,0.075,19.760359,8.897088
mae,0.1,20.125388,7.810382
mae,0.15,20.41216,5.897287
mse,0.05,24.334749,8.013245
mse,0.075,26.325103,6.182065
mse,0.1,27.060288,5.096581
mse,0.15,27.618456,3.190372
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/augmented_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.878151,0.911024
accuracy,0.075,0.883954,0.920139
accuracy,0.1,0.885529,0.91702
accuracy,0.15,0.900367,0.914931
auc,0.05,0.273668,0.477521
auc,0.075,0.273949,0.504333
auc,0.1,0.272173,0.509555
auc,0.15,0.259037,0.527368
cross_entropy,0.05,0.334935,0.284333
cross_entropy,0.075,0.330697,0.282217
cross_entropy,0.1,0.323202,0.281849
cross_entropy,0.15,0.310068,0.27988
34 changes: 13 additions & 21 deletions results/mimic_iii_Autoformer/feature_ablation.csv
Original file line number Diff line number Diff line change
@@ -1,21 +1,13 @@
metric,area,value
accuracy,0.05,1.0
accuracy,0.075,1.0
accuracy,0.1,1.0
accuracy,0.15,1.0
comprehensiveness,0.05,0.0
comprehensiveness,0.075,0.0
comprehensiveness,0.1,0.0
comprehensiveness,0.15,0.0
cross_entropy,0.05,0.0
cross_entropy,0.075,0.0
cross_entropy,0.1,0.0
cross_entropy,0.15,0.0
log_odds,0.05,0.0
log_odds,0.075,0.0
log_odds,0.1,0.0
log_odds,0.15,0.0
sufficiency,0.05,0.0
sufficiency,0.075,0.0
sufficiency,0.1,0.0
sufficiency,0.15,0.0
metric,area,comp,suff
accuracy,0.05,0.70769,0.902617
accuracy,0.075,0.695538,0.886124
accuracy,0.1,0.687805,0.879099
accuracy,0.15,0.683031,0.8587
auc,0.05,0.231351,0.608786
auc,0.075,0.21941,0.611336
auc,0.1,0.212754,0.617011
auc,0.15,0.2016,0.615263
cross_entropy,0.05,0.684797,0.270501
cross_entropy,0.075,0.718892,0.284023
cross_entropy,0.1,0.723018,0.295185
cross_entropy,0.15,0.704904,0.317666
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/feature_permutation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.962513,0.923016
accuracy,0.075,0.958173,0.918322
accuracy,0.1,0.958173,0.917454
accuracy,0.15,0.95687,0.911732
auc,0.05,0.649545,0.385694
auc,0.075,0.62337,0.414085
auc,0.1,0.606209,0.418556
auc,0.15,0.587523,0.414688
cross_entropy,0.05,0.141698,0.307909
cross_entropy,0.075,0.151408,0.308193
cross_entropy,0.1,0.161021,0.30966
cross_entropy,0.15,0.175713,0.311721
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.709941,0.908774
accuracy,0.075,0.69692,0.895319
accuracy,0.1,0.690088,0.8836
accuracy,0.15,0.699958,0.864423
auc,0.05,0.229321,0.609236
auc,0.075,0.210633,0.619553
auc,0.1,0.206554,0.625061
auc,0.15,0.204207,0.6259
cross_entropy,0.05,0.678718,0.261414
cross_entropy,0.075,0.715803,0.271879
cross_entropy,0.1,0.715503,0.286146
cross_entropy,0.15,0.67887,0.307308
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/tsr_augmented_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.833992,0.937066
accuracy,0.075,0.790075,0.935764
accuracy,0.1,0.750852,0.940104
accuracy,0.15,0.696164,0.94184
auc,0.05,0.257981,0.511876
auc,0.075,0.214714,0.531253
auc,0.1,0.19259,0.552142
auc,0.15,0.163652,0.584656
cross_entropy,0.05,0.401856,0.245135
cross_entropy,0.075,0.482171,0.236896
cross_entropy,0.1,0.538812,0.229636
cross_entropy,0.15,0.614191,0.215113
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/tsr_feature_ablation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.842126,0.940458
accuracy,0.075,0.785028,0.944798
accuracy,0.1,0.7432,0.94393
accuracy,0.15,0.697708,0.944364
auc,0.05,0.308844,0.57336
auc,0.075,0.255282,0.59121
auc,0.1,0.230659,0.609097
auc,0.15,0.201031,0.626867
cross_entropy,0.05,0.392274,0.242967
cross_entropy,0.075,0.475094,0.233822
cross_entropy,0.1,0.542202,0.225727
cross_entropy,0.15,0.613091,0.21745
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/tsr_feature_permutation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.827916,0.94401
accuracy,0.075,0.779032,0.945312
accuracy,0.1,0.7509,0.947049
accuracy,0.15,0.703077,0.949653
auc,0.05,0.308367,0.567504
auc,0.075,0.266191,0.586615
auc,0.1,0.239313,0.602235
auc,0.15,0.204666,0.639964
cross_entropy,0.05,0.404803,0.236514
cross_entropy,0.075,0.488928,0.229348
cross_entropy,0.1,0.542714,0.223503
cross_entropy,0.15,0.611808,0.212605
13 changes: 13 additions & 0 deletions results/mimic_iii_Autoformer/tsr_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.850373,0.946181
accuracy,0.075,0.796039,0.949653
accuracy,0.1,0.750225,0.948351
accuracy,0.15,0.720792,0.947049
auc,0.05,0.29411,0.555857
auc,0.075,0.25091,0.595161
auc,0.1,0.234108,0.613764
auc,0.15,0.200346,0.644756
cross_entropy,0.05,0.388579,0.238567
cross_entropy,0.075,0.473523,0.225875
cross_entropy,0.1,0.536008,0.220871
cross_entropy,0.15,0.595764,0.213055
24 changes: 12 additions & 12 deletions results/mimic_iii_LSTM/tsr_augmented_occlusion.csv
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.963362,0.960668
accuracy,0.075,0.958513,0.961746
accuracy,0.1,0.956358,0.962823
accuracy,0.15,0.954203,0.969271
auc,0.05,0.768676,0.719165
auc,0.075,0.715975,0.757032
auc,0.1,0.677722,0.772705
auc,0.15,0.607157,0.799775
cross_entropy,0.05,0.121918,0.14157
cross_entropy,0.075,0.136858,0.132945
cross_entropy,0.1,0.148256,0.128922
cross_entropy,0.15,0.167557,0.122832
accuracy,0.05,0.931697,0.946534
accuracy,0.075,0.926489,0.952611
accuracy,0.1,0.922936,0.955649
accuracy,0.15,0.922068,0.957819
auc,0.05,0.71026,0.786227
auc,0.075,0.634251,0.814325
auc,0.1,0.591089,0.84289
auc,0.15,0.526015,0.862761
cross_entropy,0.05,0.207888,0.164029
cross_entropy,0.075,0.241469,0.143849
cross_entropy,0.1,0.262828,0.128436
cross_entropy,0.15,0.285316,0.111588
24 changes: 12 additions & 12 deletions results/mimic_iii_LSTM/tsr_feature_ablation.csv
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.962267,0.959034
accuracy,0.075,0.957418,0.962806
accuracy,0.1,0.954724,0.963883
accuracy,0.15,0.954168,0.968194
auc,0.05,0.764837,0.746307
auc,0.075,0.715112,0.786976
auc,0.1,0.67269,0.798627
auc,0.15,0.602898,0.80849
cross_entropy,0.05,0.121756,0.141217
cross_entropy,0.075,0.14033,0.131804
cross_entropy,0.1,0.153299,0.128932
cross_entropy,0.15,0.171101,0.124219
accuracy,0.05,0.938561,0.945666
accuracy,0.075,0.932051,0.949138
accuracy,0.1,0.932051,0.949138
accuracy,0.15,0.928932,0.961291
auc,0.05,0.71748,0.857524
auc,0.075,0.637704,0.876811
auc,0.1,0.580805,0.891811
auc,0.15,0.522889,0.908864
cross_entropy,0.05,0.211269,0.155475
cross_entropy,0.075,0.241604,0.139434
cross_entropy,0.1,0.263568,0.125068
cross_entropy,0.15,0.281855,0.110766
24 changes: 12 additions & 12 deletions results/mimic_iii_LSTM/tsr_feature_permutation.csv
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.964422,0.961728
accuracy,0.075,0.957418,0.962806
accuracy,0.1,0.955263,0.962267
accuracy,0.15,0.953108,0.97087
auc,0.05,0.707688,0.672955
auc,0.075,0.675497,0.699557
auc,0.1,0.630482,0.714758
auc,0.15,0.562375,0.725629
cross_entropy,0.05,0.11656,0.133703
cross_entropy,0.075,0.13354,0.127458
cross_entropy,0.1,0.147109,0.123041
cross_entropy,0.15,0.165311,0.121166
accuracy,0.05,0.936471,0.944637
accuracy,0.075,0.930395,0.949846
accuracy,0.1,0.927791,0.952016
accuracy,0.15,0.924318,0.959394
auc,0.05,0.709032,0.768107
auc,0.075,0.639311,0.80064
auc,0.1,0.585074,0.823271
auc,0.15,0.51359,0.842088
cross_entropy,0.05,0.197529,0.164033
cross_entropy,0.075,0.230758,0.14293
cross_entropy,0.1,0.252752,0.12787
cross_entropy,0.15,0.281774,0.109372
24 changes: 12 additions & 12 deletions results/mimic_iii_LSTM/tsr_occlusion.csv
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.965517,0.959591
accuracy,0.075,0.957435,0.962284
accuracy,0.1,0.953664,0.966056
accuracy,0.15,0.954741,0.968211
auc,0.05,0.713307,0.687865
auc,0.075,0.682879,0.710044
auc,0.1,0.645836,0.723401
auc,0.15,0.578097,0.736801
cross_entropy,0.05,0.117675,0.137145
cross_entropy,0.075,0.13281,0.128393
cross_entropy,0.1,0.145144,0.125606
cross_entropy,0.15,0.163202,0.123581
accuracy,0.05,0.934028,0.945747
accuracy,0.075,0.931424,0.949653
accuracy,0.1,0.929253,0.952691
accuracy,0.15,0.928385,0.958333
auc,0.05,0.666331,0.740293
auc,0.075,0.592766,0.766317
auc,0.1,0.543442,0.778333
auc,0.15,0.481836,0.795134
cross_entropy,0.05,0.206533,0.160899
cross_entropy,0.075,0.239014,0.137458
cross_entropy,0.1,0.26161,0.125903
cross_entropy,0.15,0.280672,0.109407
13 changes: 13 additions & 0 deletions results/mimic_iii_MICN/tsr_augmented_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.782584,0.904353
accuracy,0.075,0.734086,0.911812
accuracy,0.1,0.693126,0.920059
accuracy,0.15,0.649016,0.922229
auc,0.05,0.445423,0.542797
auc,0.075,0.393231,0.575159
auc,0.1,0.337608,0.597997
auc,0.15,0.330663,0.613048
cross_entropy,0.05,0.494345,0.25506
cross_entropy,0.075,0.62369,0.233797
cross_entropy,0.1,0.707301,0.217099
cross_entropy,0.15,0.804236,0.202411
13 changes: 13 additions & 0 deletions results/mimic_iii_MICN/tsr_feature_ablation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.792728,0.897843
accuracy,0.075,0.736577,0.909047
accuracy,0.1,0.700553,0.914336
accuracy,0.15,0.658806,0.913468
auc,0.05,0.396037,0.485441
auc,0.075,0.362333,0.519822
auc,0.1,0.341438,0.532597
auc,0.15,0.317809,0.551775
cross_entropy,0.05,0.485678,0.26876
cross_entropy,0.075,0.608608,0.245705
cross_entropy,0.1,0.696176,0.232911
cross_entropy,0.15,0.805254,0.220077
13 changes: 13 additions & 0 deletions results/mimic_iii_MICN/tsr_feature_permutation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.780687,0.8963
accuracy,0.075,0.72817,0.910976
accuracy,0.1,0.686423,0.914529
accuracy,0.15,0.641718,0.927035
auc,0.05,0.391092,0.444096
auc,0.075,0.366376,0.472354
auc,0.1,0.338708,0.496992
auc,0.15,0.294883,0.538977
cross_entropy,0.05,0.52054,0.268105
cross_entropy,0.075,0.640321,0.245014
cross_entropy,0.1,0.737583,0.232878
cross_entropy,0.15,0.856238,0.207521
13 changes: 13 additions & 0 deletions results/mimic_iii_MICN/tsr_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
metric,area,comp,suff
accuracy,0.05,0.778678,0.898036
accuracy,0.075,0.717239,0.906282
accuracy,0.1,0.685121,0.917133
accuracy,0.15,0.644596,0.922422
auc,0.05,0.428814,0.45514
auc,0.075,0.377868,0.48044
auc,0.1,0.351501,0.523055
auc,0.15,0.318818,0.55431
cross_entropy,0.05,0.492969,0.260828
cross_entropy,0.075,0.620281,0.240893
cross_entropy,0.1,0.718961,0.223668
cross_entropy,0.15,0.805108,0.212363
16 changes: 8 additions & 8 deletions results/traffic_Autoformer/tsr_feature_permutation.csv
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
metric,area,comp,suff
mae,0.05,17.936011,85.397804
mae,0.075,22.109994,82.824724
mae,0.1,24.489334,80.339144
mae,0.15,30.02413,72.328719
mse,0.05,6.329536,115.207438
mse,0.075,9.29955,109.770765
mse,0.1,11.374286,104.591987
mse,0.15,17.134238,87.92274
mae,0.05,22.64877,82.965793
mae,0.075,26.401137,79.665441
mae,0.1,28.613925,76.462851
mae,0.15,35.111907,66.117709
mse,0.05,9.890639,109.143315
mse,0.075,13.199112,102.466031
mse,0.1,15.461876,95.797628
mse,0.15,23.265591,75.442294
9 changes: 9 additions & 0 deletions results/traffic_LSTM/tsr_augmented_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
metric,area,comp,suff
mae,0.05,40.518337,61.980243
mae,0.075,48.477482,49.591311
mae,0.1,53.451881,42.714924
mae,0.15,61.793883,32.316751
mse,0.05,26.272866,57.995535
mse,0.075,36.837655,38.575472
mse,0.1,44.316665,29.052378
mse,0.15,58.127846,17.058154
9 changes: 9 additions & 0 deletions results/traffic_LSTM/tsr_feature_ablation.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
metric,area,comp,suff
mae,0.05,41.056152,61.458376
mae,0.075,49.044498,49.448046
mae,0.1,53.733654,42.596714
mae,0.15,62.450393,32.150925
mse,0.05,27.080242,57.157191
mse,0.075,37.946665,38.275104
mse,0.1,45.07364,28.863142
mse,0.15,59.528488,16.86987
9 changes: 9 additions & 0 deletions results/traffic_LSTM/tsr_occlusion.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
metric,area,comp,suff
mae,0.05,40.954124,61.921116
mae,0.075,48.931908,49.769789
mae,0.1,53.815022,42.966898
mae,0.15,62.247206,32.523315
mse,0.05,26.850916,58.243339
mse,0.075,37.681163,38.850977
mse,0.1,44.971107,29.40709
mse,0.15,59.077043,17.286227
Loading

0 comments on commit 163f66e

Please sign in to comment.