diff --git a/results/electricity_Crossformer/tsr_deep_lift.csv b/results/electricity_Crossformer/tsr_deep_lift.csv new file mode 100644 index 0000000..52917b7 --- /dev/null +++ b/results/electricity_Crossformer/tsr_deep_lift.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,11.750957,11.827413 +mae,0.075,13.47984,10.356981 +mae,0.1,14.234896,9.594617 +mae,0.15,15.462023,7.994136 +mse,0.05,9.985294,9.14542 +mse,0.075,12.608323,7.113958 +mse,0.1,13.864053,6.173681 +mse,0.15,15.908672,4.449514 diff --git a/results/electricity_Crossformer/tsr_gradient_shap.csv b/results/electricity_Crossformer/tsr_gradient_shap.csv new file mode 100644 index 0000000..d594a00 --- /dev/null +++ b/results/electricity_Crossformer/tsr_gradient_shap.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,11.812389,11.798157 +mae,0.075,13.461141,10.35734 +mae,0.1,14.253102,9.542648 +mae,0.15,15.516494,7.9605 +mse,0.05,10.223652,9.123401 +mse,0.075,12.71188,7.145 +mse,0.1,14.004521,6.143674 +mse,0.15,16.239821,4.420669 diff --git a/results/electricity_Crossformer/tsr_integrated_gradients.csv b/results/electricity_Crossformer/tsr_integrated_gradients.csv new file mode 100644 index 0000000..6d4c90d --- /dev/null +++ b/results/electricity_Crossformer/tsr_integrated_gradients.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,11.712484,11.764507 +mae,0.075,13.351978,10.284234 +mae,0.1,14.139372,9.512412 +mae,0.15,15.468484,7.959971 +mse,0.05,10.051986,9.023406 +mse,0.075,12.482359,7.001242 +mse,0.1,13.787328,6.042616 +mse,0.15,16.041217,4.419902 diff --git a/results/electricity_Crossformer/tsr_integrated_gradients_orig.csv b/results/electricity_Crossformer/tsr_integrated_gradients_orig.csv new file mode 100644 index 0000000..52917b7 --- /dev/null +++ b/results/electricity_Crossformer/tsr_integrated_gradients_orig.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,11.750957,11.827413 +mae,0.075,13.47984,10.356981 +mae,0.1,14.234896,9.594617 +mae,0.15,15.462023,7.994136 +mse,0.05,9.985294,9.14542 +mse,0.075,12.608323,7.113958 +mse,0.1,13.864053,6.173681 +mse,0.15,15.908672,4.449514 diff --git a/results/mimic_iii_Crossformer/tsr_deep_lift.csv b/results/mimic_iii_Crossformer/tsr_deep_lift.csv new file mode 100644 index 0000000..8e27500 --- /dev/null +++ b/results/mimic_iii_Crossformer/tsr_deep_lift.csv @@ -0,0 +1,13 @@ +metric,area,comp,suff +accuracy,0.05,0.966065,0.973878 +accuracy,0.075,0.966065,0.973444 +accuracy,0.1,0.964329,0.97293 +accuracy,0.15,0.963895,0.968236 +auc,0.05,0.689442,0.696245 +auc,0.075,0.656561,0.706679 +auc,0.1,0.614436,0.715621 +auc,0.15,0.551595,0.725575 +cross_entropy,0.05,0.103766,0.115665 +cross_entropy,0.075,0.114826,0.11735 +cross_entropy,0.1,0.126829,0.117357 +cross_entropy,0.15,0.14185,0.120929 diff --git a/results/mimic_iii_Crossformer/tsr_gradient_shap.csv b/results/mimic_iii_Crossformer/tsr_gradient_shap.csv new file mode 100644 index 0000000..99af431 --- /dev/null +++ b/results/mimic_iii_Crossformer/tsr_gradient_shap.csv @@ -0,0 +1,13 @@ +metric,area,comp,suff +accuracy,0.05,0.965278,0.971354 +accuracy,0.075,0.963542,0.969618 +accuracy,0.1,0.963976,0.970052 +accuracy,0.15,0.963542,0.97092 +auc,0.05,0.645093,0.639433 +auc,0.075,0.617785,0.654861 +auc,0.1,0.580866,0.661209 +auc,0.15,0.519186,0.670089 +cross_entropy,0.05,0.100585,0.115619 +cross_entropy,0.075,0.11217,0.11649 +cross_entropy,0.1,0.122798,0.1193 +cross_entropy,0.15,0.13751,0.12243 diff --git a/results/mimic_iii_Crossformer/tsr_integrated_gradients.csv b/results/mimic_iii_Crossformer/tsr_integrated_gradients.csv new file mode 100644 index 0000000..a9d1861 --- /dev/null +++ b/results/mimic_iii_Crossformer/tsr_integrated_gradients.csv @@ -0,0 +1,13 @@ +metric,area,comp,suff +accuracy,0.05,0.965985,0.968589 +accuracy,0.075,0.964249,0.968155 +accuracy,0.1,0.964683,0.973878 +accuracy,0.15,0.963381,0.974392 +auc,0.05,0.717198,0.72098 +auc,0.075,0.68283,0.739677 +auc,0.1,0.636029,0.743543 +auc,0.15,0.560216,0.753315 +cross_entropy,0.05,0.10227,0.117988 +cross_entropy,0.075,0.11347,0.115487 +cross_entropy,0.1,0.125136,0.115393 +cross_entropy,0.15,0.140794,0.116399 diff --git a/results/mimic_iii_Crossformer/tsr_integrated_gradients_orig.csv b/results/mimic_iii_Crossformer/tsr_integrated_gradients_orig.csv new file mode 100644 index 0000000..8e27500 --- /dev/null +++ b/results/mimic_iii_Crossformer/tsr_integrated_gradients_orig.csv @@ -0,0 +1,13 @@ +metric,area,comp,suff +accuracy,0.05,0.966065,0.973878 +accuracy,0.075,0.966065,0.973444 +accuracy,0.1,0.964329,0.97293 +accuracy,0.15,0.963895,0.968236 +auc,0.05,0.689442,0.696245 +auc,0.075,0.656561,0.706679 +auc,0.1,0.614436,0.715621 +auc,0.15,0.551595,0.725575 +cross_entropy,0.05,0.103766,0.115665 +cross_entropy,0.075,0.114826,0.11735 +cross_entropy,0.1,0.126829,0.117357 +cross_entropy,0.15,0.14185,0.120929 diff --git a/results/mimic_iii_Crossformer/winIT.csv b/results/mimic_iii_Crossformer/winIT.csv new file mode 100644 index 0000000..316aa22 --- /dev/null +++ b/results/mimic_iii_Crossformer/winIT.csv @@ -0,0 +1,13 @@ +metric,area,comp,suff +accuracy,0.05,0.985652,0.963913 +accuracy,0.075,0.979565,0.965217 +accuracy,0.1,0.973043,0.966522 +accuracy,0.15,0.968261,0.966957 +auc,0.05,0.131594,0.092609 +auc,0.075,0.131594,0.09971 +auc,0.1,0.131014,0.11058 +auc,0.15,0.128261,0.115217 +cross_entropy,0.05,0.084172,0.150893 +cross_entropy,0.075,0.083697,0.140309 +cross_entropy,0.1,0.08591,0.132684 +cross_entropy,0.15,0.091803,0.126317 diff --git a/results/traffic_Crossformer/tsr_deep_lift.csv b/results/traffic_Crossformer/tsr_deep_lift.csv new file mode 100644 index 0000000..f0bb952 --- /dev/null +++ b/results/traffic_Crossformer/tsr_deep_lift.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,8.071214,18.804994 +mae,0.075,9.594707,15.761626 +mae,0.1,10.422612,14.09881 +mae,0.15,12.277957,10.968051 +mse,0.05,4.477453,19.99465 +mse,0.075,6.136419,14.257711 +mse,0.1,7.133228,11.506669 +mse,0.15,9.657874,7.070959 diff --git a/results/traffic_Crossformer/tsr_gradient_shap.csv b/results/traffic_Crossformer/tsr_gradient_shap.csv new file mode 100644 index 0000000..cb13514 --- /dev/null +++ b/results/traffic_Crossformer/tsr_gradient_shap.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,8.278288,18.86039 +mae,0.075,9.706403,15.866031 +mae,0.1,10.600485,14.208139 +mae,0.15,12.524128,11.060771 +mse,0.05,4.646847,20.191155 +mse,0.075,6.235019,14.546905 +mse,0.1,7.326025,11.758336 +mse,0.15,9.966958,7.242818 diff --git a/results/traffic_Crossformer/tsr_integrated_gradients.csv b/results/traffic_Crossformer/tsr_integrated_gradients.csv new file mode 100644 index 0000000..ebca4ca --- /dev/null +++ b/results/traffic_Crossformer/tsr_integrated_gradients.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,8.042703,18.963658 +mae,0.075,9.549079,15.858062 +mae,0.1,10.374462,14.165776 +mae,0.15,12.278158,11.002228 +mse,0.05,4.454946,20.347757 +mse,0.075,6.069543,14.480059 +mse,0.1,7.072705,11.658718 +mse,0.15,9.629995,7.141124 diff --git a/results/traffic_Crossformer/tsr_integrated_gradients_orig.csv b/results/traffic_Crossformer/tsr_integrated_gradients_orig.csv new file mode 100644 index 0000000..f0bb952 --- /dev/null +++ b/results/traffic_Crossformer/tsr_integrated_gradients_orig.csv @@ -0,0 +1,9 @@ +metric,area,comp,suff +mae,0.05,8.071214,18.804994 +mae,0.075,9.594707,15.761626 +mae,0.1,10.422612,14.09881 +mae,0.15,12.277957,10.968051 +mse,0.05,4.477453,19.99465 +mse,0.075,6.136419,14.257711 +mse,0.1,7.133228,11.506669 +mse,0.15,9.657874,7.070959 diff --git a/scripts/outputs/Crossformer_tsr_orig.out b/scripts/outputs/Crossformer_tsr_orig.out new file mode 100644 index 0000000..24f0c17 --- /dev/null +++ b/scripts/outputs/Crossformer_tsr_orig.out @@ -0,0 +1,69 @@ +Use GPU: cuda:0 +Experiments will be saved in scratch/electricity_Crossformer +test 2607 +Loading model from scratch/electricity_Crossformer/checkpoint.pth +explainers: ['integrated_gradients'] + areas: [0.05, 0.075, 0.1, 0.15] + metrics: ['mae', 'mse'] + +Interpreting with TSR enabled. +Running integrated_gradients from 2023-10-15 16:10:48.294566 + 0%| | 0/82 [00:00