-
Notifications
You must be signed in to change notification settings - Fork 6
/
result-analysis-synthetic.r
42 lines (34 loc) · 1.2 KB
/
result-analysis-synthetic.r
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
load("final_results_synthetic_ts1_lasso.rdata")
load("final_results_synthetic_ts2_lasso.rdata")
load("final_results_synthetic_ts3_lasso.rdata")
load("final_results_synthetic_ts1_rbr.rdata")
load("final_results_synthetic_ts2_rbr.rdata")
load("final_results_synthetic_ts3_rbr.rdata")
load("final_results_synthetic_ts1_rf.rdata")
load("final_results_synthetic_ts2_rf.rdata")
load("final_results_synthetic_ts3_rf.rdata")
source("src/plots.r")
library(scmamp)
err_estimation <-
lapply(final_results,
function(x) {
tryCatch(x$err_estimation,
error =function(e) {NULL})
})
err_estimation <- err_estimation[!sapply(err_estimation, is.null)]
fr <- do.call(rbind, err_estimation)
fr <- as.data.frame(fr)
rownames(fr) <- NULL
colnames(fr) <-
c("CV", "CV-Bl", "CV-Mod","CV-hvBl",
"Preq-Bls", "Preq-Sld-Bls",
"Preq-Bls-Gap","Holdout", "Rep-Holdout",
"Preq-Slide","Preq-Grow")
fr_abs <- abs(fr)
fr_abs_rank <- apply(fr_abs, 1, rank)
avg_rank_plot(avg = rowMeans(fr_abs_rank),
sdev = apply(fr_abs_rank,1, sd)) +
theme(axis.text.x = element_text(angle = 45,
size = 12,
hjust = 1))
#