@@ -58,6 +58,8 @@ ObjectiveFSelectBatch = R6Class("ObjectiveFSelectBatch",
58
58
.eval_many = function (xss , resampling ) {
59
59
private $ .xss = xss
60
60
61
+ lg $ trace(" Evaluating hyperparameter configuration %s" , as_short_string(xs ))
62
+
61
63
tasks = map(private $ .xss , function (x ) {
62
64
state = self $ task $ feature_names [unlist(x )]
63
65
task = self $ task $ clone()
@@ -71,13 +73,19 @@ ObjectiveFSelectBatch = R6Class("ObjectiveFSelectBatch",
71
73
private $ .design = data.table(task = tasks , learner = list (self $ learner ), resampling = resampling )
72
74
call_back(" on_eval_after_design" , self $ callbacks , self $ context )
73
75
76
+ lg $ debug(" Resampling feature subsets" )
77
+
74
78
# learner is already cloned, task is internally cloned by PipeOpSelect, and resampling is not changed
75
79
private $ .benchmark_result = benchmark(private $ .design , store_models = self $ store_models || private $ .model_required , clone = character ())
76
80
call_back(" on_eval_after_benchmark" , self $ callbacks , self $ context )
77
81
82
+ lg $ debug(" Aggregating performance" )
83
+
78
84
# aggregate performance scores
79
85
private $ .aggregated_performance = private $ .benchmark_result $ aggregate(self $ measures , conditions = TRUE )[, c(self $ codomain $ target_ids , " warnings" , " errors" ), with = FALSE ]
80
86
87
+ lg $ debug(" Aggregated performance %s" , as_short_string(private $ .aggregated_performance ))
88
+
81
89
# add runtime to evaluations
82
90
time = map_dbl(private $ .benchmark_result $ resample_results $ resample_result , function (rr ) {
83
91
sum(map_dbl(get_private(rr )$ .data $ learner_states(get_private(rr )$ .view ), function (state ) state $ train_time + state $ predict_time ))
@@ -86,6 +94,7 @@ ObjectiveFSelectBatch = R6Class("ObjectiveFSelectBatch",
86
94
87
95
# store benchmark result in archive
88
96
if (self $ store_benchmark_result ) {
97
+ lg $ debug(" Storing resample result" )
89
98
self $ archive $ benchmark_result $ combine(private $ .benchmark_result )
90
99
set(private $ .aggregated_performance , j = " uhash" , value = private $ .benchmark_result $ uhashes )
91
100
}
0 commit comments