library(checkmate) # Simple 1D Function PS_1D_domain = ps( x = p_dbl(lower = -1, upper = 1), foo = p_uty() # the domain of the function should not matter. ) PS_1D = ps( x = p_dbl(lower = -1, upper = 1) ) FUN_1D = function(xs) { list(y = as.numeric(xs)^2) } FUN_1D_CODOMAIN = ps(y = p_dbl(tags = c("minimize", "random_tag"))) OBJ_1D = ObjectiveRFun$new(fun = FUN_1D, domain = PS_1D_domain, properties = "single-crit") # Simple 2D Function PS_2D_domain = ps( x1 = p_dbl(lower = -1, upper = 1), x2 = p_dbl(lower = -1, upper = 1), foo = p_uty() # the domain of the function should not matter. ) PS_2D = ps( x1 = p_dbl(lower = -1, upper = 1), x2 = p_dbl(lower = -1, upper = 1) ) FUN_2D = function(xs) { y = sum(as.numeric(xs)^2) list(y = y) } FUN_2D_CODOMAIN = ps(y = p_dbl(tags = c("minimize", "random_tag"))) OBJ_2D = ObjectiveRFun$new(fun = FUN_2D, domain = PS_2D_domain, properties = "single-crit") # Simple 2D Function with trafo PS_2D_TRF = ps( x1 = p_dbl(lower = -1, upper = 1), x2 = p_dbl(lower = 1, upper = 3), .extra_trafo = function(x, param_set) { x$x2 = x$x2 - 2 return(x) } ) # Simple 2D Function with deps FUN_2D_DEPS = function(xs) { y = sum(as.numeric(xs)^2, na.rm = TRUE) # for PS with dependencies we ignore the not present param list(y = y) } PS_2D_DEPS = PS_2D$clone(deep = TRUE) PS_2D_DEPS$add_dep("x2", "x1", CondEqual$new(1)) OBJ_2D_DEPS = ObjectiveRFun$new(fun = FUN_2D_DEPS, domain = PS_2D_DEPS, properties = "single-crit") # Multi-objecitve 2D->2D function FUN_2D_2D = function(xs) { list(y1 = xs[[1]]^2, y2 = -xs[[2]]^2) } FUN_2D_2D_CODOMAIN = ps( y1 = p_dbl(tags = "minimize"), y2 = p_dbl(tags = "maximize") ) OBJ_2D_2D = ObjectiveRFun$new(fun = FUN_2D_2D, domain = PS_2D, codomain = FUN_2D_2D_CODOMAIN, properties = "multi-crit") # General Helper MAKE_INST = function(objective = OBJ_2D, search_space = PS_2D, terminator = 5L) { if (is.integer(terminator)) { tt = TerminatorEvals$new() tt$param_set$values$n_evals = terminator terminator = tt } if (objective$codomain$length == 1) { OptimInstanceBatchSingleCrit$new(objective = objective, search_space = search_space, terminator = terminator) } else { OptimInstanceBatchMultiCrit$new(objective = objective, search_space = search_space, terminator = terminator) } } MAKE_INST_1D = function(terminator) { MAKE_INST(objective = OBJ_1D, search_space = PS_1D, terminator = terminator) } MAKE_INST_2D = function(terminator) { MAKE_INST(objective = OBJ_2D, search_space = PS_2D, terminator = terminator) } MAKE_INST_2D_2D = function(terminator) { MAKE_INST(objective = OBJ_2D_2D, search_space = PS_2D, terminator = terminator) } test_optimizer_1d = function(key, ..., term_evals = 2L, real_evals = term_evals) { terminator = trm("evals", n_evals = term_evals) instance = OptimInstanceBatchSingleCrit$new(objective = OBJ_1D, search_space = PS_1D, terminator = terminator) res = test_optimizer(instance = instance, key = key, ..., real_evals = real_evals) x_opt = res$instance$result_x_domain y_opt = res$instance$result_y expect_list(x_opt, len = 1) expect_named(x_opt, "x") expect_numeric(y_opt, len = 1) expect_named(y_opt, "y") return(res) } test_optimizer_2d = function(key, ..., term_evals = 2L, real_evals = term_evals) { terminator = trm("evals", n_evals = term_evals) instance = OptimInstanceBatchMultiCrit$new(objective = OBJ_2D_2D, search_space = PS_2D, terminator = terminator) res = test_optimizer(instance = instance, key = key, ..., real_evals = real_evals) x_opt = res$instance$result_x_domain y_opt = res$instance$result_y expect_list(x_opt[[1]], len = 2) expect_named(x_opt[[1]], c("x1", "x2")) expect_data_table(y_opt) expect_named(y_opt, c("y1", "y2")) return(res) } test_optimizer_dependencies = function(key, ..., term_evals = 2L, real_evals = term_evals) { terminator = trm("evals", n_evals = term_evals) instance = OptimInstanceBatchSingleCrit$new(objective = OBJ_2D_DEPS, search_space = PS_2D_DEPS, terminator = terminator) res = test_optimizer(instance = instance, key = key, ..., real_evals = real_evals) x_opt = res$instance$result_x_domain y_opt = res$instance$result_y expect_list(x_opt) expect_names(names(x_opt), subset.of = c("x1", "x2")) expect_numeric(y_opt, len = 1) expect_named(y_opt, "y") return(res) } test_optimizer = function(instance, key, ..., real_evals) { optimizer = opt(key, ...) expect_class(optimizer, "Optimizer") expect_man_exists(optimizer$man) expect_string(optimizer$label) optimizer$optimize(instance) archive = instance$archive expect_data_table(archive$data, nrows = real_evals) expect_equal(instance$archive$n_evals, real_evals) list(optimizer = optimizer, instance = instance) } random_search = function(inst, batch_size = 10) { assert_r6(inst, "OptimInstance") batch_size = assert_int(batch_size, coerce = TRUE) optim = OptimizerBatchRandomSearch$new() optim$param_set$values$batch_size = batch_size optim$optimize(inst) return(inst$archive) } MAKE_OPT = function(param_set = ps(), param_classes = c("ParamDbl", "ParamInt"), properties = "single-crit", packages = character(0)) { OptimizerBatch$new(id = "optimizer", param_set = param_set, param_classes = param_classes, properties = properties, packages = packages) } expect_irace_parameters = function(parameters, names, types, domain, conditions, depends, hierarchy) { expect_list(parameters, len = 13, any.missing = FALSE) expect_equal(names(parameters), c("names", "types", "switches", "domain", "conditions", "isFixed", "transform", "isDependent", "depends", "hierarchy", "nbParameters", "nbFixed", "nbVariable")) expect_equal(parameters$names, names) expect_equal(parameters$types, set_names(types, names)) expect_equal(parameters$switches, named_vector(names, "")) expect_equal(parameters$domain, domain) if (missing(conditions)) { expect_equal(parameters$conditions, named_list(names, TRUE)) } else { # can't compare expressions directly expect_equal(as.character(parameters$conditions), as.character(conditions)) } expect_equal(parameters$isFixed, named_vector(names, FALSE)) expect_equal(parameters$transform, named_list(names, "")) expect_equal(parameters$isDependent, named_vector(names, FALSE)) if (missing(depends)) { expect_equal(parameters$depends, named_list(names, character(0))) } else { expect_equal(parameters$depends, depends) } if (missing(hierarchy)) { expect_equal(parameters$hierarchy, named_vector(names, 1)) } else { expect_equal(parameters$hierarchy, set_names(hierarchy, names)) } expect_equal(parameters$nbParameters, length(names)) expect_equal(parameters$nbFixed, 0) expect_equal(parameters$nbVariable, length(names)) } expect_different_address = function(x, y) { requireNamespace("data.table") testthat::expect_false(identical(data.table::address(x), data.table::address(y))) } expect_man_exists = function(man) { checkmate::expect_string(man, na.ok = TRUE, fixed = "::") if (!is.na(man)) { parts = strsplit(man, "::", fixed = TRUE)[[1L]] matches = help.search(parts[2L], package = parts[1L], ignore.case = FALSE) checkmate::expect_data_frame(matches$matches, min.rows = 1L, info = "man page lookup") } } expect_dictionary = function(d, contains = NA_character_, min_items = 0L) { checkmate::expect_r6(d, "Dictionary") keys = d$keys() checkmate::expect_environment(d$items) checkmate::expect_character(keys, any.missing = FALSE, min.len = min_items, min.chars = 1L) if (!is.na(contains)) { checkmate::expect_list(d$mget(keys), types = contains, names = "unique") } if (length(keys) >= 1L) { testthat::expect_error(d$get(keys[1], 1), "names") } checkmate::expect_data_table(data.table::as.data.table(d), key = "key", nrows = length(keys)) } expect_rush_reset = function(rush, type = "kill") { processes = rush$processes rush$reset(type = type) expect_list(rush$connector$command(c("KEYS", "*")), len = 0) walk(processes, function(p) p$kill()) } flush_redis = function() { config = redux::redis_config() r = redux::hiredis(config) r$FLUSHDB() }