tests/testthat/test-capping.R

In MLopez-Ibanez/irace: Iterated Racing for Automatic Algorithm Configuration

withr::with_output_sink("test-capping.Rout", {


## target runner ###########################################################
target_runner_reject <- function(experiment, scenario)
{
  if (experiment$configuration[["reject"]] == "1" && runif(1) <= 0.01)
    return(list(cost = -Inf, time = experiment$bound))
  target_runner_capping_xy(experiment, scenario)
}


test_that("irace_capping_xy maxExperiments = 1000", {
  generate_set_seed()
  irace_capping_xy(maxExperiments = 1000)
})

test_that("irace_capping_xy maxExperiments = 1000 cappingAfterFirstTest", {
  generate_set_seed()
  irace_capping_xy(maxExperiments = 1000, cappingAfterFirstTest=1)
})

test_that("irace_capping_xy maxTime = 1000", {
  generate_set_seed()
  expect_warning(irace_capping_xy(maxTime = 1000),
                 "boundMax=80 is too large, using 5 instead")
})

test_that("irace_capping_xy targetRunner = target_runner_reject, maxTime = 1000", {
  skip_on_cran()
  skip_on_coverage() # This test sometimes fails randomly
  generate_set_seed()
  irace_capping_xy(targetRunner = target_runner_reject, maxTime = 1000, boundMax = 5, debugLevel = 3,
    # FIXME: target_runner_reject does not work in parallel on Windows.
    parallel = if (system_os_is_windows()) 1L else test_irace_detectCores())
})

test_that("capping default value", {
  parameters_table <- '
   x "" r (0, 1.00)
   y "" r (0, 1.00)
   reject "" c (0,1)'

  parameters <- readParameters(text = parameters_table)

  def_scenario <- list(instances = c("ackley", "goldestein", "matyas", "himmelblau"),
                   targetRunner = target_runner_reject,
                   maxTime = 1200,
                   parameters = parameters)
  scenario <- checkScenario(def_scenario)
  expect_false(scenario$capping)
  def_scenario$boundMax <- 80
  scenario <- checkScenario(def_scenario)
  expect_true(scenario$capping)
})

}) # withr::with_output_sink()