Nothing
test_that("extract_inner_fselect_results function works with resample and cv", {
rr = fselect_nested(fs("random_search"), tsk("iris"), lrn("classif.rpart"), rsmp("holdout"), rsmp("cv", folds = 2),
msr("classif.ce"), term_evals = 4)
irr = extract_inner_fselect_results(rr)
expect_data_table(irr, nrows = 2)
expect_named(irr, c("iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "task_id", "learner_id", "resampling_id"))
})
test_that("extract_inner_fselect_results function works with resample and repeated cv", {
rr = fselect_nested(fs("random_search"), tsk("iris"), lrn("classif.rpart"), rsmp("holdout"),
rsmp("repeated_cv", folds = 2, repeats = 3), msr("classif.ce"), term_evals = 4)
irr = extract_inner_fselect_results(rr)
expect_data_table(irr, nrows = 6)
expect_named(irr, c("iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "task_id", "learner_id", "resampling_id"))
})
test_that("extract_inner_fselect_results function works with benchmark and cv", {
at_1 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
at_2 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("cv", folds = 2)
grid = benchmark_grid(tsk("iris"), list(at_1, at_2), resampling_outer)
bmr = benchmark(grid, store_models = TRUE)
ibmr = extract_inner_fselect_results(bmr)
expect_data_table(ibmr, nrows = 4)
expect_named(ibmr, c("experiment", "iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "task_id", "learner_id", "resampling_id"))
expect_equal(unique(ibmr$experiment), c(1, 2))
})
test_that("extract_inner_fselect_results function works with benchmark and repeated cv", {
at_1 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
at_2 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("repeated_cv", folds = 2, repeats = 3)
grid = benchmark_grid(tsk("iris"), list(at_1, at_2), resampling_outer)
bmr = benchmark(grid, store_models = TRUE)
ibmr = extract_inner_fselect_results(bmr)
expect_data_table(ibmr, nrows = 12)
expect_named(ibmr, c("experiment", "iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "task_id", "learner_id", "resampling_id"))
expect_equal(unique(ibmr$experiment), c(1, 2))
})
test_that("extract_inner_fselect_results function works with multiple tasks", {
at_1 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
at_2 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("cv", folds = 2)
grid = benchmark_grid(list(tsk("iris"), tsk("pima")), list(at_1, at_2), resampling_outer)
bmr = benchmark(grid, store_models = TRUE)
ibmr = extract_inner_fselect_results(bmr)
expect_data_table(ibmr, nrows = 8)
expect_named(ibmr, c("experiment", "iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "age", "glucose", "insulin", "mass", "pedigree", "pregnant", "pressure", "triceps", "classif.ce", "features", "task_id", "learner_id", "resampling_id"))
expect_equal(unique(ibmr$experiment), c(1, 2, 3, 4))
})
test_that("extract_inner_fselect_results function works with no model", {
at = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("cv", folds = 2)
rr = resample(tsk("iris"), at, resampling_outer, store_models = FALSE)
expect_data_table(extract_inner_fselect_results(rr), nrows = 0, ncols = 0)
})
test_that("extract_inner_fselect_results function works no instance", {
at = AutoFSelector$new(lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), trm("evals", n_evals = 4),
fselector = fs("random_search"), store_fselect_instance = FALSE, store_benchmark_result = FALSE)
resampling_outer = rsmp("cv", folds = 2)
rr = resample(tsk("iris"), at, resampling_outer, store_models = TRUE)
expect_data_table(extract_inner_fselect_results(rr), nrows = 0, ncols = 0)
})
test_that("extract_inner_fselect_results function works with benchmark and no models", {
at_1 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
at_2 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("cv", folds = 2)
grid = benchmark_grid(tsk("iris"), list(at_1, at_2), resampling_outer)
bmr = benchmark(grid, store_models = FALSE)
expect_data_table(extract_inner_fselect_results(bmr), nrows = 0, ncols = 0)
})
test_that("extract_inner_fselect_results function works with mixed store instance", {
at_1 = AutoFSelector$new(lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), trm("evals", n_evals = 4),
fselector = fs("random_search"), store_fselect_instance = FALSE, store_benchmark_result = FALSE)
at_2 = AutoFSelector$new(lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), trm("evals", n_evals = 4),
fselector = fs("random_search"))
resampling_outer = rsmp("cv", folds = 2)
grid = benchmark_grid(tsk("iris"), list(at_1, at_2), resampling_outer)
bmr = benchmark(grid, store_models = TRUE)
ibmr = extract_inner_fselect_results(bmr)
expect_data_table(ibmr, nrows = 2, ncols = 11)
expect_equal(unique(ibmr$experiment), 2)
})
test_that("extract_inner_fselect_results function works with learner and autotuner", {
learner = lrn("classif.rpart")
at = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("cv", folds = 2)
grid = benchmark_grid(tsk("iris"), list(at, learner), resampling_outer)
bmr = benchmark(grid, store_models = TRUE)
ibmr = extract_inner_fselect_results(bmr)
expect_data_table(ibmr, nrows = 2)
expect_named(ibmr, c("experiment", "iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "task_id", "learner_id", "resampling_id"))
expect_equal(unique(ibmr$experiment), 1)
})
test_that("extract_inner_fselect_results function works with resample and return of instance", {
rr = fselect_nested(fs("random_search"), tsk("iris"), lrn("classif.rpart"), rsmp("holdout"), rsmp("cv", folds = 2), msr("classif.ce"), term_evals = 4)
irr = extract_inner_fselect_results(rr, fselect_instance = TRUE)
expect_data_table(irr, nrows = 2)
expect_named(irr, c("iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "fselect_instance", "task_id", "learner_id", "resampling_id"))
})
test_that("extract_inner_fselect_results function works with benchmark and return of instance", {
at_1 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
at_2 = auto_fselector(fs("random_search"), lrn("classif.rpart"), rsmp("holdout"), msr("classif.ce"), term_evals = 4)
resampling_outer = rsmp("cv", folds = 2)
grid = benchmark_grid(tsk("iris"), list(at_1, at_2), resampling_outer)
bmr = benchmark(grid, store_models = TRUE)
ibmr = extract_inner_fselect_results(bmr, fselect_instance = TRUE)
expect_data_table(ibmr, nrows = 4)
expect_named(ibmr, c("experiment", "iteration", "Petal.Length", "Petal.Width", "Sepal.Length", "Sepal.Width", "classif.ce", "features", "fselect_instance", "task_id", "learner_id", "resampling_id"))
expect_equal(unique(ibmr$experiment), c(1, 2))
})
Any scripts or data that you put into this service are public.
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.