Nothing
test_that("ggplot.train correctly orders factors", {
skip_on_cran()
skip_if_not_installed("kernlab")
data(mtcars)
m <- train(
mpg ~ cyl + disp,
data = mtcars,
method = "svmRadial",
tuneGrid = expand.grid(C = 1:2, sigma = c(0.0001, 0.01, 1))
)
g <- ggplot(m, plotType = "level")
# Test plot data
obj_sigma <- as.numeric(levels(g$data$sigma))
obj_C <- as.numeric(levels(g$data$c))
expect_equal(obj_sigma, sort(obj_sigma))
expect_equal(obj_C, sort(obj_C))
# Test axes' labels on a built plot
build <- ggplot2::ggplot_build(g)
obj_x <- as.numeric(build$layout$panel_ranges[[1]]$x.labels)
obj_y <- as.numeric(build$layout$panel_ranges[[1]]$y.labels)
expect_equal(obj_x, sort(obj_x))
expect_equal(obj_y, sort(obj_y))
})
test_that("ggplot.train correctly orders facets' labels", {
skip_on_cran()
skip_if_not_installed("kernlab")
data(mtcars)
m <- suppressWarnings(train(
mpg ~ cyl + disp,
data = mtcars,
method = "svmPoly",
tuneGrid = expand.grid(
degree = c(0.0001, 0.01, 1),
scale = c(0.0001, 0.01, 1),
C = c(0.0001, 0.01, 1)
)
))
g <- ggplot(m, plotType = "level", nameInStrip = TRUE)
# Test plot data
obj_C <- as.numeric(gsub(
'Cost: ',
'',
levels(g$data$C)
))
expect_equal(obj_C, sort(obj_C))
# Test axes' labels on a built plot
build <- ggplot2::ggplot_build(g)
obj_labels <- as.numeric(gsub(
'Cost: ',
'',
levels(build$layout$panel_layout$C)
))
expect_equal(obj_labels, sort(obj_labels))
})
# ------------------------------------------------------------------------------
test_that("ggplot.train returns a scatter plot and the underlying data", {
skip_on_cran()
set.seed(1)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneLength = 4,
trControl = trainControl(method = "cv", number = 3)
)
expect_s3_class(ggplot(fit, plotType = "scatter"), "ggplot")
expect_s3_class(ggplot(fit, output = "ggplot"), "ggplot")
# output = "data" returns the tidied results frame instead of a plot
expect_s3_class(ggplot(fit, output = "data"), "data.frame")
})
test_that("ggplot.train validates output and needs a varying parameter", {
skip_on_cran()
set.seed(1)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneLength = 4,
trControl = trainControl(method = "cv", number = 3)
)
expect_snapshot(ggplot(fit, output = "nope"), error = TRUE)
# a model with no varying tuning parameter cannot be plotted
set.seed(1)
reg <- train(
y ~ .,
data = SLC14_1(80),
method = "lm",
trControl = trainControl(method = "cv", number = 3)
)
expect_snapshot(ggplot(reg), error = TRUE)
})
test_that("ggplot.train draws random-search results", {
skip_on_cran()
# single tuning parameter
set.seed(1)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneLength = 5,
trControl = trainControl(method = "cv", number = 3, search = "random")
)
expect_s3_class(ggplot(fit), "ggplot")
})
test_that("ggplot.train draws random-search results for several parameters", {
skip_on_cran()
skip_if_not_installed("earth")
# two tuning parameters exercise the faceting path
set.seed(1)
fit <- suppressWarnings(suppressMessages(train(
y ~ .,
data = SLC14_1(100),
method = "earth",
tuneLength = 6,
trControl = trainControl(method = "cv", number = 3, search = "random")
)))
expect_s3_class(ggplot(fit), "ggplot")
})
test_that("ggplot.rfe plots the feature-selection profile", {
skip_on_cran()
set.seed(1)
dat <- twoClassSim(120)
rf <- rfe(
dat[, 1:8],
dat$Class,
sizes = c(2, 4),
rfeControl = rfeControl(functions = lrFuncs, method = "cv", number = 3)
)
expect_s3_class(ggplot(rf), "ggplot")
})
# ------------------------------------------------------------------------------
# plot types, highlighting and strip labels
#
# ggplot_build() runs the layer computations, which is where a malformed plot
# would surface.
test_that("ggplot.train can highlight the chosen tuning parameters", {
skip_on_cran()
set.seed(4506)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneLength = 4,
trControl = trainControl(method = "cv", number = 3)
)
p <- ggplot(fit, highlight = TRUE)
expect_s3_class(ggplot2::ggplot_build(p), "ggplot_built")
})
test_that("ggplot.train draws a level plot for two tuning parameters", {
skip_on_cran()
skip_if_not_installed("earth")
set.seed(9825)
fit <- suppressWarnings(suppressMessages(train(
y ~ .,
data = SLC14_1(80),
method = "earth",
tuneGrid = expand.grid(nprune = 2:4, degree = 1:2),
trControl = trainControl(method = "cv", number = 3)
)))
lvl <- ggplot(fit, plotType = "level")
expect_s3_class(ggplot2::ggplot_build(lvl), "ggplot_built")
# the scatter version of the same fit facets over the second parameter
expect_s3_class(
ggplot2::ggplot_build(ggplot(fit, plotType = "scatter")),
"ggplot_built"
)
expect_s3_class(
ggplot2::ggplot_build(ggplot(fit, plotType = "scatter", highlight = TRUE)),
"ggplot_built"
)
})
test_that("a level plot needs two tuning parameters", {
skip_on_cran()
set.seed(3384)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneLength = 4,
trControl = trainControl(method = "cv", number = 3)
)
expect_snapshot(ggplot(fit, plotType = "level"), error = TRUE)
})
test_that("ggplot.train can put the parameter name in the strip", {
skip_on_cran()
skip_if_not_installed("C50")
# three tuning parameters exercise the strip-labelling branches
set.seed(7742)
fit <- suppressWarnings(train(
Species ~ .,
data = iris,
method = "C5.0",
tuneGrid = expand.grid(
trials = c(1, 5),
model = c("tree", "rules"),
winnow = c(TRUE, FALSE)
),
trControl = trainControl(method = "cv", number = 3)
))
expect_s3_class(
ggplot2::ggplot_build(ggplot(fit, nameInStrip = TRUE)),
"ggplot_built"
)
expect_s3_class(
ggplot2::ggplot_build(ggplot(fit, plotType = "level", nameInStrip = TRUE)),
"ggplot_built"
)
})
test_that("the existing ggplot.train objects build cleanly", {
skip_on_cran()
set.seed(2531)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneLength = 4,
trControl = trainControl(method = "cv", number = 3)
)
expect_s3_class(
ggplot2::ggplot_build(ggplot(fit, output = "ggplot")),
"ggplot_built"
)
})
test_that("random_search_plot needs more than one parameter combination", {
skip_on_cran()
set.seed(6968)
fit <- train(
Species ~ .,
data = iris,
method = "knn",
tuneGrid = data.frame(k = 5),
trControl = trainControl(method = "cv", number = 3)
)
# a random-search plot of a single combination has nothing to show
expect_snapshot(caret:::random_search_plot(fit), error = TRUE)
})
# ------------------------------------------------------------------------------
# random search plots (fabricated objects: see helper-plots.R)
test_that("random search plots pick a layout for each parameter mix", {
# one, two and three or more numeric parameters: a scatter, a bubble chart
# and a faceted feature plot
for (n in 1:3) {
gg <- caret:::random_search_plot(random_search_obj(num = n))
expect_s3_class(gg, "ggplot")
expect_no_error(ggplot2::ggplot_build(gg))
}
# one, two and three non-numeric parameters
for (n in 1:3) {
gg <- caret:::random_search_plot(random_search_obj(num = 0, other = n))
expect_s3_class(gg, "ggplot")
expect_no_error(ggplot2::ggplot_build(gg))
}
# and a mixture of the two, which colours the feature plot
gg <- caret:::random_search_plot(random_search_obj(num = 2, other = 1))
expect_s3_class(gg, "ggplot")
expect_no_error(ggplot2::ggplot_build(gg))
})
test_that("random search plots refuse what they cannot draw", {
# nothing varies, so there is nothing to plot against
expect_snapshot(
caret:::random_search_plot(random_search_obj(num = 2, constant = TRUE)),
error = TRUE
)
# four non-numeric parameters is more than the code handles, and so is more
# than one non-numeric alongside numeric ones
expect_snapshot(
caret:::random_search_plot(random_search_obj(num = 0, other = 4)),
error = TRUE
)
expect_snapshot(
caret:::random_search_plot(random_search_obj(num = 2, other = 2)),
error = TRUE
)
})
# ------------------------------------------------------------------------------
# the parameter labels and limits ggplot.train shares with plot.train
test_that("ggplot.train relabels a naive Bayes kernel switch", {
skip_on_cran()
skip_if_not_installed("klaR")
dat <- engine_three_class()
set.seed(4118)
fit <- suppressWarnings(train(
Species ~ .,
data = dat,
method = "nb",
tuneGrid = expand.grid(fL = 0, usekernel = c(TRUE, FALSE), adjust = 1),
trControl = trainControl(method = "cv", number = 3)
))
gg <- ggplot2::ggplot(fit)
built <- ggplot2::ggplot_build(gg)
# the logical parameter is drawn as "Nonparametric"/"Gaussian"
expect_setequal(
as.character(unique(built$plot$data$usekernel)),
c("Nonparametric", "Gaussian")
)
})
test_that("ggplot.train relabels the other logical parameters", {
skip_on_cran()
# as in test-plot.train.R, these branches only relabel a column of
# `x$results` keyed on the method name, so the objects are doctored
dat <- engine_three_class()
set.seed(6210)
base <- train(
Species ~ .,
data = dat,
method = "knn",
tuneGrid = data.frame(k = c(3, 5)),
trControl = trainControl(method = "cv", number = 3)
)
relabelled <- list(
gam = list(select = c(TRUE, FALSE), method = "GCV.Cp"),
qrnn = list(bag = c(TRUE, FALSE), n.hidden = 1, penalty = 0),
C5.0 = list(winnow = c(TRUE, FALSE), trials = 1, model = "tree"),
M5 = list(rules = c("Yes", "No"), pruned = "Yes", smoothed = "Yes")
)
for (nm in names(relabelled)) {
fake <- base
fake$method <- nm
params <- relabelled[[nm]]
fake$results <- data.frame(
params,
Accuracy = c(0.7, 0.8),
Kappa = c(0.5, 0.6),
stringsAsFactors = FALSE
)
fake$modelInfo$parameters <- data.frame(
parameter = names(params),
class = "character",
label = names(params),
stringsAsFactors = FALSE
)
fake$bestTune <- fake$results[2, names(params), drop = FALSE]
expect_no_error(ggplot2::ggplot_build(ggplot2::ggplot(fake)))
}
})
test_that("ggplot.train warns about adaptive resampling", {
skip_on_cran()
skip_if_not_installed("nlme")
dat <- engine_three_class()
set.seed(5866)
fit <- suppressWarnings(train(
Species ~ .,
data = dat,
method = "knn",
tuneGrid = data.frame(k = c(1, 9, 17)),
trControl = trainControl(
method = "adaptive_cv",
number = 5,
adaptive = list(min = 3, alpha = 0.05, method = "gls", complete = TRUE)
)
))
# the candidates were not all scored on the same resamples, and only those
# scored on at least half of them are kept
expect_snapshot_warning(gg <- ggplot2::ggplot(fit))
expect_lte(nrow(ggplot2::ggplot_build(gg)$plot$data), nrow(fit$results))
})
test_that("ggplot.train draws a highlighted plot with several parameters", {
skip_on_cran()
skip_if_not_installed("C50")
dat <- engine_two_class(120)
set.seed(9928)
fit <- train(
Class ~ .,
data = dat,
method = "C5.0",
tuneGrid = expand.grid(
trials = c(1, 5),
model = c("tree", "rules"),
winnow = c(TRUE, FALSE)
),
trControl = trainControl(method = "cv", number = 2)
)
# highlighting marks the chosen candidate, which needs the same factor levels
# as the rest of the data
gg <- ggplot2::ggplot(fit, highlight = TRUE)
expect_no_error(ggplot2::ggplot_build(gg))
})
test_that("ggplot.train refuses more than four tuning parameters", {
skip_on_cran()
dat <- engine_three_class()
set.seed(6210)
fake <- train(
Species ~ .,
data = dat,
method = "knn",
tuneGrid = data.frame(k = c(3, 5)),
trControl = trainControl(method = "cv", number = 3)
)
# five varying parameters is more than the faceting can express
params <- paste0("p", 1:5)
fake$results <- data.frame(
p1 = c(1, 2),
p2 = c(1, 2),
p3 = c(1, 2),
p4 = c(1, 2),
p5 = c(1, 2),
Accuracy = c(0.7, 0.8),
Kappa = c(0.5, 0.6)
)
fake$modelInfo$parameters <- data.frame(
parameter = params,
class = "numeric",
label = params,
stringsAsFactors = FALSE
)
fake$bestTune <- fake$results[2, params, drop = FALSE]
expect_snapshot(ggplot2::ggplot(fake), error = TRUE)
expect_snapshot(ggplot2::ggplot(fake, plotType = "level"), error = TRUE)
})
Any scripts or data that you put into this service are public.
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.