tests/testthat/test-step_other.R

In orbital: Predict with 'tidymodels' Workflows in Databases

test_that("step_other works", {
	skip_if_not_installed("recipes")

	mtcars <- dplyr::as_tibble(mtcars)
	mtcars[2:4, ] <- NA
	mtcars$gear <- letters[mtcars$gear]
	mtcars$carb <- letters[mtcars$carb]
	mtcars$gear[1] <- "aa"
	mtcars$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars) %>%
		recipes::step_other(recipes::all_nominal_predictors()) %>%
		recipes::prep(strings_as_factors = FALSE)

	res <- dplyr::mutate(mtcars, !!!orbital_inline(orbital(rec)))

	exp <- recipes::bake(rec, new_data = mtcars)
	exp <- exp[names(res)]
	exp$gear <- as.character(exp$gear)
	exp$carb <- as.character(exp$carb)

	expect_equal(res, exp)
})

test_that("step_other only calculates what is sufficient", {
	skip_if_not_installed("recipes")

	mtcars <- dplyr::as_tibble(mtcars)
	mtcars[2:4, ] <- NA
	mtcars$gear <- letters[mtcars$gear]
	mtcars$carb <- letters[mtcars$carb]
	mtcars$gear[1] <- "aa"
	mtcars$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars) %>%
		recipes::step_other(recipes::all_nominal_predictors()) %>%
		recipes::step_rm(gear) %>%
		recipes::prep(strings_as_factors = FALSE)

	expect_identical(
		names(orbital(rec)),
		"carb"
	)
})

test_that("step_other works with empty selections", {
	skip_if_not_installed("recipes")

	mtcars <- dplyr::as_tibble(mtcars)
	mtcars[2:4, ] <- NA
	mtcars$gear <- letters[mtcars$gear]
	mtcars$carb <- letters[mtcars$carb]
	mtcars$gear[1] <- "aa"
	mtcars$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars) %>%
		recipes::step_other() %>%
		recipes::prep(strings_as_factors = FALSE)

	res <- dplyr::mutate(mtcars, !!!orbital_inline(orbital(rec)))

	exp <- recipes::bake(rec, new_data = mtcars)
	exp <- exp[names(res)]
	exp$gear <- as.character(exp$gear)
	exp$carb <- as.character(exp$carb)

	expect_equal(res, exp)
})

test_that("spark - step_other works", {
	skip_if_not_installed("recipes")
	skip_if_not_installed("sparklyr")
	skip_if(is.na(testthat_spark_env_version()))

	mtcars_other <- dplyr::as_tibble(mtcars)
	mtcars_other$gear <- letters[mtcars$gear]
	mtcars_other$carb <- letters[mtcars$carb]
	mtcars_other[2:4, ] <- NA
	mtcars_other$gear[1] <- "aa"
	mtcars_other$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars_other) %>%
		recipes::step_other(recipes::all_nominal_predictors()) %>%
		recipes::prep()

	res <- dplyr::mutate(mtcars_other, !!!orbital_inline(orbital(rec)))

	sc <- testthat_spark_connection()
	mtcars_tbl <- testthat_tbl("mtcars_other")

	res_new <- dplyr::mutate(mtcars_tbl, !!!orbital_inline(orbital(rec))) %>%
		dplyr::collect()

	expect_equal(res_new, res)
})

test_that("SQLite - step_other works", {
	skip_if_not_installed("recipes")
	skip_if_not_installed("DBI")
	skip_if_not_installed("RSQLite")
	skip_on_cran()

	mtcars_other <- dplyr::as_tibble(mtcars)
	mtcars_other$gear <- letters[mtcars$gear]
	mtcars_other$carb <- letters[mtcars$carb]
	mtcars_other[2:4, ] <- NA
	mtcars_other$gear[1] <- "aa"
	mtcars_other$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars_other) %>%
		recipes::step_other(recipes::all_nominal_predictors()) %>%
		recipes::prep()

	res <- dplyr::mutate(mtcars_other, !!!orbital_inline(orbital(rec)))

	con <- DBI::dbConnect(RSQLite::SQLite(), path = ":memory:")
	mtcars_tbl <- dplyr::copy_to(con, mtcars_other)

	res_new <- dplyr::mutate(mtcars_tbl, !!!orbital_inline(orbital(rec))) %>%
		dplyr::collect()

	expect_equal(res_new, res)

	DBI::dbDisconnect(con)
})

test_that("duckdb - step_other works", {
	skip_if_not_installed("recipes")
	skip_if_not_installed("DBI")
	skip_if_not_installed("duckdb")

	mtcars_other <- dplyr::as_tibble(mtcars)
	mtcars_other$gear <- letters[mtcars$gear]
	mtcars_other$carb <- letters[mtcars$carb]
	mtcars_other[2:4, ] <- NA
	mtcars_other$gear[1] <- "aa"
	mtcars_other$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars_other) %>%
		recipes::step_other(recipes::all_nominal_predictors()) %>%
		recipes::prep()

	res <- dplyr::mutate(mtcars_other, !!!orbital_inline(orbital(rec)))

	con <- DBI::dbConnect(duckdb::duckdb(dbdir = ":memory:"))
	mtcars_tbl <- dplyr::copy_to(con, mtcars_other)

	res_new <- dplyr::mutate(mtcars_tbl, !!!orbital_inline(orbital(rec))) %>%
		dplyr::collect()

	expect_equal(res_new, res)

	DBI::dbDisconnect(con)
})

test_that("arrow - step_other works", {
	skip_if_not_installed("recipes")
	skip_if_not_installed("arrow")

	mtcars_other <- dplyr::as_tibble(mtcars)
	mtcars_other$gear <- letters[mtcars$gear]
	mtcars_other$carb <- letters[mtcars$carb]
	mtcars_other[2:4, ] <- NA
	mtcars_other$gear[1] <- "aa"
	mtcars_other$carb[1] <- "aa"

	rec <- recipes::recipe(mpg ~ ., data = mtcars_other) %>%
		recipes::step_other(recipes::all_nominal_predictors()) %>%
		recipes::prep()

	res <- dplyr::mutate(mtcars_other, !!!orbital_inline(orbital(rec)))

	mtcars_tbl <- arrow::as_arrow_table(mtcars_other)

	res_new <- dplyr::mutate(mtcars_tbl, !!!orbital_inline(orbital(rec))) %>%
		dplyr::collect()

	expect_equal(res_new, res)
})