# helper functions from sparklyr tests
# https://github.com/rstudio/sparklyr/blob/master/tests/testthat/helper-initialize.R
testthat_spark_connection <- function(version = NULL) {
# generate connection if none yet exists
connected <- FALSE
if (exists(".testthat_spark_connection", envir = .GlobalEnv)) {
sc <- get(".testthat_spark_connection", envir = .GlobalEnv)
connected <- sparklyr::connection_is_open(sc)
}
if (!connected) {
version <- version %||% Sys.getenv("SPARK_VERSION", unset = "2.1.0")
setwd(tempdir())
sc <- sparklyr::spark_connect(master = "local", version = version)
assign(".testthat_spark_connection", sc, envir = .GlobalEnv)
}
# retrieve spark connection
get(".testthat_spark_connection", envir = .GlobalEnv)
}
testthat_tbl <- function(name) {
sc <- testthat_spark_connection()
tbl <- tryCatch(dplyr::tbl(sc, name), error = identity)
if (inherits(tbl, "error")) {
data <- eval(as.name(name), envir = parent.frame())
tbl <- dplyr::copy_to(sc, data, name = name)
}
tbl
}
skip_unless_verbose <- function(message = NULL) {
message <- message %||% "Verbose test skipped"
verbose <- Sys.getenv("SPARKLYR_TESTS_VERBOSE", unset = NA)
if (is.na(verbose)) skip(message)
invisible(TRUE)
}
test_requires <- function(...) {
for (pkg in list(...)) {
if (!require(pkg, character.only = TRUE, quietly = TRUE)) {
fmt <- "test requires '%s' but '%s' is not installed"
skip(sprintf(fmt, pkg, pkg))
}
}
invisible(TRUE)
}
sc <- tryCatch(
testthat_spark_connection(version = "2.0.0"),
error = function(e) {
sparklyr::spark_install(version = "2.0.0")
testthat_spark_connection(version = "2.0.0")
}
)
Add the following code to your website.
For more information on customizing the embed code, read Embedding Snippets.