tests/testthat/test_transforms.R

In h2oai/rsparkling: R Interface for H2O Sparkling Water

context("Test transformations of H2O frames and Spark frames in rsparkling")

test_that("Test transformation from h2o frame to data frame", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  df <- as.data.frame(t(c(1,2,3,4,"A"))) # workaround for sparklyr#316
  sdf <- copy_to(sc, df)
  hf <- as_h2o_frame(sc, sdf, strict_version_check=FALSE)
  sdf2 <- as_spark_dataframe(sc, hf, strict_version_check=FALSE)

  expect_equal(sdf_nrow(sdf2), nrow(hf))
  expect_equal(sdf_ncol(sdf2), ncol(hf))
  expect_equal(colnames(sdf2), colnames(hf))
})

test_that("Test transformation of a spark data_frame of bools to an h2o frame of bools", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  df <- as.data.frame(t(c(TRUE,FALSE,TRUE,FALSE)))
  sdf <- copy_to(sc, df, overwrite = TRUE)
  hf <- as_h2o_frame(sc, sdf, strict_version_check=FALSE)

  expect_equal(hf[1,1],1)
  expect_equal(hf[1,2],0)
  expect_equal(hf[1,3],1)
  expect_equal(hf[1,4],0)
})

test_that("Test transformation of a spark data_frame of complex types to an h2o frame of complex types", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  n <- c(2)
  s <- c("aa")
  b <- c(TRUE)
  df <- data.frame(n, s, b)
  sdf <- copy_to(sc, df, overwrite = TRUE)
  hf <- as_h2o_frame(sc, sdf, strict_version_check=FALSE)

  expect_equal(hf[1,1],2)
  expect_equal(hf[1,2],"aa")
  expect_equal(hf[1,3],1)
})

test_that("Test transformation of a spark data_frame of float types to an h2o frame of floats", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  df <- as.data.frame(t(c(1.5,1.3333333333,178.5555)))
  sdf <- copy_to(sc, df, overwrite = TRUE)
  hf <- as_h2o_frame(sc, sdf, strict_version_check=FALSE)

  expect_equal(hf[1,1],1.5)
  expect_equal(hf[1,2],1.3333333333)
  expect_equal(hf[1,3],178.5555)
})

test_that("Test transformation of a spark data_frame of int types to an h2o frame of ints", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  df <- as.data.frame(t(c(1,125,1778)))
  sdf <- copy_to(sc, df, overwrite = TRUE)
  hf <- as_h2o_frame(sc, sdf, strict_version_check=FALSE)

  expect_equal(hf[1,1],1)
  expect_equal(hf[1,2],125)
  expect_equal(hf[1,3],1778)
})

test_that("Test transformation of a spark data_frame of str types to an h2o frame of str", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  df <- as.data.frame(t(c("A","B","C")))
  sdf <- copy_to(sc, df, overwrite = TRUE)
  hf <- as_h2o_frame(sc, sdf, strict_version_check=FALSE)

  expect_equal(hf[1,1],"A")
  expect_equal(hf[1,2],"B")
  expect_equal(hf[1,3],"C")
})

test_that("Test transformation from dataframe to h2o frame", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  mtcars_tbl <- copy_to(sc, mtcars, overwrite = TRUE)
  mtcars_hf <- as_h2o_frame(sc, mtcars_tbl, strict_version_check=FALSE)
  
  expect_equal(sdf_nrow(mtcars_tbl), nrow(mtcars_hf))
  expect_equal(sdf_ncol(mtcars_tbl), ncol(mtcars_hf))
  expect_equal(colnames(mtcars_tbl), colnames(mtcars_hf))
})

test_that("Test transformation from dataframe to h2o frame", {
  sc <- spark_connect(master = "local[*]",version=getOption("rsparkling.spark.version"))
  mtcars_tbl <- copy_to(sc, mtcars, overwrite = TRUE)
  mtcars_hf_name <- as_h2o_frame(sc, mtcars_tbl, name = "frame1", strict_version_check=FALSE)
  
  expect_equal(h2o.getId(mtcars_hf_name), "frame1")
})