tests/testthat/test-dplyr-spark.R

In rstudio/sparklyr: R Interface to Apache Spark

skip_connection("dplyr-spark")

test_that("Connection functions work", {
  sc <- testthat_spark_connection()


  tbl_mtcars <- testthat_tbl("mtcars")

  sql_mtcars <- dbplyr::remote_query(tbl_mtcars)

  expect_equal(
    capture.output(copy_to.src_spark(sc, mtcars, "src_mtcars", overwrite = TRUE))[[1]],
    "# Source:   table<`src_mtcars`> [?? x 11]"
  )

  if(using_livy()) {
    expect_error(
      print.src_spark(sc)
    )
  } else {
    expect_output(
      print.src_spark(sc)
    )
  }

  # expect_message(
  #  db_explain.spark_connection(sc, sql_mtcars),
  #  "== Physical Plan =="
  # )
  #
  # expect_silent(
  #   db_save_query.spark_connection(
  #     con = sc,
  #     sql = sql_mtcars,
  #     name = "temp_mtcars"
  #   )
  # )
  #
  # expect_silent(
  #   db_analyze.spark_connection(
  #     con = sc,
  #     table = "mtcars"
  #   )
  # )
  #
  # expect_equal(
  #   db_desc.src_spark(sc),
  #   spark_db_desc(sc)
  # )
  #
  # expect_equal(
  #   db_connection_describe.src_spark(sc),
  #   spark_db_desc(sc)
  # )
  #


})

test_clear_cache()