tests/testthat/test-kubernetes-config.R

skip_connection("kubernetes-config")
skip_on_livy()
skip_on_arrow_devel()

test_that("spark_kubernetes_config can generate correct config", {
  expect_equal(
    spark_config_kubernetes(
      master = "k8s://https://192.168.99.100:8443",
      version = "3.0",
      driver = "spark-driver",
      forward = FALSE, fix_config = FALSE
    ),
    list(
      spark.master = "k8s://https://192.168.99.100:8443",
      sparklyr.shell.master = "k8s://https://192.168.99.100:8443",
      "sparklyr.shell.deploy-mode" = "cluster",
      sparklyr.gateway.remote = TRUE,
      sparklyr.shell.name = "sparklyr",
      sparklyr.shell.class = "sparklyr.Shell",
      sparklyr.connect.timeout = 120,
      sparklyr.web.spark = "http://localhost:4040",
      sparklyr.shell.conf = c(
        "spark.kubernetes.container.image=spark:sparklyr",
        "spark.kubernetes.driver.pod.name=spark-driver",
        "spark.kubernetes.authenticate.driver.serviceAccountName=spark"
      ),
      sparklyr.gateway.routing = FALSE,
      sparklyr.app.jar = "local:///opt/sparklyr/sparklyr-3.0-2.12.jar",
      sparklyr.connect.aftersubmit = NULL,
      sparklyr.connect.ondisconnect = NULL,
      spark.home = spark_home_dir()
    )
  )
})

test_clear_cache()
rstudio/sparklyr documentation built on April 30, 2024, 4:01 p.m.