tests/testthat/test-sdf-interface.R

In r-spark/sparklyr.sedona: Sparklyr Extension for Apache Sedona

context("sdf interface")

sc <- testthat_spark_connection()

pt_rdd <- read_point_rdd_with_non_spatial_attrs()

test_that("sdf_register() works as expected for Spatial RDDs", {
  sdf_name <- random_string("spatial_sdf")
  pt_sdf <- sdf_register(pt_rdd, name = sdf_name)

  expect_equivalent(
    pt_sdf %>% sdf_schema(),
    list(geometry = list(name = "geometry", type = "GeometryUDT"))
  )
  expect_equal(pt_sdf %>% dbplyr::remote_name(), dbplyr::ident(sdf_name))

  pt_sdf %>% collect()
  succeed()
})

# TODO:
# test_that("as.spark.dataframe() works as expected for Spatial RDDs with non-spatial attributes", {
#   sdf_name <- random_string("spatial_sdf")
#   pt_sdf <- as.spark.dataframe(
#     pt_rdd, non_spatial_cols = paste0("attr_", seq(3)), name = sdf_name
#   )
#
#   expect_equivalent(
#     pt_sdf %>% sdf_schema(),
#     list(geometry = list(name = "geometry", type = "GeometryUDT"))
#   )
#   expect_equal(pt_sdf %>% dbplyr::remote_name(), dbplyr::ident(sdf_name))
#
#   pt_sdf %>% collect()
#   succeed()
# })