tests/testthat/test-record.R

In overtureR: Load 'Overture' Datasets as 'dbplyr' and 'sf'-Ready Data Frames

broadway <- c(xmin = -73.99, ymin = 40.76, xmax = -73.98, ymax = 40.76)

test_that("downloading works by directory", {
  skip_if_offline()
  skip_on_cran()

  con <- DBI::dbConnect(duckdb::duckdb())
  counties <- open_curtain("division_area", bbox = NULL, conn = con) |>
    dplyr::filter(subtype == "county" & country == "US")

  # use a dir that doesn't exist
  dir <- paste0(tempdir(), "/test")

  timer <- bench::mark(
    exec = DBI::dbExecute(con, dbplyr::sql_render(counties)),
    func = {
      counties_dl <- record_overture(counties, dir, overwrite = TRUE)
    },
    check = FALSE, filter_gc = FALSE
  )

  exec_mem <- dplyr::filter(timer, as.character(expression) == "exec")$mem_alloc
  func_mem <- dplyr::filter(timer, as.character(expression) == "func")$mem_alloc

  expect_lt(func_mem, exec_mem / 10)

  collect_timer <- bench::mark(
    default = {
      default <- dplyr::collect(counties)
    },
    dl = {
      dl <- dplyr::collect(counties_dl)
    },
    check = FALSE, max_iterations = 5, filter_gc = FALSE
  )

  m_def <- dplyr::filter(collect_timer, as.character(expression) == "default")$median
  m_dl <- dplyr::filter(collect_timer, as.character(expression) == "dl")$median

  expect_lt(m_dl, m_def / 10)

  expect_equal(colnames(default), colnames(dl))
  expect_equal(dim(default), dim(dl))
  expect_equal(class(default), class(dl))
  expect_equal(sum(sf::st_area(default)), sum(sf::st_area(dl)))

  unlink(dir)
  DBI::dbDisconnect(con)
})


test_that("record_overture respects overwrite parameter", {
  skip_if_offline()

  dir <- tempdir()
  unlink(dir, recursive = TRUE)

  place <- open_curtain("place", broadway)

  # First write
  record_overture(place, dir)

  # Second write without overwrite
  expect_error(record_overture(place, dir))

  # Second write with overwrite
  expect_no_error(record_overture(place, dir, overwrite = TRUE))

  unlink(dir, recursive = TRUE)
})

test_that("record_overture handles custom write_opts", {
  skip_if_offline()

  dir <- tempdir()
  place <- open_curtain("place", broadway)

  expect_error(record_overture(place, dir, write_opts = "OVERWRITE"))
  expect_error(record_overture(place, dir, write_opts = "PARTITION_BY(thing)"))

  custom_opts <- c("ROW_GROUP_SIZE 100000")
  result <- record_overture(place, dir, write_opts = custom_opts, overwrite = TRUE)

  expect_s3_class(result, "overture_call")

  # Check if custom partitioning was applied (this might require inspecting the file structure)
  expect_true(dir.exists(file.path(dir, "theme=places")))

  unlink(dir, recursive = TRUE)
})

test_that("snapshot_overture works correctly", {
  skip_if_offline()

  result <- snapshot_overture(open_curtain("place", spatial_filter = broadway))

  expect_s3_class(result, "overture_call")
  expect_true(dir.exists(file.path(tempdir(), "theme=places")))

  # Clean up
  unlink(list.files(tempdir(), pattern = "theme=", full.names = TRUE), recursive = TRUE)
})