tests/testthat/test-bm-read-file.R

In ursacomputing/arrowbench: Tools for Continuous and Interactive Benchmarking

test_that("read_file validation", {
  # read_file has a few combinations in its default arguments that aren't valid
  read_file_no_validate <- read_file
  read_file_no_validate$valid_params <- NULL

  params_no_validate <- get_default_parameters(read_file_no_validate)

  params <- get_default_parameters(read_file)

  expect_lt(nrow(params), nrow(params_no_validate))

  # specifically feather+snappy is not a possibility
  expect_identical(
    nrow(params[params$file_type == "feather" & params$compression == "snappy", ]),
    0L
  )
})

for (file_type in c("parquet", "feather")) {
  if (file_type == "parquet") {
    compression <- c("uncompressed", "snappy", "lz4")
  } else {
    compression <- "uncompressed"
  }

  test_that(paste0("read_file benchmark works for ", file_type), {
    expect_benchmark_run(
      run_benchmark(
        read_file,
        source = "nyctaxi_sample",
        file_type = file_type,
        compression = compression,
        output_type = c("arrow_table", "data_frame"),
        cpu_count = arrow::cpu_count()
      )
    )
  })
}


wipe_results()