tests/testthat/test-cmap2.r

In xiaodaigh/disk.frame: Larger-than-RAM Disk-Based Data Manipulation Framework

context("test-cmap2")

setup({
  b = data.frame(a = 51:150, b = 1:100)
  d = data.frame(a = 151:250, b = 1:100)
  as.disk.frame(b, file.path(tempdir(), "tmp_map2.df"), nchunks = 5, overwrite = T)
  as.disk.frame(d, file.path(tempdir(), "tmp_map2d.df"), nchunks = 5, overwrite = T)
})

test_that("testing cmap2 .y is disk.frame", {
  b = disk.frame(file.path(tempdir(), "tmp_map2.df"))
  d = disk.frame(file.path(tempdir(), "tmp_map2d.df"))
  
  # return 1 row from each chunk
  df = cmap2(b, d, ~rbindlist(list(.x[1,],.y[1,])), outdir = file.path(tempdir(), "tmp_map2_out.df"))
  
  expect_s3_class(df, "disk.frame")
  
  df2 = df %>% collect
  
  expect_s3_class(df2, "data.frame")
  
  expect_equal(nrow(df2), 10L)
})

test_that("testing map2 .y is not disk.frame", {
  b = disk.frame(file.path(tempdir(), "tmp_map2.df"))
  d = 1:nchunks(b)
  
  # return 1 row from each chunk
  expect_warning(df <- cmap2(b, d, ~.x[1, ] %>% mutate(y = .y), outdir = "tmp_map2_out2.df"))
  
  expect_type(df, "list")
  
  df2 = df %>% rbindlist
  
  expect_s3_class(df2, "data.frame")
  
  expect_equal(nrow(df2), 5L)
})

teardown({
  fs::dir_delete(file.path(tempdir(), "tmp_map2.df"))
  fs::dir_delete(file.path(tempdir(), "tmp_map2d.df"))
  fs::dir_delete(file.path(tempdir(), "tmp_map2_out.df"))
})