tests/testthat/test-merge.r

In xiaodaigh/disk.frame: Larger-than-RAM Disk-Based Data Manipulation Framework

context("test-merge.disk.frame")

setup({
  b = data.frame(a = 51:150, b = 1:100)
  d = data.frame(a = 151:250, b = 1:100)
  as.disk.frame(b, file.path(tempdir(), "tmp_merge.df"), nchunks = 5, overwrite = TRUE)
  as.disk.frame(d, file.path(tempdir(), "tmp_merge2.df"), nchunks = 5, overwrite = TRUE)
})

test_that("testing merge of disk.frame", {
  b.df = disk.frame(file.path(tempdir(), "tmp_merge.df"))
  d.df = disk.frame(file.path(tempdir(), "tmp_merge2.df"))
  
  bd.df = merge(b.df, d.df, by = "b", outdir = file.path(tempdir(), "tmp_bd_merge.df"), overwrite = TRUE, merge_by_chunk_id = TRUE)
  
  expect_s3_class(bd.df, "disk.frame")
  expect_equal(nrow(bd.df), 100)
})

test_that("testing merge of data.frame", {
  b.df = disk.frame(file.path(tempdir(), "tmp_merge.df"))
  d = data.frame(a = 151:250, b = 1:100)

  bd.df = merge(b.df, d, by = "b", outdir = file.path(tempdir(), "tmp_bd_merge2.df"), overwrite = TRUE)

  expect_s3_class(bd.df, "disk.frame")
  expect_equal(nrow(bd.df), 100)

  tmp  = collect(bd.df)

  expect_s3_class(tmp, "data.frame")
  expect_equal(nrow(tmp), 100)
})

test_that("testing error when merge_by_chunk = FALSE", {
  b.df = disk.frame(file.path(tempdir(), "tmp_merge.df"))
  d.df = disk.frame(file.path(tempdir(), "tmp_merge2.df"))
  
  testthat::expect_error()
  expect_error(
    merge(
      b.df, 
      d.df, 
      by = "b", 
      outdir = file.path(tempdir(), "tmp_bd_merge.df"), 
      overwrite = TRUE, 
      merge_by_chunkd_id  = FALSE
    )
  )
})



teardown({
  fs::dir_delete(file.path(tempdir(), "tmp_merge.df"))
  fs::dir_delete(file.path(tempdir(), "tmp_merge2.df"))
  fs::dir_delete(file.path(tempdir(), "tmp_bd_merge.df"))
  fs::dir_delete(file.path(tempdir(), "tmp_bd_merge2.df"))
})