tests/testthat/test-ndjson.R

In yyjsonr: Fast 'JSON', 'NDJSON' and 'GeoJSON' Parser and Generator

ref <- iris
ref$Species <- as.character(ref$Species)

# transposed version
tref <- lapply(seq_len(length(ref[[1]])), function(i) lapply(ref, "[[", i))


#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
# Parse
#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
test_that("ndjson works", {
  
  nd  <- read_ndjson_file(test_path("ndjson/iris.ndjson"   ), type = 'df')
  ndz <- read_ndjson_file(test_path("ndjson/iris.ndjson.gz"), type = 'df')
  
  expect_identical(nd , ref)  
  expect_identical(ndz, ref)  
  expect_identical(nd , ndz)
  
  
  ndl  <- read_ndjson_file(test_path("ndjson/iris.ndjson"), type = 'list')
  expect_length(ndl, 150)
  lens <- lengths(ndl)
  expect_equal(lens, rep(5, 150))
  
  
  
  nd  <- read_ndjson_file(test_path("ndjson/iris.ndjson"), nprobe = 2, 
                                nskip = 10, nread = 10)
  ref2 <- ref[11:20,]
  rownames(ref2) <- NULL
  expect_identical(nd, ref2)
  
  
  
  nd  <- read_ndjson_file(test_path("ndjson/iris.ndjson"), type = 'list',
                                nskip = 10, nread = 10)
  expect_length(nd, 10)  
  expect_error(read_ndjson_file("does_not_exist.txt"))
})


#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
# Serialize
#~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
test_that("write_ndjson_file df works", {
  file <- tempfile()
  write_ndjson_file(iris, file)
  res <- read_ndjson_file(file)  
  expect_identical(res, ref)
  
  res <- read_ndjson_file(file, type = 'list')
  expect_identical(res, tref)
})
 

test_that("write_ndjson_str df works", {
  file <- tempfile()
  write_ndjson_file(iris, file)
  ref2 <- write_ndjson_str(iris)
  res <- paste(readLines(file), collapse = "\n")  
  expect_identical(res, ref2)
})

test_that("write_ndjson_file list works", {
  file <- tempfile()
  write_ndjson_file(tref, file)
  res <- read_ndjson_file(file, type = 'list')  
  expect_identical(res, tref)
})



test_that("write_ndjson_str list works", {
  
  #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  # Check write_ndjson_file() and write_ndjson_str() agree
  #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  file <- tempfile()
  write_ndjson_file(tref, file)
  ref2 <- write_ndjson_str(tref)
  res <- paste(readLines(file), collapse = "\n")  
  expect_identical(res, ref2)
  
  #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  # Read NDJSON string as list
  #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  json <- write_ndjson_str(tref)
  ref2 <- read_ndjson_str(json, type = 'list')  
  expect_identical(ref2, tref)
  
  json <- write_ndjson_str(tref)
  ref2 <- read_ndjson_str(json, type = 'list', nskip = 1)  
  expect_identical(ref2, tref[-1])
  
  json <- write_ndjson_str(tref)
  ref2 <- read_ndjson_str(json, type = 'list', nskip = 2, nread = 3)  
  expect_identical(ref2, tref[3:5])
  
  #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  # Read NDJSON string as data.frame
  #~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
  json <- write_ndjson_str(ref)
  ref2 <- read_ndjson_str(json, type = 'df')  
  expect_identical(ref2, ref)
  
  json <- write_ndjson_str(ref)
  ref2 <- read_ndjson_str(json, type = 'df', nskip  = 1)  
  expect_identical(ref2, ref[-1, ], ignore_attr = TRUE)
  
  json <- write_ndjson_str(ref)
  ref2 <- read_ndjson_str(json, type = 'df', nskip  = 2, nread = 3)  
  expect_identical(ref2, ref[3:5, ], ignore_attr = TRUE)
})