tests/testthat/test_read_heims_fst.R

In HughParsonage/heims: Decode and Validate HEIMS Data from Department of Education, Australia

context("read_heims_fst")

test_that("Correctly reads decoded enrol file", {
  skip_if_not(file.exists("~/Students/2011/enrol2011.csv"))
  skip_if_not_installed("fst")
  enrol2011 <- fread_heims("~/Students/2011/enrol2011.csv")
  enrol2011_decoded <- decode_heims(enrol2011)
  tempf <- tempfile(fileext = ".fst")
  fst::write.fst(enrol2011_decoded, tempf)
  enrol2011_fst <- read_heims_fst(tempf)
  expect_true("integer64" %in% class(enrol2011_fst$CHESSN))
  expect_true("Date" %in% class(enrol2011_fst$DOB))
  expect_true("Date" %in% class(enrol2011_fst$Course_start_date))
})

test_that("Correctly reads decoded load file", {
  skip_if_not(file.exists("~/Students/2011/load2011.csv"))
  skip_if_not_installed("fst")
  load2011 <- fread_heims("~/Students/2011/load2011.csv")
  load2011_decoded <- decode_heims(load2011)
  tempfile(fileext = ".fst")
  tempf <- tempfile(fileext = ".fst")
  fst::write.fst(load2011_decoded, tempf)
  load2011_fst <- read_heims_fst(tempf)
  expect_true("Semester" %in% names(load2011_fst))
  expect_true("Census_date" %in% names(load2011_fst))

  semester1 <-
    load2011_fst %>%
    .[, .(Semester, Census_date)] %>%
    unique %>%
    .[Census_date == "2011-03-24"] %>%
    .[["Semester"]]

  semester2 <-
    load2011_fst %>%
    .[, .(Semester, Census_date)] %>%
    unique %>%
    .[Census_date == "2011-08-25"] %>%
    .[["Semester"]]

  expect_equal(semester1, 1)
  expect_equal(semester2, 2)
})

test_that("Correctly reads decoded course and completions files", {
  skip_if_not_installed("fst")
  skip_if_not(file.exists("~/Students/2011/course2011.csv"))
  course2011 <- fread_heims("~/Students/2011/course2011.csv")
  # Required for test of major_row_id
  course2011_decoded <- decode_heims(course2011) %>% .[, course_row_id := 1:.N]
  tempf <- tempfile(pattern = "course", fileext = ".fst")

  fst::write.fst(course2011_decoded, tempf)
  course2011_fst <- read_heims_fst(tempf)

  # Test id


  skip_if_not(file.exists("~/Students/2011/completions2011.csv"))
  completion2011 <- fread_heims("~/Students/2011/completions2011.csv")
  completion2011_decoded <- decode_heims(completion2011)
  tempf <- tempfile(fileext = ".fst")
  fst::write.fst(completion2011_decoded, tempf)
  completion2011_fst <- read_heims_fst(tempf)

  expect_true("Date" %in% class(completion2011_fst$Course_commencement_date))

})