tests/testthat/test-log-dir.R

In vitals: Large Language Model Evaluation

test_that("vitals_log_dir works", {
  current_dir <- vitals_log_dir()
  withr::defer(vitals_log_dir_set(current_dir))

  # returns NA if not set
  withr::local_envvar(VITALS_LOG_DIR = NULL)
  expect_identical(vitals_log_dir(), NA_character_)

  # returns value if set
  withr::local_envvar(VITALS_LOG_DIR = "path/to/logs")
  expect_equal(vitals_log_dir(), "path/to/logs")
})

test_that("vitals_log_dir_set works", {
  current_dir <- vitals_log_dir()
  withr::defer(vitals_log_dir_set(current_dir))

  # returns previous value invisibly
  withr::local_envvar(VITALS_LOG_DIR = NULL)
  expect_equal(vitals_log_dir_set("abc123"), NA_character_)

  withr::local_envvar(VITALS_LOG_DIR = "abc123")
  expect_equal(vitals_log_dir_set("def456"), "abc123")

  # sets new value for future calls
  withr::local_envvar(VITALS_LOG_DIR = NULL)
  vitals_log_dir_set("abc123")
  expect_equal(vitals_log_dir(), "abc123")

  vitals_log_dir_set("def456")
  expect_equal(vitals_log_dir(), "def456")
})

test_that("vitals_view() works with read + written eval file", {
  log_dir <- tempdir()
  if (!dir.exists(log_dir)) dir.create(log_dir)
  withr::defer(unlink(log_dir, recursive = TRUE))

  # file generated from Python Inspect
  eval_log <- example_inspect_log()
  eval_log_write(x = eval_log, dir = log_dir)

  expect_condition(vitals_view(log_dir), class = "vitals_viewer_start")
})