tests/testthat/test-metrics-scorer.R

In rfair: Assess the FAIRness of Research Data Objects and Software

test_that("metrics load and expose agnostic identifiers", {
  m <- load_metrics("0.8")
  expect_gt(length(m$metrics), 10)
  expect_true("FsF-F1-01MD" %in% names(m$custom))
  expect_identical(m$version, "0.8")
  expect_true("0.8" %in% rfair_metric_versions())
})

test_that("all bundled F-UJI metric versions load with exact version labels", {
  expected <- c("0.8", "0.5", "0.5ssv2", "0.5ss", "0.5env",
                "0.7_software", "0.7_software_cessda",
                "0.6a2a", "0.4", "0.3", "0.2")
  expect_true(all(expected %in% rfair_metric_versions()))
  for (v in expected) {
    m <- load_metrics(v)
    expect_identical(m$version, v)
    expect_gt(length(m$metrics), 0)
    expect_gt(length(m$custom), 0)
  }
})

test_that("legacy FsF metric identifiers are scored through compatibility aliases", {
  a <- assess_fair("https://doi.org/10.5281/zenodo.8347772",
                   metric_version = "0.5", resolve = FALSE)
  df <- as.data.frame(a)
  expect_equal(a$metric_version, "0.5")
  expect_equal(df$earned[df$metric_identifier == "FsF-F1-01D"], 1)
  expect_gt(df$earned[df$metric_identifier == "FsF-F1-02D"], 0)

  ss <- assess_fair("https://doi.org/10.5281/zenodo.8347772",
                    metric_version = "0.5ss", resolve = FALSE)
  expect_equal(ss$metric_version, "0.5ss")
  expect_true("FsF-F2-01M-ss" %in% as.data.frame(ss)$metric_identifier)
})

test_that("metric-level legacy FsF versions without metric tests can score", {
  for (v in c("0.2", "0.3")) {
    a <- assess_fair("https://doi.org/10.5281/zenodo.8347772",
                     metric_version = v, resolve = FALSE)
    df <- as.data.frame(a)
    expect_gt(a$summary$score_earned$FAIR, 0)
    expect_gt(sum(df$status == "pass"), 0)
    expect_equal(df$earned[df$metric_identifier == "FsF-F1-01D"], 1)
  }
})

test_that("get_assessment_summary aggregates by category and principle", {
  results <- list(
    list(metric_identifier = "FsF-F1-01MD", score = list(earned = 1, total = 1),
         maturity = 3L, test_status = "pass"),
    list(metric_identifier = "FsF-F2-01M", score = list(earned = 0, total = 2),
         maturity = 0L, test_status = "fail"),
    list(metric_identifier = "FsF-R1.1-01M", score = list(earned = 2, total = 4),
         maturity = 2L, test_status = "pass")
  )
  s <- get_assessment_summary(results)
  expect_equal(s$score_earned[["F"]], 1)
  expect_equal(s$score_total[["F"]], 3)
  expect_equal(s$score_percent[["F"]], round(1 / 3 * 100, 2))
  expect_equal(s$score_earned[["FAIR"]], 3)
  expect_equal(s$score_total[["FAIR"]], 7)
  expect_equal(s$status_passed[["FAIR"]], 2)
  expect_equal(s$status_total[["FAIR"]], 3)
  # maturity F = mean(c(3,0)) = 1.5 -> round = 2
  expect_equal(s$maturity[["F"]], 2)
})

test_that("empty results yield empty summary", {
  expect_identical(get_assessment_summary(list())$score_earned, list())
})