tests/testthat/test-area.R

In evabic: Evaluation of Binary Classifiers

context("Area under the curve")

test_that("rectangle's method works",{
  expect_equal(area_rect(x = c(0, rep(0, 4), 0, sort(runif(3)), 1),
                         y = c(0, sort(runif(4)), 1, rep(1, 3), 1)), 1)
  rand <- runif(7)
  expect_equal(area_rect(x = c(0, rand, 1), y = c(0, rand, 1)), 0.5)
  expect_equal(area_rect(x = c(0, 0, 0.5, 1),
                         y = c(0, 0.5, 0.5, 1)), 5/8)
  expect_error(area_rect(x = rep(0, 4), y = rep(0, 6)))
})

values_letters <- runif(26)
names(values_letters) <- letters
true <- sample(letters, 10)
auc <- ebc_AUC(detection_values = values_letters, true = true, m = 26)

test_that("ebc_AUC() has the right behavior", {
  expect_is(auc, "numeric")
  expect_length(auc, 1)
  expect_error(ebc_AUC(detection_values = values_letters, true = true,
                       m = 26, measures = c("FDR", "TPR")))
})

test_that("AUC is the same with different directions", {
  expect_equal(ebc_AUC(detection_values = values_letters, true = true,
                       m = 26, direction = "<="), auc)
  expect_equal(ebc_AUC(detection_values = 1 - values_letters, true = true,
                       m = 26, direction = ">"), auc)
  expect_equal(ebc_AUC(detection_values = 1 - values_letters, true = true,
                       m = 26, direction = ">="), auc)
})

test_that("ebc_AUC_from_measures is correct", {
  df_measures <- ebc_tidy_by_threshold(values_letters, true, m = 26)
  expect_equal(ebc_AUC_from_measures(df_measures), auc)
  df_measures$FPR <- NULL
  expect_error(ebc_AUC_from_measures(df_measures),
               "df_measures must have a 'FPR' column.")
  df_measures$TPR <- NULL
  expect_error(ebc_AUC_from_measures(df_measures),
               "df_measures must have a 'TPR' column.")
})