tests/testthat/test-sim.R

In Peder2911/evallib: Simple binary classifier evaluation

set.seed(1234)

noisier <- function(...){
   lapply(seq(0.1,1,0.1), function(lvl) examplePredictions(noise = lvl, ...))
}

test_that("AUC decreases with", {
   data <- noisier() 

   AUC <- data %>%
      lapply(function(data){aucFromPA(data$pred,data$actual)}) %>%
      unlist()

   expect_lt(cov(1:10,AUC), 0)
})

test_that("Works like pROC", { 
   tolerance <- 0.002
   data <- noisier(n = 2000)
   lapply(data,function(dat){
      auc_evallib <- aucFromPA(dat$pred, dat$actual, res = NULL)
      auc_proc <- pROC::auc(dat$actual, dat$pred)
      diff <- abs(auc_evallib - auc_proc)
      expect_gt(tolerance, diff)
   })
   
})