tests/testthat/testModelUtils.R

In geraudster/modelUtils: Utility function for testing predictive models

library(caret)
library(modelUtils)

context('Model test')
data(iris)
inTrain <- createDataPartition(y=iris$Species, p=0.80, list=FALSE)
training <- na.omit(iris[inTrain,])
testing <- na.omit(iris[-inTrain,])

test_that('Model is not empty', {
  model <- testModel(Species ~ ., training, testing, 'Species','rpart', weights = rep(1, nrow(training)))
  expect_is(model, 'list')
})

test_that('Model is not empty without weights', {
  model <- testModel(Species ~ ., training, testing, 'Species','rpart')
  expect_is(model, 'list')
})

test_that('Model works with classProbs', {
  tc <- trainControl(classProbs = TRUE)
  model <- testModel(Species ~ ., training, testing, 'Species', 'rpart',
                     trControl = tc)
  expect_is(model$predictionsProbs, 'data.frame')
})

test_that('Model is partially returned on error', {
  expect_message(testModel(Species ~ ., training, testing, 'Undefined', 'rpart', classProbs = TRUE))
})

test_that('Model works with specific trainControl', {
  tc <- trainControl(method = 'repeatedcv', number = 10, repeats = 10)
  model <- testModel(Species ~ ., training, testing, 'Species', 'rpart',
                     trControl = tc)
  expect_is(model, 'list')
})

test_that('Model works without formula', {
  model <- testModel(formula = NULL, training, testing, 'Species', 'rpart')
  expect_is(model, 'list')
})

test_that('Submission is correctly written', {
  model <- testModel(formula = NULL, training, testing, 'Species', 'rpart')
  submission <- writeSubmission(model, data.frame(id = rownames(testing), testing), 'id', 'Species', 'test')
  expect_that(submission$probs[1,1], equals(1))
})