todo-files/test_mlr.R

In giuseppec/RBPcurve: The Residual-Based Predictiveness Curve

library(mlr)
load_all()

# should later become function in mlr?
# do some add* calls with sensible default, rest can be done by user with later add* calls
myplot1 = function(pred, ...) {
  p = getPredictionProbabilities(pred)
  obj = makeRBPObj(p, pred$data$truth, positive = pred$desc$positive)
  plotRBPCurve(obj, ...)
  return(invisible(obj))
}

myplot2 = function(lrn, task, ...) {
  lrn = mlr:::checkLearnerClassif(lrn)
  lrn = setPredictType(lrn, "prob")
  r = holdout(lrn, task)
  obj = myplot1(r$pred, ...)
  return(invisible(obj))
}

# lrn = makeLearner("classif.logreg", predict.type = "prob")
# task = sonar.task
# r = holdout(lrn, task)
# myplot1(r$pred)

obj = myplot2("classif.rpart", sonar.task, type="l", cond.axis=TRUE)
addPrevalence(obj)
addGoodCalib(obj)
addRates(obj)
addPEV(obj)
addWellCalib(obj)