mainRandomBot.R

In rgmantovani/randomBot: Random hyper-parameter sweep exploration

# -------------------------------------------------------------------------------------------------
# -------------------------------------------------------------------------------------------------

main = function() {

  devtools::load_all()
  
  task.ids = setdiff(getTaggedTasks(tag = "study_14"), REMOVE)[1:10]
  populateOMLCache(task.ids = task.ids, overwrite = FALSE)

  reg = makeExperimentRegistry(
   id = "randomBot", 
    packages = c("ParamHelpers", "mlr", "OpenML"), 
    src.dirs = "R/"
  )
  
  measures = c("predictive_accuracy")
  learners = getPredefinedLearners()[2]

  # Creating new jobs (one learner by time)
  aux = lapply(learners, function(learner) {

    par.set = getHyperSpace(learner = learner, p = 1, n = 100)
    if(length(par.set$pars) > 0) {
      budget = length(par.set$pars) * TUNING.CONSTANT
    } else {
      budget = 1
    }

    # creating *budget* random runs for each task
    new.jobs = batchmark(reg = reg, task.id = task.ids, 
      learners = list(learner), measures = measures, 
      reps = budget, overwrite = TRUE)
  })
  
  all.jobs = setdiff(findNotDone(reg), findErrors(reg))
 
  # Checking if is the first submission
  if( length(findDone(reg)) == 0 ) {
    catf(" * First execution of the experiments ...")
  } else {
    catf(" * There are remaining jobs or new ones ...")
  }
 
  # Running what is not done and did not threw an error
  all.jobs = setdiff(findNotDone(reg), findErrors(reg))
  print(all.jobs)

  catf(" * Submitting all jobs ...")
  submitJobs(reg = reg, ids = all.jobs, job.delay = TRUE, 
    resources = list(walltime = 3600 * 24 * 2))
  
  status = waitForJobs(reg = reg, ids = all.jobs)
  catf(" * Done.")

}

# -------------------------------------------------------------------------------------------------
# -------------------------------------------------------------------------------------------------

main()

# -------------------------------------------------------------------------------------------------
# -------------------------------------------------------------------------------------------------