scripts/01_extractRepResults.R

In rgmantovani/TuningAnalysis: Automated hyperparameter ''tuning analysis''.

#--------------------------------------------------------------------------------------------------
#--------------------------------------------------------------------------------------------------

options(warn=-1)
source("../R/config.R")
source("../R/getRepsResults.R")

#--------------------------------------------------------------------------------------------------
#--------------------------------------------------------------------------------------------------

extractRepResults = function(parsed.obj) {

  algo  = parsed.obj$algo
  space = parsed.obj$space

  cat("#Algo: ", algo, "\n")
  cat("#Space: ", space, "\n")

  checkmate::assertChoice(x = algo, choices = AVAILABLE.ALGOS, .var.name = "algo")
  algo.name = gsub(x = algo, pattern="classif.", replacement = "")

  # perf.dir = where to save
  # perf.dir = paste0("../data/hptuning_", space, "_space/", algo, "/extracted_results")
  perf.dir = paste0("../data/hptuning_", space, "_space/", algo, "/perf_results")
  dir.create(path = perf.dir, recursive = TRUE, showWarnings = FALSE)

  # input.dir = where to check results
  input.dir = paste0("../data/hptuning_", space, "_space/", algo, "/results")
  if(!dir.exists(path = input.dir)) {
    stop("Sorry, but there is no file with results to extract. Please, add them first.\n")
  }

  # getting results from all repetitions
  cat("- Loading results: \n")
  all.dirs    = list.files(path = input.dir, full.names = TRUE)
  all.results = getRepsResults(algo = algo, all.dirs = all.dirs)

  cat("\n Done ... \n")
}

#--------------------------------------------------------------------------------------------------
#--------------------------------------------------------------------------------------------------

options(echo = TRUE)
args = commandArgs(trailingOnly = TRUE)

option_list = list(
  optparse::make_option(c("--algo"),  type="character", action="store",
    help = "ML algorithm"),
  optparse::make_option(c("--space"), type="character", action="store",
    help = "HP space (full or reduced)")
)

parsed.obj = optparse::parse_args(optparse::OptionParser(option_list=option_list), args = args)

# Calling execution
extractRepResults(parsed.obj = parsed.obj)

#--------------------------------------------------------------------------------------------------
#--------------------------------------------------------------------------------------------------