R/to-flowmat.R

In flowr: Streamlining Design and Deployment of Complex Workflows

#' @rdname to_flowmat
#'
#' @title 
#' Create a flowmat using a list a commands.
#' 
#' @description
#' Create a flowmat (data.frame) using a \strong{named} list a commands.
#'
#' @param x a named list, where name corresponds to the jobname and value is a vector of commands to run.
#' @param samplename character of length 1 or that of nrow(x) ['samplename']
#' @param ... not used
#' 
#' @examples 
#' 
#' # Use this link for a few examples:
#' # http://flow-r.github.io/flowr/tutorial.html#define_modules
#' 
#' # create a flow mat, starting with a list of commands.
#' cmd_sleep = c("sleep 1", "sleep 2")
#' cmd_echo = c("echo 'hello'", "echo 'hello'")
#' 
#' # create a named list
#' lst = list("sleep" = cmd_sleep, "echo" = cmd_echo)
#' flowmat = to_flowmat(lst, samplename = "samp")
#' 
#' 
#' 
#' # read in a tsv; check and confirm format
#' ex = file.path(system.file(package = "flowr"), "pipelines")
#' 
#' flowmat = as.flowmat(file.path(ex, "sleep_pipe.tsv"))
#' 
#' # if your column names are different than defaults, explicitly specify them.
#' flowmat = as.flowmat(file.path(ex, "sleep_pipe.tsv"), jobname_col = "jobname")
#' 
#' # check if a object is a flowmat
#' is.flowmat(flowmat)
#' 
#' 
#' 
#' # create a flowdef, from this flowmat
#' flowdef = to_flowdef(flowmat)
#' 
#' # create a flow object using flowmat and flowdef
#' fobj = to_flow(flowmat, flowdef)
#' 
#' # extract a flowmat from a flow (here the samplename also contains the name of the flow)
#' flowmat2 = to_flowmat(fobj)
#' 
#' 
#' 
#' ## submit the flow to the cluster (execute=TRUE) or do a dry-run (execute=FALSE)
#' \dontrun{
#' fobj2 = submit_flow(fobj, execute=FALSE)
#' fobj3 = submit_flow(fobj, execute=TRUE)
#' 
#' ## Get the status or kill all the jobs
#' status(fobj3)
#' kill(fobj3)
#' }
#' 
#' 
#'
#' @export
to_flowmat <- function(x, ...) {
  UseMethod("to_flowmat")
}


#' @rdname to_flowmat
#' @export
to_flowmat.list <- function(x, samplename, ...){
  if(missing(samplename))
    stop("to_flowmat needs a samplename !")
  
  if(is.null(names(x)))
    stop("supply a named object to to_flowmat")
  
  ret <- lapply(1:length(x), function(i){
    # in case glue or something similar is supplied, conv to character
    cmd = as.character(x[[i]])
    jobname = names(x[i])
    data.frame(jobname, cmd, stringsAsFactors = FALSE)
  })
  ret = do.call(rbind, ret)
  # we are facing some issues in new R, 
  # Error in data.frame(samplename = samplename, ret, row.names = NULL, stringsAsFactors = FALSE) : 
  # arguments imply differing number of rows: 1, 2
  #ret = data.frame(samplename = samplename, ret, row.names = NULL, stringsAsFactors = FALSE)
  # if a single samplename is supplied, explicitily repeat it
  if(length(samplename) < nrow(ret))
    samplename = rep(samplename, nrow(ret))
  
  ret = cbind(samplename = as.character(samplename), ret, stringsAsFactors = FALSE)
  attr(ret, "class") <- c("flowmat", "data.frame")
  return(ret)
  
}

#' @rdname to_flowmat
#' @export
to_flowmat.data.frame <- function(x, ...){
  attr(x, "class") <- c("flowmat", "data.frame")
  message("Looks good, just check...")
  return(x)
}


#' @rdname to_flowmat
#' @export
to_flowmat.flow <- function(x, ...){
  ## -- get all the commands as rows
  lst = lapply(x@jobs, function(y){
    cmd = list(y@cmds)
    names(cmd) = y@name
    to_flowmat(x = cmd, samplename = x@desc)
  })
  mat = do.call(rbind, lst)
  return(mat)
}


#' @rdname to_flowmat
#' @title flow mat
#'
#' @description
#' as.flowmat(): reads a file and checks for required columns. If x is data.frame checks for required columns.
#'
#' @param grp_col column used for grouping, default samplename.
#' @param jobname_col column specifying jobname, default jobname
#' @param cmd_col column specifying commands to run, default cmd
#'
#' @export
as.flowmat <- function(x, grp_col, jobname_col, cmd_col, ...){
  ## ---- assuming x is a file
  
  ## go from more specific to LESS
  
  if(is.flowmat(x)){
    return(check(x))
    
  }else if(is.data.frame(x)){
    ## prevent issues with factors
    x[] <- lapply(x, as.character)
    
  }else if(is.list(x)){
    message("x seems to be a list, binding all by rows")
    x = do.call(rbind, x)
    
  }else if(is.character(x)){
    if(!file.exists(x))
      stop("file does not exists: ", x)
    message("> mat seems to be a file, reading it...")
    x <- read_sheet(x, id_column = "jobname", quote = "")
  }
  
  
  if(missing(grp_col)){
    grp_col = "samplename"
    if(grp_col %in% colnames(x))
      message("--> Using `", grp_col, "` as the grouping column")
    else
      stop("grouping column not specified, and the default 'samplename' is absent in the input x.")
  }
  if(missing(jobname_col)){
    jobname_col = "jobname"
    if(jobname_col %in% colnames(x))
      message("--> Using `", jobname_col, "` as the jobname column")
    else
      stop("jobname column not specified, and the default 'jobname' is absent in the input x.")
  }
  if(missing(cmd_col)){
    cmd_col = "cmd"
    if(cmd_col %in% colnames(x))
      message("--> Using `", cmd_col, "` as the cmd column")
    else
      stop("cmd column not specified, and the default 'cmd' is absent in the input x.")
  }
  
  ## check col are single length column
  assert_character(grp_col, 1)
  assert_character(jobname_col, 1)
  assert_character(cmd_col, 1)
  
  ## ---- renaming columns to make it easier for subsequent.
  x[, "jobname"] = x[, jobname_col]
  x[, "cmd"] = x[, cmd_col]
  x[, "samplename"] = x[, grp_col]
  
  ## check rows
  if(nrow(x) == 0)
    stop("flowmat empty\nIt seems there are no rows in flowmat, please check and try again.")
  
  ## --- add class flowmat, suggests that this has been checked
  class(x) <- c("flowmat", "data.frame")
  x = check(x)
  return(x)
}


#' @rdname to_flowmat
#' @export
is.flowmat <- function(x){
  class(x)[1] == "flowmat"
}


## --------------------- d e p r e c i a t e d        f u n c t i o n s ----------------------------- ##

## not used, use char instead
to_flowmat.character <- function(x, ...){
  message("Assuming x is a path to a file, using as.flowmat")
  .Deprecated("as.flowmat")
  as.flowmat(x)
}

.to_flowmat.character <- function(x, ...){
  .Deprecated("to_flowmat.list", msg = "Supply a named list instead of a vector.")
  ret <- lapply(1:length(x), function(i){
    cmd = x[i]
    jobname = names(x[i])
    data.frame(jobname, cmd, stringsAsFactors = FALSE)
  })
  do.call(rbind, ret)
}