R/test_flow.R

In Rdataflow/data.flow: ETL toolchain for data flows

test_flow <- function(resources = NULL) {

    if (is.null(resources)) {
        resources <-
            as.data.table(
                list(
                    name = "ch.admin.bfs.forststat.holzprod",
                    url = "https://www.pxweb.bfs.admin.ch/DownloadFile.aspx?file=px-x-0703010000_102",
                    # url = "https://www.pxweb.bfs.admin.ch/DownloadFile.aspx?file=px-x-1502020100_302",
                    type = "px"
                )
            )
    }

    OS <- Sys.info()[["sysname"]]
    if (OS == "Windows") {
        dir.commit <- "C:/temp/daten4/"
        dir.output <- "c:/temp/data_staging/"
        dir.input <- "C:/temp/data_input/"
        dir.input.old <- "C:/temp/data_input.old/"
        dir.log <- "C:/temp/data_log/"
        log.file <- "C:/temp/data_log/_data.flow.summary.log.csv"
    } else {
        dir.commit <- "/tmp/data/"
        dir.output <- "/tmp/data_staging/"
        dir.input <- "/tmp/data_input/"
        dir.input.old <- "/tmp/data_input.old/"
        dir.log <- "/tmp/data_log/"
        log.file <- "/tmp/data_log/data.flow.summary.log"
    }
    output.type <- "csv"
    git.exe <- "git"
    flow(resources, dir.commit, dir.output, dir.input, dir.input.old, dir.log, output.type, log.file, git.exe)

}