R/check_download.R

In kongdd/CMIP5tools: Functions to Tidy and Analysis CMIP5/6 Data

#' @export
check_download <- function(dir_runner, frequency = "mon") {
    dirs <- dir(dir_runner, paste0("_", frequency, "$"), full.names = TRUE)
    print(dirs)
    res <- foreach(indir = dirs, i = icount()) %do% {
        # runningId(i)
        ok("========================================\n")
        ok(paste0(indir, "\n"))

        files <- dir(indir, "rem.txt", full.names = TRUE)
        urls <- foreach(file = files) %do% {
            urls_i <- readLines(file)
            scenario = basename(file)
            if (length(urls_i) > 0) {
                  fprintf("| %-25s left: %-3d\n", scenario, length(urls_i))
            }
            urls_i
        }
        urls <- unlist(urls)

        variable = basename(indir)
        outfile = paste0(dir_runner, "/rem_", variable, ".txt")
        warn(sprintf("[%d] %-8s left: %-3d\n", i, variable, length(urls)))
        
        if (length(urls) > 0) writeLines(urls, outfile)
        urls
    }
    urls_left = unlist(res)
    warn("====================================")
    warn(sprintf("IN ALL left: [%d] \n", length(urls_left)))    

    outfile = paste0(dir_runner, "/urls_left.txt")
    if (length(urls_left) > 0) writeLines(urls_left, outfile)
}