R/eodf_geturl_dl.R

In ptaconet/eodataflow: R workflow to import spatiotemporal earth observation data and get statistics around sampling points

#' @name eodf_geturl_dl
#' @aliases eodf_geturl_dl
#' @title Get URL and download
#' @description
#'
#' @param times_start
#' @param times_end
#' @param roi
#' @param roi_name
#' @param collection
#' @param variables
#' @param parallel
#' @param min_filesize
#' @param verbose
#'
#' @importFrom purrr map2
#' @importFrom magrittr %>%
#' @importFrom dplyr filter
#'
#' @export


eodf_geturl_dl <- function(times_start = NULL,
                           times_end = NULL,
                           roi,
                           roi_name,
                           collection,
                           variables = NULL,
                           parallel=TRUE,
                           min_filesize=5000,
                           verbose=FALSE){

  if(verbose){cat("Retrieving URLs for collection ",collection,"\n")}

  coll_info <- .get_collection_info(collection)

  list_of_urls <- list()

  # get optional opendap param if data from opendap
  if(coll_info$package=="opendapr"){

    odap_opt_param <- opendapr::odr_get_opt_param(collection,roi,verbose = F)

      for(i in 1:length(times_start)){
        list_of_urls[[i]]  <- opendapr::odr_get_url(
          collection = collection,
          variables = variables,
          roi = roi,
          time_range = c(times_start[i],times_end[i]),
          opt_param = odap_opt_param,
          verbose = verbose)
    }

  } else if (coll_info$package=="getremotedata"){

      for(i in 1:length(times_start)){
        list_of_urls[[i]] <- getremotedata::grd_get_url(
          collection = collection,
          variables = variables,
          roi = roi,
          time_range = c(times_start[i],times_end[i]),
          verbose = verbose)
      }

    } else if (coll_info$package=="shub4r"){
      for(i in 1:length(times_start)){
        list_of_urls[[i]] <- shub4r::shr_get_url(
          collection = collection,
          variables = variables,
          roi = roi,
          time_range = c(times_start[i],times_end[i]),
          verbose = verbose)
      }

    }

  for(i in 1:length(list_of_urls)){
    list_of_urls[[i]]$destfile<- file.path("data",roi_name,list_of_urls[[i]]$destfile)
  }

  df_to_dl <- list_of_urls %>%
    do.call(rbind.data.frame, .) %>%
    unique() %>%
    dplyr::filter(!is.na(time_start))

  if(collection=="ERA5"){
    dl_res <- getremotedata::grd_download_data_era5(df_to_dl)
  } else {
    if(is.na(coll_info$login)){source=NULL} else {source="earthdata"}
    dl_res <- opendapr::odr_download_data(df_to_dl, parallel = parallel, source = source, verbose = verbose, min_filesize = min_filesize)
  }

  return(list(list_of_urls=list_of_urls,dl_res=dl_res))

}