R/unzipAidData.R

In schliebs/aidR: Load,

# Unzip and process Data

#' Unzip and process Data
#' @description Description
#' @param filepath A character string of either a folder or zipfile (including suffix) including the data. 
#' @param dataset The Dataset chosen for download. Options currently include "AidDataCore","China", "worldbank", .
#' @return A data frame with the output data (further cleaning to be added.)
#' @examples
#' \dontrun{
#' df <- 
#' downloadRawAidData(dataset = "China") %>% 
#' prepAidData(filepath = .,
#'            dataset = "China")
#' head(df)
#'
#' df <- 
#'  prepAidData(filepath = "AidDataChina.zip",
#'              dataset = "China")
#' head(df)
#' }
#' @section Warning:
#' Do not operate heavy machinery within 8 hours of using this function.
#' @export
prepAidData <- function(filepath = "rawdata/WITS_trade.zip",
                        dataset = "WITS"){
  
  fileDF <- 
    dplyr::bind_rows(
      c(selector = "China",
        filetarget = "GlobalChineseOfficialFinanceDataset_v1.0/GlobalChineseOfficialFinanceDataset_v1.0.xlsx",
        filetype = "xlsx",
        citeMessage = "testmessage"),
      
      c(selector = "AidDataCore",
        filetarget = "AidDataCoreFull_ResearchRelease_Level1_v3.1.csv",
        filetype = "xlsx",
        citeMessage = "testmessage"),
      
      c(selector = "worldbank",
        filetarget = "WDIData.csv",
        filetype = "csv",
        citeMessage = "testmessage"),
      
      c(selector = "polity",
        filetarget = "polity.xls",
        filetype = "xls",
        citeMessage = "testmessage"),
      
      c(selector = "WITS",
        filetarget = NA,
        filetype = "csv",
        citeMessage = "WITS blabla"
        )
    )
      
  
  
  # Unzip
  if(filepath %>% str_sub(.,-4,-1) == ".zip"){
    exdir = filepath %>% str_sub(.,1,-5)
    message(paste0("Unzipping ",filepath," to ",exdir))
    unzip(zipfile = filepath,exdir = exdir)
  }
  
  if(filepath %>% str_sub(.,-4,-1) != ".zip"){
    exdir = filepath
  }
  
  df <- 
    fileDF %>% 
    dplyr::filter(selector == dataset)
  
  if(df$selector == "AidDataCore"){
    path <- paste0(exdir,"/",df$filetarget)
    data <- 
      readr::read_csv(path)
  }
  
  if(df$selector == "China"){
    path <- paste0(exdir,"/",df$filetarget)
    data <- 
      openxlsx::read.xlsx(path,sheet = 1)
  }
  
  if(df$selector == "WITS"){

    allfiles <- list.files(exdir)
    
    # Reading in function
    readWITS <- function(csvPath){
      df <- 
        readr::read_csv(paste0(exdir,"/",csvPath)) %>% 
        mutate_all(funs(as.character(.)))
      return(df)
    }
    
    df_list <- map(.x = allfiles, 
                .f = ~ readWITS(.x)
                )
    
    data <- bind_rows(df_list)
    
    
  }
  
  if(df$selector == "worldbank"){
    path <- paste0(exdir,"/",df$filetarget)
    data <- 
      readr::read_csv(path)
  }
  
  if(df$selector == "polity"){
    message("Sorry, this data is not currently supported yet")
    # path <- filepath
    # data <- 
    #   readxl::read_excel(path = path)
  }
  
  
  return(data)
  
}


'
downloadRawAidData(dataset = "China") %>% 
  prepAidData(filepath = .,
              dataset = "China")

dfCHINA <- prepAidData(filepath = "rawdata/AidDataChina.zip",
            dataset = "China")

dfCORE <- prepAidData(filepath = "rawdata/AidDataCore.zip",
            dataset = "AidDataCore")

WITS <- 
  prepAidData(filepath = "rawdata/WITS_trade.zip",
              dataset = "WITS")
'