cron_job.R

In ElliottMess/pcodesOCHA: Scrap pcodes from UNOCHA COD

packages <- list(
  "httr",
  "dplyr",
  "tidyr",
  "stringr",
  "jsonlite",
  "rvest",
  "readr",
  "countrycode",
  "xml2",
  "devtools")


package.check <- lapply(
  packages,function(x) {
    if (!require(x, character.only = TRUE)) {
      install.packages(x, dependencies = TRUE)
      library(x, character.only = TRUE)
    }
  }
)

devtools::install_github("elliottmess/pcodesocha")

library(httr)
library(dplyr)
library(tidyr)
library(stringr)
library(jsonlite)
library(rvest)
library(readr)
library(countrycode)
library(purrr)
library(xml2)
library(pcodesOCHA)
source("R/pcodes_scrapping.R")
source("R/utils.R")


all_pcodes_df <- all_pcodes()
all_pcodes_df <- all_pcodes_df[,colSums(is.na(all_pcodes_df))<nrow(all_pcodes_df)] %>%
  distinct()

write_csv(all_pcodes_df, paste0("output/all_pcodes", ".csv"))

countries_list <- available_countries()

write_csv(countries_list, "output/available_countries.csv")

if(!dir.exists("output/countries")){
  dir.create("output/countries")
}

country_iso3 <- purrr::map(countries_list$country_iso3code,
                           ~ write_csv(country_pcodes_iso3(.x),
                                       paste0("output/countries/", .x,"_pcodes", ".csv")))