R/scrape_source.R

In martinbaumgaertner/cbtext: scrape central banks

#' @title scrape_source
#' @description Scrape data from central bank source
#' @param source character vector describing central banks
#' @param parts character vector describing parts to scrape
#' @return tibble
#' @details DETAILS
#' @examples 
#' \dontrun{
#' if(interactive()){
#'   x<-scrape_source(list(name="boe"),c("minutes"))
#'   x<-scrape_source(list(name="ecb"),c("minutes","pc","economic_outlook","blog"))
#'   x<-scrape_source(list(name="fed"),c("minutes","pc","red","transkript","agenda",
#'   "blue","green_sub","teala","tealb","green1","green2","beige"))
#'   x<-scrape_source(list(name="boj"),c("minutes","economic_report","release","outlook_report"))
#'   x<-scrape_source(list(name="poland"),c("minutes","inflation_report","release"))
#'   x<-scrape_source(list(name="iceland"),c("minutes"))
#'   x<-scrape_source(list(name="australia"),c("minutes"))
#'   x<-scrape_source(list(name="riksbank"),c("minutes","economicreview","mpreports"))
#'  }
#' }
#' @rdname scrape_source
#' @export 
scrape_source<-function(source,parts,spacy=TRUE){
  output<-list()
  Sys.setlocale("LC_ALL","en_US.UTF-8")
  
  for(part in parts){
    message(paste("Find",part))
    if(part=="speeches"){
      links<-read_bis_links()
      countries_cb<-get_bis_countries()
      output[[part]]<-load_data_from_bis(links,countries_cb,spacy)
    }else{
      links<-get_links(source,part=part)
      output[[part]]<-load_data_from_cb(links,part,source$name)
    }
  }
  
  return(output)
}