R/gso_avail.R

In vohai611/gsovn: gso.gov.vn data scraper

#' Retrieve available data set
#'
#' Get available data on https://www.gso.gov.vn/so-lieu-thong-ke/
#' @param lang Language of choices: Vietnamese or English
#' @param search_term Optional term to search through
#' @importFrom dplyr %>%
#' @return A tibble contain all data set tittle and link to them from gso.gov.vn
#' @export

gso_avail = function(lang = c("vi", "en"), search_term = NULL){
  link = title = NULL
  lang = match.arg(lang)
  if(!is.null(search_term)) search_term = stringi::stri_trans_general(search_term, id = "Latin - ASCII")

  if (lang == "vi") {
    url = "https://www.gso.gov.vn/so-lieu-thong-ke/"
  } else {
    url = "https://www.gso.gov.vn/en/statistical-data/"
  }
  #on.exit(close(url(url, 'rb')), add = TRUE)

  # turn off SSL
  conf = httr::config(ssl_verifypeer = FALSE)

  elements = httr::with_config(conf, httr::GET(url)) %>%
    rvest::read_html() %>%
    rvest::html_elements("#content a")

  df = tibble::tibble(title = elements %>% rvest::html_text(),
              link = elements %>% rvest::html_attr("href")
  )  %>%
    dplyr::filter(stringr::str_detect(link, "https")) %>%
    dplyr::filter(!stringr::str_detect(title, "Thai Ha"))

  df = df %>%
    dplyr::mutate(title_clean =  stringi::stri_trans_general(title, id = "Latin - ASCII"))

  if(!is.null(search_term)){
    df %>%
      dplyr::filter(stringr::str_detect(title_clean,
                                        stringr::regex(search_term, ignore_case = TRUE)))
  } else {df}

}