R/download_bjlas.R

In pedrodrocha/irarticlesbr:

#' Title
#'
#' @param year
#' @param volume
#' @param number
#' @param dir
#' @param info_data
#'
#' @return
#' @export
#'
#' @examples
download_bjlas <-  function(year, volume, number, dir,  info_data = FALSE) {

  #/ Part I: Retrieve Issues From Archive and Filter from User Input
  usethis::ui_todo('Retrieving issues from archive and filtering based on your input')

  url_archive1 <- "https://www.revistas.usp.br/prolam/issue/archive"
  url_archive2 <- "https://www.revistas.usp.br/prolam/issue/archive/2"



  xml2::read_html(url_archive1) %>%
    rvest::html_nodes('.obj_issue_summary .title') %>%
    rvest::html_attr('href') -> primary_url1

  xml2::read_html(url_archive2) %>%
    rvest::html_nodes('.obj_issue_summary .title') %>%
    rvest::html_attr('href') -> primary_url2

  primary_url <- c(primary_url1,primary_url2)

  xml2::read_html(url_archive1) %>%
    rvest::html_nodes('.obj_issue_summary .title') %>%
    rvest::html_text() %>%
    stringr::str_remove_all("\\n|\\t") -> eds1

  xml2::read_html(url_archive2) %>%
    rvest::html_nodes('.obj_issue_summary .title') %>%
    rvest::html_text() %>%
    stringr::str_remove_all("\\n|\\t") -> eds2

   eds <- c(eds1,eds2)

   for(i in seq_along(eds)){
     if(!stringr::str_detect(eds[i], "v\\.")){
       xml2::read_html(primary_url[i]) %>%
         rvest::html_nodes('h1') %>%
         rvest::html_text() %>%
         stringr::str_remove_all("\\n|\\t") %>%
         stringr::str_remove_all(":(.*)") -> ed_certa

       eds[i] <- ed_certa

     }
   }

   tibble::tibble(url = primary_url,
                  editions = eds) %>%
     dplyr::mutate(
       vol = stringr::str_extract(editions, "(v. [0-9]{2})|(v. [0-9]{1})") %>%
         stringr::str_replace_all(.,'v. ','') %>%
         as.integer(.),
       n = stringr::str_extract(editions,'n. [0-9]{2}|n. [0-9]{1}') %>%
         stringr::str_replace_all(.,'n. ','') %>%
         as.integer(.),
       ano = stringr::str_extract(editions,"[0-9]{4}") %>%  as.integer(.)
     )   %>%
     dplyr::filter(ano %in% year &
                     n %in% number &
                     vol %in% volume) -> eds_url


   usethis::ui_done('Retrieving issues from archive and filtering based on your input')

   #/ Part II: Retrieve Pdf links
   usethis::ui_todo('Crawling pdfs for download')
   pdfs <- purrr::map_dfr(eds_url$url, function(x) {
     url_lido <- xml2::read_html(x)

     url_lido %>%
       rvest::html_nodes('.pdf') %>%
       rvest::html_attr('href') %>%
       stringr::str_replace(.,"view","download") -> href

     url_lido %>%
       rvest::html_nodes('h1') %>%
       rvest::html_text() -> ed

     pdf_url <- tibble::tibble(url = href, ed = ed)


     return(pdf_url)


   })  %>% dplyr::mutate(
     vol = stringr::str_extract(ed, "(v. [0-9]{2})|(v. [0-9]{1})") %>%
       stringr::str_remove_all(., ' '),
     n = stringr::str_extract(ed,'(n. [0-9]{2})|(n. [0-9]{1})')  %>%
       stringr::str_remove_all(., ' '),
     ano = stringr::str_extract(ed,"[0-9]{4}")
   )



   usethis::ui_done('Crawling pdfs for download')

   #/ Part III Downloading


   usethis::ui_todo('Downloading articles')

   if(isTRUE(info_data)){

     dat <- purrr::imap_dfr(pdfs$url, function(x, .y) {

       loc_arquivo <- paste0(dir,"/", pdfs$ano[.y], "-", pdfs$vol[.y],"-",pdfs$n[.y],"-",ifelse(.y < 10, paste0("0",.y) , .y),".pdf")


       curl::curl_download(
         x,
         destfile = loc_arquivo
       )

       tibble::tibble(loc_arquivo = loc_arquivo, pdf_url = x, size = pdf_size(x))
     })

     return(dat)

   } else {
     purrr::imap(pdfs$url, function(x, .y) {

       path_file <- paste0(dir,"/", pdfs$ano[.y], "-", pdfs$vol[.y],"-",pdfs$n[.y],"-",ifelse(.y < 10, paste0("0",.y) , .y),".pdf")

       curl::curl_download(x, destfile = path_file)
     })
   }

   usethis::ui_done('Downloading articles')

}