R/scrape_user_profile.R

In fellennert/flashbackscrapR: scraping flashback.org

#' Scrape profiles
#'
#' Scrapes a certain user profile
#'
#' @param suffix A character string containing a user profile's suffix.
#'
#' @return A tibble containing the user name, , the URL suffix, the date a user
#' joined, their status, and the number of postings.
#'
#' @examples
#' scrape_user_profile(suffix = "/u1000001")
#'
#' @export
scrape_user_profile <- function(suffix) {
  content <- insist_scrape_page(paste0("https://flashback.org", suffix))

  tibble::tibble(
    author_name = rvest::html_nodes(content, "#site-left .panel-title") %>% rvest::html_text(),
    url = suffix,
    status = rvest::html_nodes(content, "#site-left .col-sm-6 span") %>% rvest::html_text(),
    joining_date = rvest::html_nodes(content, "#site-left strong") %>%
      rvest::html_text() %>%
      purrr::pluck(1) %>%
      lubridate::ymd(),
    no_postings = rvest::html_nodes(content, "#site-left strong") %>%
      rvest::html_text() %>%
      purrr::pluck(2) %>%
      gsub(" ", "", .) %>%
      stringr::str_remove_all("[^0-9]") %>%
      readr::parse_number()
  )
}