R/html_to_tibble.R

In abichat/harvestacexchange: Harvest AC Exchange Website

#' Convert HTML files to tibbles
#'
#' @param path_to_html An html file.
#'
#' @return A tibble
#'
#' @importFrom dplyr across mutate
#' @importFrom magrittr extract set_names %>%
#' @importFrom purrr map transpose
#' @importFrom rlang .data
#' @importFrom rvest html_node html_nodes html_text
#' @importFrom stringr str_remove str_trim
#' @importFrom tibble as_tibble
#' @importFrom tidyr separate
#' @importFrom xml2 read_html
#'
html_to_tibble_turnips <- function(path_to_html){
  path_to_html %>%
    read_html() %>%
    html_node(".queue-list") %>%
    html_nodes(".align-items-stretch") %>%
    unclass()  %>%
    map(~ html_nodes(., ".d-flex")) %>%
    extract(-1) %>%
    map(html_text) %>%
    map(clean_turnips) %>%
    map(as.list) %>%
    transpose() %>%
    map(unlist) %>%
    set_names(c("price", "waiters", "time", "voting", "line", "tags")) %>%
    as_tibble() %>%
    separate(.data$voting, into = c("grade", "voters"), extra = "drop") %>%
    mutate(across(c(.data$price, .data$waiters, .data$grade, .data$voters),
                  ~ suppressWarnings(as.numeric(.))),
           tags = str_remove(.data$tags, "Tags"),
           tags = str_trim(.data$tags))
}

#' @rdname html_to_tibble_turnips
html_to_tibble_events <- function(path_to_html){
  path_to_html %>%
    read_html() %>%
    html_node(".queue-list") %>%
    html_nodes(".align-items-stretch") %>%
    unclass()  %>%
    map(~ html_nodes(., ".d-flex")) %>%
    extract(-1) %>%
    map(html_text) %>%
    map(clean_events) %>%
    map(as.list) %>%
    transpose() %>%
    map(unlist) %>%
    set_names(c("event", "waiters", "time", "voting",
                "line", "notice", "tags")) %>%
    as_tibble() %>%
    separate(.data$voting, into = c("grade", "voters"), extra = "drop") %>%
    mutate(across(c(.data$waiters, .data$grade, .data$voters),
                  ~ suppressWarnings(as.numeric(.))),
           tags = str_trim(.data$tags))
}