R/flash_year_links.R

In gpilgrim2670/JumpeR: Importing and Working with Track and Field Data

#' Collects all meet links from a given year on Flash Results
#'
#' Used in scraping flashresults.com.  Collects meet names, dates, and locations
#' along with a link the the associated results landing page.
#'
#' @importFrom dplyr mutate
#' @importFrom dplyr rename
#' @importFrom dplyr select
#' @importFrom dplyr rowwise
#' @importFrom stringr str_detect
#' @importFrom stringr str_split_fixed
#' @importFrom stringr str_remove
#' @importFrom stringr str_remove_all
#' @importFrom stringr str_extract
#' @importFrom stringr str_extract_all
#' @importFrom rvest html_nodes
#' @importFrom rvest html_table
#' @importFrom rvest html_attr
#' @importFrom rvest read_html
#'
#' @param flash_year a link to a year landing page on flashresults.com
#' @return returns a data frame with meet names, dates, locations, and links to
#'   flash results
#'
#' @examples \donttest{flash_year_links("https://flashresults.com/2015results.htm")}
#'
#' @export

flash_year_links <- function(flash_year) {

  # flash_year <- "https://www.flashresults.com/2020results.htm"
  # flash_year <- "https://www.flashresults.com/2019results.htm"
  # flash_year <- "https://www.flashresults.com/2018results.htm"
  # flash_year <- "https://www.flashresults.com/2017results.htm"
  # flash_year <- "https://www.flashresults.com/2016results.htm"
  # flash_year <- "https://www.flashresults.com/2015results.htm"
  # flash_year <- "https://www.flashresults.com/results.htm"

  # main <- xml2::read_html(flash_year)
  main <- rvest::read_html(flash_year)

  # extract meet year
  meet_year <- stringr::str_extract(flash_year, "20\\d\\d")

  if(is.na(meet_year)) {
    meet_year <- format(Sys.Date(), "%Y")
  }

  # table of meet name, date, location
  main_table <- main %>%
    rvest::html_nodes("table") %>%
    rvest::html_table(fill = TRUE)

  # list of links
  main_links <- main %>%
    rvest::html_nodes("tr") %>%
    rvest::html_nodes("a") %>%
    rvest::html_attr("href") %>%
    {ifelse(stringr::str_detect(., "^/|^h"), ., paste0("/", .))}

  # clean main_table
  main_table <- data.frame(main_table[[1]], stringsAsFactors = FALSE)

  main_table <- main_table %>%
    dplyr::select(1) %>%
    dplyr::rename(Input = 1) %>%
    dplyr::filter(stringr::str_detect(Input, "Results"))

  main_table <- main_table %>%
    dplyr::rowwise() %>%
    dplyr::mutate(
      Meet = stringr::str_split_fixed(Input,
                                      "\n", 3)[, 1],
      Meet = stringr::str_remove_all(Meet, "\\s--.*$")
    )  %>%
    dplyr::mutate(Input = stringr::str_replace_all(Input,
                                                   "\\s{2,}", " ")) %>%
    mutate(Input = str_remove_all(Input, "\n")) %>%
    dplyr::mutate(
      Meet_Date = stringr::str_extract_all(Input,  paste0(
        "(",
        paste(month.name, collapse = "|"),
        ")",
        "\\s\\d{1,2}-?\\d?\\d?"
      )),
      Meet_Date = paste(Meet_Date, collapse = "-"),
      Meet_Date = stringr::str_replace(Meet_Date,
                                       "--", "-")
    ) %>%
    dplyr::mutate(Location = stringr::str_remove(Input, ".*\\|\\s?Day \\d+"),
      Location = stringr::str_extract_all(Location, "(?<=\\d\\s?\\-\\s).*",
                                                      simplify = TRUE)) %>%
    dplyr::mutate(
      # Location = stringr::str_remove_all(Input, paste0("(^.*", Meet_Date, " - ", ")")),
      # Create Location based on text relative to where Meet_Date and the subsequent `-` are in the string
      # Location = paste(Location, collapse = " - "),
      Meet_Date = paste(Meet_Date,  meet_year, sep = " ")
    )


  # split inputs for cases where a meet is split into multiple days
  s <- strsplit(main_table$Input, split = "\\|")

  # reassemble main_table based on splits for multiple days
  main_table  <- data.frame(
    Input = unlist(s),
    Meet = rep(main_table$Meet, sapply(s, length)),
    Meet_Date = rep(main_table$Meet_Date, sapply(s, length)),
    Location = rep(main_table$Location, sapply(s, length))
  ) %>%
    mutate(Meet = case_when(
      str_detect(Input,  "Day 1") ~ paste(Meet, "Day 1"),
      str_detect(Input, "Day 2") ~ paste(Meet, "Day 2"),
      TRUE ~ Meet
    )) %>%
    select(-Input)

  # bind table and links together
  year_table <- cbind(main_table, main_links)

  # add http to links that need it
  year_table <- year_table %>%
    dplyr::rename("Meet_Link" = main_links) %>%
    dplyr::filter(stringr::str_detect(Meet_Link, "xc") == FALSE) %>%
    dplyr::mutate(Meet_Link = ifelse(
      stringr::str_detect(Meet_Link, "http"),
      Meet_Link,
      paste0("https://flashresults.com", Meet_Link)
    )) %>%
    dplyr::mutate(Meet_Link = stringr::str_remove(Meet_Link, "index\\.htm"))

  return(year_table)
}

#' @rdname flash_year_links
#' @export
year_links <- flash_year_links