data-raw/Match_ids/find_ids.R

In jimmyday12/fitzRoy: Easily Scrape and Process AFL Data

get_ids <- function(ids) {
  dat <- data.frame()
  for (i in seq_along(ids)) {
    default.url <- "http://www.footywire.com/afl/footy/ft_match_statistics?mid="
    ind <- ids[i]

    # Create URLs
    sel.url.basic <- paste(default.url, ind, sep = "")

    footywire_basic <- tryCatch(
      read_html(sel.url.basic),
      error = function(e) FALSE
    )

    if (is.list(footywire_basic)) {
      game_details <- footywire_basic %>%
        html_node("tr:nth-child(2) .lnorm") %>%
        html_text()

      # We need to extract round and venue from that text
      round <- str_split(game_details, ",")[[1]][1] %>% trimws()

      # Get Game date
      game_details_date <- footywire_basic %>%
        html_node(".lnormtop tr:nth-child(3) .lnorm") %>%
        html_text()

      # Again, we have to extract the details
      game_date <- str_split(game_details_date, ",")[[1]][2] %>%
        trimws() %>%
        dmy()
      season <- year(game_date)

      # Get home and away team names
      home_team <- footywire_basic %>%
        html_node("#matchscoretable tr:nth-child(2) a") %>%
        html_text()

      away_team <- footywire_basic %>%
        html_node("#matchscoretable tr~ tr+ tr a") %>%
        html_text()

      ind.dat <- data_frame(
        Match_id = ind,
        Exist = TRUE,
        Details = game_details,
        Date_details = game_details_date,
        Date = game_date,
        Season = season,
        Round = round,
        Home.Team = home_team,
        Away.Team = away_team
      )
      message(paste("Success for ID", ind))
    } else {
      ind.dat <- data_frame(
        Match_id = ids[i],
        Exist = FALSE
      )
      message(paste0("URL for ID ", ind, " doesn't exist (", i, " of ", length(ids), ")"))
    }
    dat <- bind_rows(dat, ind.dat)
  }
  print(paste0("Finished updating records. ", sum(dat$Exist), " new records found"))
  return(dat)
}

# Process through script ----
library(tidyverse)
library(fitzRoy)
library(rvest)
library(lubridate)
load(here::here("data-raw", "Match_ids", "id_data.rda"))

# Filter out matches we know exist
ids <- id_data %>%
  filter(!Exist)

# Check for new matches
dat <- get_ids(ids$Match_id)

# Merge back into file
id_data <- id_data %>%
  filter(Exist) %>%
  bind_rows(dat)

# Save data
# use_data(id_data, internal = TRUE, overwrite = TRUE)
save(id_data, file = here::here("data-raw", "Match_ids", "id_data.rda"))