R/download.R

In Texas-Policy-Lab/texas_child_care_deserts: API for Texas Childcare data

#' @title Get HHSC CCL data
#' @description Returns the most recent HHSC CCL Daycare and Residential 
#' Operations 
#' Data. Link to data: https://data.texas.gov/resource/bc5r-88dy.csv
#' @param name string. The name to write the raw data to.
#' @param raw_pth string. The path to write the raw to.
#' @param url string. The url to the data.
#' @export
dwnld.hhsc_ccl <- function(name,
                           raw_pth,
                           url = "https://data.texas.gov/api/views/bc5r-88dy/rows.csv?accessType=DOWNLOAD",
                           ext = "csv",
                           ...) {
  
  dwnld_pth <- file.path(raw_pth, paste(name, ext, sep = "."))
  
  download.file(url, destfile = dwnld_pth, mode = "wb")
  
  df <- readr::read_csv(dwnld_pth)
  
  return(df)
}

#' @title Download ACF data
#' @description Data are located: 
#' https://www.twc.texas.gov/programs/childcare#dataAndReports
dwnld.acf <- function(raw_pth,
                      endpoint = "https://www.twc.texas.gov{path}",
                      sheet = "ChildrenParentsSettings",
                      ...) {

  apis <- xml2::read_html(glue::glue(endpoint,
                                     path = "/programs/childcare#dataAndReports")) %>%
    rvest::html_nodes("#node-561 > div:nth-child(5) > div > ul:nth-child(16) > li > a") %>%
    rvest::html_attr("href")

  pth <- file.path(raw_pth, "acf")

  if (!dir.exists(pth)) {
    dir.create(pth)
  }

  lapply(apis, function(api) {

    fl <- basename(api)

    dir <- file.path(pth, fl)
    
    if (fl %in% list.files(pth) == F) {

      url <- glue::glue(endpoint, path = api)

      httr::GET(url, httr::write_disk(temp_dir <- tempfile(fileext = ".xlsx")))
      file.copy(from = temp_dir, to = dir)
    }
  })
  return(TRUE)
}

#' @title Get county and ZCTA (zip code) Crosswalk
#' @description Downloads the crosswalk between county fips codes and county 
#' names for Texas.
#' @param pth Link to data: 
#' https://www2.census.gov/geo/docs/maps-data/data/rel/zcta_county_rel_10.txt
#' @param data_in_name string. The name to of the data to read in.
#' @param data_in_pth string. The path to read the data in from.
#' @export
dwnld.xwalk_zip_county <- function(pth = "https://www2.census.gov/geo/docs/maps-data/data/rel/zcta_county_rel_10.txt",
                                   state_fips) {

  df <- read.csv(url(pth)) %>%
    dplyr::rename_all(tolower) %>%
    dplyr::filter(state == state_fips) %>%
    dplyr::select(zip = zcta5,
                  county_code = county) %>%
    dplyr::mutate(county_code = paste0(state_fips,
                                       stringr::str_pad(county_code, 
                                                        side = "left",
                                                        width = 3, 
                                                        pad = "0")),
                  zip = as.character(zip))

  assertthat::assert_that(all(c("zip", "county_code") %in% colnames(df)),
                          msg = "Zip county xwalk missing column")
  assertthat::assert_that(all(nchar(df$zip) == 5))
  assertthat::assert_that(all(nchar(df$county_code) == 5))
  
  return(df)
}

#' @title Get census tract and ZCTA (zip code) Crosswalk
#' @description Downloads the crosswalk between census tract codes and ZCTA 
#' for Texas.
#' @param pth Link to data: 
#' https://www2.census.gov/geo/docs/maps-data/data/rel/zcta_tract_rel_10.txt
#' @param data_in_name string. The name to of the data to read in.
#' @param data_in_pth string. The path to read the data in from.
#' @export
dwnld.xwalk_zip_tract <- function(pth = "https://www2.census.gov/geo/docs/maps-data/data/rel/zcta_tract_rel_10.txt",
                                   state_fips) {
  
  df <- read.csv(url(pth)) %>%
    dplyr::rename_all(tolower) %>%
    dplyr::filter(state == state_fips)
  
  return(df)
}

#' @title Get ZCTA (Zip Code) and Latitude/Longitude Coordinate Crosswalk
#' @description Downloads the crosswalk between zip codes and latitude longitude
#' coordinates of the center for Texas
#' @export
dwnld.geo_zip <- function() {

  tigris::zctas() %>% 
    dplyr::mutate(zip = as.character(ZCTA5CE10),
                  lat = as.numeric(INTPTLAT10),
                  lon = as.numeric(INTPTLON10)) %>% 
    dplyr::select(zip, lat, lon)
}

#' @title Get State FIPS and State Name Crosswalk
#' @description Downloads the crosswalk between county fips codes and county 
#' names for Texas
#' @export
dwnld.lu_county_code <- function(state_fips) {

  df <- tigris::fips_codes %>%
    dplyr::filter(state_code == state_fips) %>%
    dplyr::select(county_code, county) %>% 
    dplyr::mutate(county_code = paste0(state_fips, county_code))

  assertthat::assert_that(nrow(df) == 254)
  assertthat::assert_that(all(nchar(df$county_code) == 5))

  return(df)
}

#' @title Get tract by latitude and longitude
#' @description Downloads shape file for Texas (48) using the tigris package, 
#' which pulls the most recent shape from the United States Census Bureau.
#' @export
dwnld.geo_tracts <- function(state_fips) {

  geo <- tigris::tracts(state = state_fips, cb = TRUE) %>%
    dplyr::rename_all(tolower) %>%
    dplyr::rename(tract = geoid) %>%
    dplyr::mutate(county_code = paste0(statefp, countyfp)) %>%
    dplyr::select(tract, county_code, geometry)
  
  centroids <- geo %>% 
    sf::st_centroid() %>% 
    dplyr::mutate(cent_long = unlist(purrr::map(geometry,1)),
                  cent_lat = unlist(purrr::map(geometry,2))) %>% 
    sf::st_drop_geometry()
  
  geo <- geo %>% 
    dplyr::left_join(centroids)
    
  
}

#' @title Get the Harris County Neighborhood to census tract data
#' @description Download the neighbordhood to census tract cross walk create by 
#' the Kinder Institute. 
#' https://www.arcgis.com/apps/MapSeries/index.html?appid=95320b06677c438d91027cb5feb241bf
#' @return data.frame
dwnld.harris_neighborhood <- function(url = "https://www.datahouston.org/cta_crosswalk.txt",
                                      name = "HARRIS_NEIGHBORHOOD",
                                      ext = "csv",
                                      raw_pth) {

  dwnld_pth <- file.path(raw_pth, paste(name, ext, sep = "."))
  
  if (!file.exists(dwnld_pth)) {
    download.file(url, destfile = dwnld_pth, mode = "wb") 
  }

  df <- readr::read_csv(dwnld_pth)
}

#' @title Get the Tarrant County Neighborhood data
#' @return data.frame
dwnld.tarrant_neighborhood <- function(url = "https://data.fortworthtexas.gov/api/views/ruhd-2sjc/rows.csv?accessType=DOWNLOAD",
                                       name = "TARRANT_NEIGHBORHOOD",
                                       ext = "csv",
                                       raw_pth) {

  dwnld_pth <- file.path(raw_pth, paste(name, ext, sep = "."))

  if (!file.exists(dwnld_pth)) {
    download.file(url, destfile = dwnld_pth, mode = "wb") 
  }

  df <- readr::read_csv(dwnld_pth)
}