R/read-fmld.R

In arcenis-r/cepumd: Calculate Consumer Expenditure Survey (CE) Annual Estimates

#' Read in and modify FMLD files
#'
#' @details This is a hidden file called only by exported package functions.
#'
#' @param fp File to extract from zip file
#' @param zp Zip file path
#' @param ... <[`dynamic-dots`][rlang::dyn-dots]> Additional variables to keep
#' (intended for grouping)
#'

read.fmld <- function(fp, zp, ...) {
  grp_vars <- rlang::ensyms(...)

  grp_var_names <- purrr::map_chr(
    grp_vars,
    \(x) rlang::as_string(x) |> stringr::str_to_lower()
  )

  df <- suppressWarnings(
    readr::read_csv(
      unz(zp, fp),
      na = c("NA", "", " ", "."),
      progress = FALSE,
      show_col_types = FALSE
    )
  )

  names(df) <- tolower(names(df))

  if (length(grp_vars) > 0) {
    if (length(setdiff(grp_var_names, names(df))) > 0) {
      stop(
        stringr::str_c(
          "The following are not valid variable names: ",
          str_c(grp_var_names, collapse = ", ") |> stringr::str_to_upper(),
          "\nPlease review the CE PUMD documentation for valid variables."
        )
      )
    }
  }

  df <- df |>
    dplyr::select(
      tidyselect::all_of(c("newid", "finlwt21")),
      tidyselect::contains("wtrep"),
      tidyselect::any_of(grp_var_names)
    ) |>
    dplyr::mutate(
      newid = stringr::str_pad(
        .data$newid,
        width = 8,
        side = "left",
        pad = "0"
      ),
      dplyr::across(
        c(tidyselect::one_of("finlwt21"), tidyselect::contains("wtrep")),
        as.numeric
      ),
      dplyr::across(tidyselect::any_of(grp_var_names), as.character),
      mo_scope = 3,
      popwt = (.data$finlwt21 / 4) * (.data$mo_scope / 3),
      dplyr::across(tidyselect::contains("wtrep"), \(x) tidyr::replace_na(x, 0))
    )

  return(df)
}