R/bls_helpers.R

In CT-Data-Haven/cwi: Prep for DataHaven's Community Wellbeing Index

# takes query as a list, verbose as logical
fetch_bls <- function(query, verbose) {
    # query is a list of api body
    # send POST with retry
    # if verbose, print heading
    # return df of seriesID, data
    # only gets 50 series at a time--relevant for laus with many locations
    agent <- httr::user_agent("cwi")

    fetch <- purrr::map(query, function(q) {
        resp <- httr::RETRY("POST", q$url, body = q$body, encode = "json", agent, retry = 3)
        if (httr::http_error(resp)) {
            cli::cli_abort(
                c("An error occurred in making one or more API calls.",
                    "x" = httr::http_status(resp)[["message"]]
                ),
                call = parent.frame(n = 3)
            )
        }
        resp
    })
    fetch <- purrr::map(fetch, httr::content, as = "text", encoding = "utf-8")
    fetch <- purrr::map(fetch, jsonlite::fromJSON)
    fetch <- purrr::map(fetch, purrr::pluck, "Results", "series")
    # json has object of seriesID, array of data, may/may not have object of catalog

    # print catalog info before dropping
    if (verbose) {
        bls_series_printout(fetch[[1]])
    }

    fetch <- purrr::map(fetch, function(x) x[c("seriesID", "data")])
    fetch <- purrr::map_dfr(fetch, dplyr::as_tibble)
    fetch <- tidyr::unnest(fetch, data)
    fetch
}