R/page_download.R

In KaniaKrzysztof/bdl: Interface and Tools for BDL API

#' @keywords internal
page_download <- function(dir, id, filters, ...) {
  df <- tibble::tibble()

  repeat {
    json <- get_request(dir, id, filters, ...)

    if (is.list(json$results) && length(json$results) == 0) {
      stop("Filters returned empty set.")
    }

    df_t <- tibble::as_tibble(json$results)

    if ("values" %in% colnames(df_t)) {
      df_t <- df_t %>%
        tidyr::unnest(df_t$values)
    }

    df <- dplyr::bind_rows(df, df_t)

    if (is.null(filters$page)) {
      filters$page <- 1
    } else {
      filters$page <- filters$page + 1
    }

    if (is.null(json$links) || json$links$self == json$links$last) {
      break
    }
  }
  if ("values" %in% colnames(df)) {
    df <- df %>%
      dplyr::select(-dplyr::one_of(c("values")))
  }
  df
}