R/utils-get-data-multi-page.R

In evanodell/cqcr: Access 'Care Quality Commission' Data

cqc_multi_page_get_data <- function(cont, query, pages_query, verbose, type) {
  df_list <- list()

  df_list[[1]] <- data.frame(cont[[type]])

  seq_list <- seq(from = 2, to = cont$totalPages)

  for (i in seq_along(seq_list)) { ## Sequence along pages

    if (verbose == TRUE) {
      message(paste("Downloading", seq_list[[i]], "of", max(seq_list)))
    }

    query2 <- paste0(query, pages_query, seq_list[[i]])

    cont <- cqc_query_construction(query2)

    df_list[[seq_list[[i]]]] <- dplyr::bind_rows(data.frame(cont[[type]]))
  }

  df <- dplyr::bind_rows(df_list)

  df
}