scripts/create_data_archives.R

In rich-iannone/stationaRy: Detailed Meteorological Data from Stations All Over the World

library(stationaRy)
library(tidyverse)
library(here)
library(zip)

output_dir <- here::here("data-cached")

inventory_tbl <- stationaRy:::get_inventory_tbl()

all_stations <- stationaRy:::all_station_ids(inventory_tbl = inventory_tbl)

get_data_for_year <- function(id, year) {
  
  get_met_data(
    station_id = id,
    years = year,
  )
}

for (station in all_stations) {
  
  if (!(paste0(station, ".zip") %in% list.files(output_dir))) {
    
    data_years <- 
      stationaRy:::station_data_years(
        inventory_tbl = inventory_tbl,
        id = station
      )
    
    station_data <- dplyr::tibble()
    
    for (year in data_years) {
      
      station_data <-
        dplyr::bind_rows(
          station_data,
          get_data_for_year(id = station, year = year)
        )
    }
    
    station_data %>%
      readr::write_csv(path = file.path(output_dir, paste0(station, ".csv")))
    
    zip::zipr(
      zipfile = file.path(output_dir, paste0(station, ".zip")),
      files = file.path(output_dir, paste0(station, ".csv"))
      )
    
    if (file.exists(file.path(output_dir, paste0(station, ".csv")))) {
      res <- file.remove(file.path(output_dir, paste0(station, ".csv")))
    }
    
    Sys.sleep(1)
  }
}