data-raw/process_lemis.R

In kephelps/LEMIS: The LEMIS Wildlife Trade Database

# Script to get the latest cleaned LEMIS data file, generate the compressed
# fst file, and upload to GitHub


# Load packages
library(fst)
library(readr)

h <- here::here

#==============================================================================


# Load and compress cleaned LEMIS data


lemis_for_compression <- read_csv(
  h("data-raw", "lemis_2000_2014_cleaned.csv"),
  col_types = cols(
    .default = col_character(),
    control_number = col_integer(),
    quantity = col_integer(),
    value = col_integer(),
    disposition_date = col_date(format = "%Y-%m-%d"),
    disposition_year = col_integer(),
    shipment_date = col_date(format = "%Y-%m-%d"),
    shipment_year = col_integer()
  )
)

# Write the compressed data to local disk
write_fst(lemis_for_compression, h("data-raw", "lemis.fst"), compress = 100)

# Release the compressed data
# lemis:::lemis_release(description = "Data release revisions following peer review (v1.1.0)",
#                       filename = h("data-raw", "lemis.fst"),
#                       target = "master", ignore_dirty = FALSE)