tools/31-tpch-load-qs.R

In duckdblabs/duckplyr: A 'DuckDB'-Backed Version of 'dplyr'

pkgload::load_all()

tables <- c("lineitem", "partsupp", "part", "supplier", "nation", "orders", "customer", "region")

data <- lapply(tables, function(t) {
  duckplyr::read_parquet_duckdb(fs::path("tools/tpch/001", paste0(t, ".parquet")), prudence = "lavish")
})

qs::qsave(rlang::set_names(data, tables), file = "tools/tpch/001.qs", preset = "fast")

data <- lapply(tables, function(t) {
  duckplyr::read_parquet_duckdb(fs::path("tools/tpch/010", paste0(t, ".parquet")), prudence = "lavish")
})

qs::qsave(rlang::set_names(data, tables), file = "tools/tpch/010.qs", preset = "fast")

data <- lapply(tables, function(t) {
  duckplyr::read_parquet_duckdb(fs::path("tools/tpch/100", paste0(t, ".parquet")), prudence = "lavish")
})

qs::qsave(rlang::set_names(data, tables), file = "tools/tpch/100.qs", preset = "fast")