prevision-r: 'Prevision.io' R SDK

context("Dataset")

source("helper-credentials.R")
source("helper-dataset.R")

# INIT GLOBAL VARIABLE
nb_datasets = length(get_datasets(get_project_id_from_name("PROJECT_TESTU")))
n_row       = 1000
n_features  = 10

test_that("create_dataset_from_file", {
  expect_is(create_dataset_from_file(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                     dataset_name = "DATASET_EXTERNAL_REGRESSION_TESTU",
                                     file = paste0(wd, "/tests/testthat/data/regression_holdout_dataset.csv"),
                                     separator = ",",
                                     decimal = "."), "list", "create_dataset_from_file() doesn't retrieve a list for DATASET_EXTERNAL_REGRESSION_TESTU")

  expect_is(create_dataset_from_file(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                     dataset_name = "DATASET_EXTERNAL_CLASSIFICATION_TESTU",
                                     file = paste0(wd, "/tests/testthat/data/classification_holdout_dataset.csv"),
                                     separator = ",",
                                     decimal = "."), "list", "create_dataset_from_file() doesn't retrieve a list for DATASET_EXTERNAL_CLASSIFICATION_TESTU")

  expect_is(create_dataset_from_file(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                     dataset_name = "DATASET_EXTERNAL_MULTICLASSIFICATION_TESTU",
                                     file = paste0(wd, "/tests/testthat/data/multiclassification_holdout_dataset.csv"),
                                     separator = ",",
                                     decimal = "."), "list", "create_dataset_from_file() doesn't retrieve a list for DATASET_EXTERNAL_MULTICLASSIFICATION_TESTU")
})

test_that("create_dataset_from_dataframe", {
  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU",
                                          dataframe = tabular_dataset(type_problem = "regression", n_row = n_row, n_features = n_features),
                                          zip = FALSE), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU if not zipped")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_ZIPPED",
                                          dataframe = tabular_dataset(type_problem = "regression", n_row = n_row, n_features = n_features),
                                          zip = TRUE), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_ZIPPED if zipped")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_REGRESSION",
                                          dataframe = tabular_dataset(type_problem = "regression", n_row = n_row, n_features = n_features)), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_REGRESSION")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_CLASSIFICATION",
                                          dataframe = tabular_dataset(type_problem = "classification", n_row = n_row, n_features = n_features)), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_CLASSIFICATION")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_MULTICLASSIFICATION",
                                          dataframe = tabular_dataset(type_problem = "multiclassification", n_row = n_row, n_features = n_features)), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_MULTICLASSIFICATION")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_TS",
                                          dataframe = timeseries_dataset()), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_TS")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_IMG",
                                          dataframe = fread(paste0(wd, "/tests/testthat/data/img.csv")),
                                          zip = TRUE), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_IMG")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_TEXTSIM_ITEMS",
                                          dataframe = fread(paste0(wd, "/tests/testthat/data/txt_sim_items.csv")),
                                          zip = TRUE), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_TEXTSIM_ITEMS")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_TEXTSIM_QUERIES",
                                          dataframe = fread(paste0(wd, "/tests/testthat/data/txt_sim_queries.csv")),
                                          zip = TRUE), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_TEXTSIM_QUERIES")

  expect_is(create_dataset_from_dataframe(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                          dataset_name = "DATASET_TESTU_IMG",
                                          dataframe = fread(paste0(wd, "/tests/testthat/data/img.csv")),
                                          zip = TRUE), "list", "create_dataset_from_dataframe() doesn't retrieve a list for DATASET_TESTU_IMG")
})

test_that("create_dataset_from_datasource", {
  expect_is(create_dataset_from_datasource(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                           dataset_name = "DATASET_SQL_DATASOURCE_RAW_TESTU",
                                           datasource_id = get_datasource_id_from_name(get_project_id_from_name("PROJECT_TESTU"), "SQL_DATASOURCE_RAW_TESTU")), "list", "create_dataset_from_datasource() doesn't retrieve a list for SQL_DATASOURCE_RAW_TESTU")

  expect_is(create_dataset_from_datasource(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                           dataset_name = "DATASET_SQL_DATASOURCE_REQUEST_TESTU",
                                           datasource_id = get_datasource_id_from_name(get_project_id_from_name("PROJECT_TESTU"), "SQL_DATASOURCE_REQUEST_TESTU")), "list", "create_dataset_from_datasource() doesn't retrieve a list for SQL_DATASOURCE_REQUEST_TESTU")

  expect_is(create_dataset_from_datasource(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                           dataset_name = "DATASET_S3_DATASOURCE_RAW_TESTU",
                                           datasource_id = get_datasource_id_from_name(get_project_id_from_name("PROJECT_TESTU"), "S3_DATASOURCE_RAW_TESTU")), "list", "create_dataset_from_datasource() doesn't retrieve a list for S3_DATASOURCE_RAW_TESTU")

  expect_is(create_dataset_from_datasource(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                           dataset_name = "DATASET_SFTP_DATASOURCE_RAW_TESTU",
                                           datasource_id = get_datasource_id_from_name(get_project_id_from_name("PROJECT_TESTU"), "SFTP_DATASOURCE_RAW_TESTU")), "list", "create_dataset_from_datasource() doesn't retrieve a list for SFTP_DATASOURCE_RAW_TESTU")

  expect_is(create_dataset_from_datasource(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                           dataset_name = "DATASET_FTP_DATASOURCE_RAW_TESTU",
                                           datasource_id = get_datasource_id_from_name(get_project_id_from_name("PROJECT_TESTU"), "FTP_DATASOURCE_RAW_TESTU")), "list", "create_dataset_from_datasource() doesn't retrieve a list for FTP_DATASOURCE_RAW_TESTU")
})

Sys.sleep(300)

test_that("get_dataset_id_from_name", {
  expect_is(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                     dataset_name = "DATASET_TESTU"), "character", "get_dataset_id_from_name() doesn't retrieve a character for DATASET_TESTU")
})

test_that("create_dataset_embedding", {
  expect(create_dataset_embedding(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                           dataset_name = "DATASET_TESTU")) == 200, "create_dataset_embedding() doesn't retrieve a 200 status code for DATASET_TESTU")
})

test_that("get_datasets", {
  expect_is(get_datasets(get_project_id_from_name("PROJECT_TESTU")), "list", "get_datasets() doesn't retrieve a list")
  expect(length(get_datasets(get_project_id_from_name("PROJECT_TESTU"))) >= 1, "get_datasets() doesn't have at least one element")
  expect(length(get_datasets(get_project_id_from_name("PROJECT_TESTU"))) >= nb_datasets+1, "The number of datasets has not increased after dataset creation")
})

test_that("get_dataset_head", {
  expect_is(get_dataset_head(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                      dataset_name = "DATASET_TESTU")), "data.frame", "get_dataset_head() doesn't retrieve a data.frame")

  expect(nrow(get_dataset_head(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                        dataset_name = "DATASET_TESTU"))) == min(10, n_row), "get_dataset_head() has a bad number of rows")

  expect(ncol(get_dataset_head(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                        dataset_name = "DATASET_TESTU"))) == n_features+1, "get_dataset_head() has a bad number of features")
})

test_that("create_dataframe_from_dataset", {
  expect_is(create_dataframe_from_dataset(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                                   dataset_name = "DATASET_TESTU")), "data.frame", "create_dataframe_from_dataset() doesn't retrieve a data.frame")

  expect(nrow(create_dataframe_from_dataset(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                                     dataset_name = "DATASET_TESTU"))) == n_row, "create_dataframe_from_dataset() has a bad number of rows")

  expect(ncol(create_dataframe_from_dataset(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                                     dataset_name = "DATASET_TESTU"))) == n_features+1, "create_dataframe_from_dataset() has a bad number of features")
})

Sys.sleep(60)

test_that("get_dataset_embedding", {
  expect_is(get_dataset_embedding(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                           dataset_name = "DATASET_TESTU")), "data.table", "get_dataset_embedding() doesn't a data table for data set DATASET_TESTU")

  expect(nrow(get_dataset_embedding(get_dataset_id_from_name(project_id = get_project_id_from_name("PROJECT_TESTU"),
                                                             dataset_name = "DATASET_TESTU")) == n_row), "get_dataset_embedding() has a bad number of row for data set DATASET_TESTU")
})