tests/testthat/test-cache.R

In RAthena: Connect to 'AWS Athena' using 'Boto3' ('DBI' Interface)

context("query id caching")

# NOTE System variable format returned for Unit tests:
# Sys.getenv("rathena_arn"): "arn:aws:sts::123456789012:assumed-role/role_name/role_session_name"
# Sys.getenv("rathena_s3_query"): "s3://path/to/query/bucket/"
# Sys.getenv("rathena_s3_tbl"): "s3://path/to/bucket/"

test_that("Testing if caching returns the same query id", {
  skip_if_no_env()
  # Test connection is using AWS CLI to set profile_name 
  con <- dbConnect(athena())
  
  query1 = "SELECT table_name FROM information_schema.tables limit 1"
  res1 = dbSendStatement(con, query1)
  dbFetch(res1)
  res2 = dbExecute(con, query1)
  
  RAthena_options(cache_size = 10)
  
  res3 = dbSendStatement(con, query1)
  dbFetch(res3)
  res4 = dbExecute(con, query1)
  
  query2 = "SELECT table_schema, table_name FROM information_schema.tables limit 1"
  res5 = dbExecute(con, query2, unload = T)
  res6 = dbExecute(con, query2)
  
  # clear cached backend data
  RAthena_options(clear_cache = T)
  
  # expect query ids not to be the same
  exp1 = res1@info$QueryExecutionId == res2@info$QueryExecutionId
  exp2 = res3@info$QueryExecutionId == res4@info$QueryExecutionId
  exp3 = res5@info$UnloadDir == res6@info$UnloadDir
  exp4 = res5@info$QueryExecutionId == res6@info$QueryExecutionId
  expect_false(exp1)
  expect_true(exp2)
  expect_true(exp3)
  expect_true(exp4)
  expect_error(RAthena_options(cache_size = 101))
  expect_error(RAthena_options(cache_size = -1))
  expect_true(nrow(RAthena:::athena_option_env$cache_dt) == 0)
})