tests/testthat/test-targets.R

In MarkEdmondson1234/googleCloudRunner: R Scripts in the Google Cloud via Cloud Run, Cloud Build and Cloud Scheduler

test_that("targets integrations", {
  skip_on_ci()
  skip_on_cran()

  if (!require(targets)) {
    skip("library(targets) not installed")
  }

  dir.create("targets", showWarnings = FALSE)

  target_folder <- "cr_build_target_tests"

  bs <- cr_buildstep_targets_single(
    target_folder = target_folder,
    tar_make = c(
      "list.files(recursive=TRUE)",
      "targets::tar_make(script = 'targets/_targets.R')"
    )
  )

  target_yaml <- cr_build_targets(bs, path = NULL)
  expect_snapshot(target_yaml)

  targets::tar_config_set(
    script = "targets/_targets.R"
  )

  # test file
  write.csv(mtcars, file = "targets/mtcars.csv", row.names = FALSE)

  targets::tar_script(
    list(
      targets::tar_target(file1, "targets/mtcars.csv", format = "file"),
      targets::tar_target(input1, read.csv(file1)),
      targets::tar_target(result1, sum(input1$mpg))
    ),
    ask = FALSE
  )

  targets::tar_make()

  # get local result to compare
  result <- targets::tar_read("result1")
  expect_snapshot(result)

  upload_test_files <- function() {
    cr_build_upload_gcs(
      "targets",
      remote = "cr_build_target_test_source.tar.gz",
      deploy_folder = "targets"
    )
  }

  target_source <- upload_test_files()
  expect_snapshot(target_source)

  build <- cr_build_make(target_yaml, source = target_source)
  # initial run
  bb1 <- cr_build(build, launch_browser = FALSE)
  built1 <- cr_build_wait(bb1)
  bb1logs <- cr_build_logs(built1)

  target_logs <- function(log) {
    log[which(grepl("target pipeline", log))]
  }

  logs_of_interest1 <- target_logs(bb1logs)
  expect_true(
    any(
      grepl(
        "start target file1",
        logs_of_interest1
      ))
    )

  # second run, expect it to skip target file1 as unchanged
  bb2 <- cr_build(build, launch_browser = FALSE)
  built2 <- cr_build_wait(bb2)
  bb2logs <- cr_build_logs(built2)
  logs_of_interest2 <- target_logs(bb2logs)
  expect_true(
    any(
      grepl(
        "skip target file1",
        logs_of_interest2
      ))
    )


  # make a change to the file, expect a rerun
  mtcars2 <- mtcars
  mtcars2$mpg <- mtcars$mpg * 2
  write.csv(mtcars2,
    file = "targets/mtcars.csv",
    row.names = FALSE
  )

  target_source2 <- upload_test_files()
  expect_snapshot(target_source2)
  build <- cr_build_make(target_yaml, source = target_source2)
  # same build, but source has been updated
  bb3 <- cr_build(build, launch_browser = FALSE)
  built3 <- cr_build_wait(bb3)
  bb3logs <- cr_build_logs(built3)
  logs_of_interest3 <- target_logs(bb3logs)
  expect_true(
    any(
      grepl(
        "start target file1",
        logs_of_interest3
      ))
    )

  cr_build_targets_artifacts(
    built3,
    target_folder = target_folder)

  expect_true(result != targets::tar_read("result1"))

  # clean up - delete source for next test run
  googleCloudStorageR::gcs_delete_object("cr_build_target_test_source.tar.gz",
    bucket = cr_bucket_get()
  )
  deletes <- googleCloudStorageR::gcs_list_objects(
    prefix = "cr_build_target_tests",
    bucket = cr_bucket_get()
  )
  done_deeds <- lapply(deletes$name,
    googleCloudStorageR::gcs_delete_object,
    bucket = cr_bucket_get()
  )
  expect_true(all(unlist(done_deeds)))

  targets::tar_destroy(ask = FALSE)
  unlink("targets", recursive = TRUE)
  unlink("_targets", recursive = TRUE)
  unlink("_targets.yaml")
  unlink("_targets_cloudbuild", recursive = TRUE)
})

test_that("targets integrations - parallel builds", {
  skip_on_ci()
  skip_on_cran()

  if (!require(targets)) {
    skip("library(targets) not installed")
  }

  dir.create("targets", showWarnings = FALSE)


  target_folder <- "cr_build_target_tests_multi"

  targets::tar_config_set(
    script = "targets/_targets.R"
  )

  # test file
  write.csv(mtcars, file = "targets/mtcars.csv", row.names = FALSE)

  targets::tar_script(
    list(
      targets::tar_target(file1, "targets/mtcars.csv", format = "file"),
      targets::tar_target(input1, read.csv(file1)),
      targets::tar_target(result1, sum(input1$mpg)),
      targets::tar_target(result2, mean(input1$mpg)),
      targets::tar_target(result3, max(input1$mpg)),
      targets::tar_target(result4, min(input1$mpg)),
      targets::tar_target(merge1, paste(result1, result2, result3, result4))
    ),
    ask = FALSE
  )

  targets::tar_make()
  # get local result to compare
  result <- targets::tar_read("merge1")
  expect_snapshot(result)

  bs <- cr_buildstep_targets_multi(
    target_folder = target_folder,
    tar_config = "targets::tar_config_set(script = 'targets/_targets.R')",
  )
  expect_snapshot(bs)

  par_yaml <- cr_build_targets(bs, path = NULL)
  expect_snapshot(par_yaml)

  upload_test_files <- function() {
    cr_build_upload_gcs(
      "targets",
      remote = "cr_build_target_test_source_multi.tar.gz",
      deploy_folder = "targets"
    )
  }

  target_source <- upload_test_files()
  expect_snapshot(target_source)

  build <- cr_build_make(par_yaml, source = target_source)
  # initial run
  bb1 <- cr_build(build, launch_browser = FALSE)
  built1 <- cr_build_wait(bb1)
  bb1logs <- cr_build_logs(built1)

  target_logs <- function(log) {
    log[which(grepl("target pipeline", log))]
  }

  artifact_download <- cr_build_targets_artifacts(
    built1,
    target_folder = target_folder)

  result2 <- targets::tar_read("merge1")
  expect_snapshot(result2)

  expect_true(result == result2)

  # clean up - delete source for next test run
  googleCloudStorageR::gcs_delete_object(
    "cr_build_target_test_source_multi.tar.gz",
    bucket = cr_bucket_get()
  )
  deletes <- googleCloudStorageR::gcs_list_objects(
    prefix = target_folder,
    bucket = cr_bucket_get()
  )
  done_deeds <- lapply(deletes$name,
                       googleCloudStorageR::gcs_delete_object,
                       bucket = cr_bucket_get()
  )
  expect_true(all(unlist(done_deeds)))

  targets::tar_destroy(ask = FALSE)
  unlink("targets", recursive = TRUE)
  unlink("_targets", recursive = TRUE)
  unlink("_targets.yaml")
  unlink("_targets_cloudbuild", recursive = TRUE)
})

test_that("targets integrations - selected deployments", {
  skip_on_ci()
  skip_on_cran()

  if (!require(targets)) {
    skip("library(targets) not installed")
  }

  dir.create("targets", showWarnings = FALSE)

  target_folder <- "cr_build_target_tests_deployments"

  targets::tar_config_set(
    script = "targets/_targets.R"
  )

  # test file
  write.csv(mtcars, file = "targets/mtcars.csv", row.names = FALSE)

  targets::tar_script(
    list(
      targets::tar_target(file1, "targets/mtcars.csv", format = "file"),
      targets::tar_target(input1, read.csv(file1)),
      targets::tar_target(result1, sum(input1$mpg), deployment = "main"),
      targets::tar_target(result2, mean(input1$mpg)),
      targets::tar_target(result3, max(input1$mpg)),
      targets::tar_target(result4, min(input1$mpg)),
      targets::tar_target(merge1, paste(result1, result2, result3, result4))
    ),
    ask = FALSE
  )

  targets::tar_make()
  # get local result to compare
  result <- targets::tar_read("merge1")
  expect_snapshot(result)

  # local build time
  local_time <- file.info(file.path("_targets", "objects", "merge1"))

  bs <- cr_buildstep_targets_multi(
    target_folder = target_folder,
    tar_config = "targets::tar_config_set(script = 'targets/_targets.R')",
  )
  expect_snapshot(bs)

  built <- cr_build_targets(bs, path = NULL, execute = "now")

  built_time <- file.info(file.path("_targets", "objects", "merge1"))

  expect_gt(built_time$mtime, local_time$mtime)

  result2 <- targets::tar_read("merge1")
  expect_snapshot(result2)

  expect_true(result == result2)

  # clean up - delete source for next test run
  deletes <- googleCloudStorageR::gcs_list_objects(
    prefix = target_folder,
    bucket = cr_bucket_get()
  )
  done_deeds <- lapply(deletes$name,
                       googleCloudStorageR::gcs_delete_object,
                       bucket = cr_bucket_get()
  )
  expect_true(all(unlist(done_deeds)))

  targets::tar_destroy(ask = FALSE)
  unlink("targets", recursive = TRUE)
  unlink("_targets", recursive = TRUE)
  unlink("_targets.yaml")
  unlink("_targets_cloudbuild", recursive = TRUE)
})