tests/testthat/test_ClusterFunctionsMulticore.R

In batchtools: Tools for Computation on Batch Systems

test_that("cf multicore", {
  skip_on_os("windows")

  reg = makeTestRegistry()
  reg$cluster.functions = makeClusterFunctionsMulticore(2)
  ids = batchMap(Sys.sleep, time = c(2, 2), reg = reg)
  silent({
    submitJobs(1:2, reg = reg)
    expect_equal(findOnSystem(reg = reg), findJobs(reg = reg))
    expect_true(waitForJobs(sleep = 0.2, expire.after = 1, reg = reg))
  })
  expect_data_table(findOnSystem(reg = reg), nrow = 0)
  expect_equal(findDone(reg = reg), findJobs(reg = reg))


  # check that max.concurrent.jobs works
  reg = makeTestRegistry()
  reg$cluster.functions = makeClusterFunctionsMulticore(2)
  reg$max.concurrent.jobs = 1
  ids = batchMap(Sys.sleep, time = c(2, 0), reg = reg)
  submitAndWait(1:2, reg = reg)
  tab = getJobStatus(reg = reg)
  expect_true(diff(tab$started) > 1)
})

if (FALSE) {
  # Multicore cleans up finished processes
  reg = makeTestRegistry()
  batchMap(Sys.sleep, rep(0.8, 8), reg = reg)
  parallel::mccollect()
  p = self = Multicore$new(4)

  for (i in 1:4) {
    p$spawn(makeJobCollection(i, reg = reg))
  }
  expect_data_table(p$jobs, ncol = 2)
  expect_integer(p$jobs$pid, len = 4L, any.missing = FALSE, lower = 0L)
  expect_integer(p$jobs$count, len = 4L, any.missing = FALSE, lower = 0L, upper = 1L)
  Sys.sleep(1.5)
  p$spawn(makeJobCollection(5L, reg = reg))
  expect_integer(p$jobs$pid, len = 1L, any.missing = FALSE, lower = 0L)
  p$collect(3)
  p$collect(1)
  x = parallel::mccollect()
  expect_true(is.null(x))
}