tests/testthat/test-evaluate.R

In ModelOriented/FairPAN: Comfortable Tool for Making Fair Classifier with the Neural Networks

test_that("test-evaluate", {

  dev <- if (torch::cuda_is_available()) torch::torch_device("cuda:0") else "cpu"
  setwd("..")

  model1    <- torch::torch_load("./zzz/preclf")
  model2    <- torch::torch_load("./zzz/clf1")
  model3    <- torch::torch_load("./zzz/clf2")
  model4    <- torch::torch_load("./zzz/clf3")
  processed <- torch::torch_load("./zzz/processed")
  dsl       <- dataset_loader(processed$train_x, processed$train_y,
                              processed$test_x, processed$test_y,
                              batch_size = 5, dev = dev)

  acc1 <- eval_accuracy(model1, dsl$test_ds, dev)
  acc2 <- eval_accuracy(model2, dsl$test_ds, dev)
  acc3 <- eval_accuracy(model3, dsl$test_ds, dev)
  acc4 <- eval_accuracy(model4, dsl$test_ds, dev)

  expect_equal(round(acc1, 7), 0.8355438)
  expect_equal(round(acc2, 7), 0.8381963)
  expect_equal(round(acc3, 7), 0.8381963)
  expect_equal(round(acc4, 7), 0.8355438)

  stp1 <- calc_STP(model1, dsl$test_ds, processed$sensitive_test, dev)
  stp2 <- calc_STP(model2, dsl$test_ds, processed$sensitive_test, dev)
  stp3 <- calc_STP(model3, dsl$test_ds, processed$sensitive_test, dev)
  stp4 <- calc_STP(model4, dsl$test_ds, processed$sensitive_test, dev)

  expect_equal(round(stp1, 7), 0.3320388)
  expect_equal(round(stp2, 7), 0.3192681)
  expect_equal(round(stp3, 7), 0.3270079)
  expect_equal(round(stp4, 7), 0.3942961)

  # accuracy

  #not a model
  expect_error(
    eval_accuracy(7, dsl$test_ds, dev)
  )
  # not an environment
  expect_error(
    eval_accuracy(model1, 7, dev)
  )
  # not a dev
  expect_error(
    eval_accuracy(model1, dsl$test_ds, "GGPPUU")
  )

  # STP

  #not a model
  expect_error(
    calc_STP(7, dsl$test_ds, processed$sensitive_test, dev)
  )
  # not an environment
  expect_error(
    calc_STP(model1, 7, processed$sensitive_test, dev)
  )
  # not a dev
  expect_error(
    calc_STP(model1, dsl$test_ds, processed$sensitive_test, "GGPPUU")
  )
  # not a vector
  expect_error(
    calc_STP(model1, dsl$test_ds, as.matrix(processed$sensitive_test), dev)
  )
  # not numeric
  expect_error(
    calc_STP(model1, dsl$test_ds, "processed$sensitive_test", dev)
  )





})