tests/testthat/test-optimizers.R

In henry090/tfaddons: Interface to 'TensorFlow SIG Addons'

context("optimizers")

source("utils.R")

test_optimizer <- function(name) {
  optimizer_fn <- eval(parse(text = name))
  test_succeeds(name, {
    keras_model_sequential() %>%
      layer_dense(32, input_shape = c(784)) %>%
      compile(
        optimizer = optimizer_fn(),
        loss='binary_crossentropy',
        metrics='accuracy'
      )
  })
}


test_optimizer("optimizer_lamb")
test_optimizer("optimizer_lazy_adam")
test_optimizer("optimizer_novograd")
test_optimizer("optimizer_radam")
test_optimizer("optimizer_yogi")


test_succeeds('optimizer_conditional_gradient', {
  keras_model_sequential() %>%
    layer_dense(32, input_shape = c(784)) %>%
    compile(
      optimizer = optimizer_conditional_gradient(learning_rate = 1e-3, lambda_ = 0.04),
      loss='binary_crossentropy',
      metrics='accuracy'
    )
})

test_optimizer_decay <- function(name) {
  optimizer_fn <- eval(parse(text = name))
  test_succeeds(name, {
    keras_model_sequential() %>%
      layer_dense(32, input_shape = c(784)) %>%
      compile(
        optimizer = optimizer_fn(weight_decay = 1e-3),
        loss='binary_crossentropy',
        metrics='accuracy'
      )
  })
}


test_optimizer_decay("optimizer_decay_adamw")
test_optimizer_decay("optimizer_decay_sgdw")



test_succeeds('optimizer_moving_average', {
  keras_model_sequential() %>%
    layer_dense(32, input_shape = c(784)) %>%
    compile(
      optimizer = optimizer_moving_average(optimizer_decay_sgdw(weight_decay = 1e-3)),
      loss='binary_crossentropy',
      metrics='accuracy'
    )
})


test_succeeds('optimizer_swa', {
  keras_model_sequential() %>%
    layer_dense(32, input_shape = c(784)) %>%
    compile(
      optimizer = optimizer_swa(optimizer_decay_sgdw(weight_decay = 1e-3)),
      loss='binary_crossentropy',
      metrics='accuracy'
    )
})