inst/examples/K_models.R

In boettiger-lab/pomdpplus: Planning and Learning in Uncertain Systems

states <- 0:20
actions <- states
obs <- states
sigma_g <- 0.1
sigma_m <- .1
reward_fn <- function(x,h) pmin(x,h)
discount <- 0.95
K1 <- function(x, h, r = 1, K = 15){
  s <- pmax(x - h, 0)
  s * exp(r * (1 - s / K) )
}
K2 <- function(x, h, r = 1, K = 10){
  s <- pmax(x - h, 0)
  s * exp(r * (1 - s / K) )
}
models <- lapply(list(K1, K2), function(f)
  sarsop::fisheries_matrices(states, actions, obs, reward_fn, f, sigma_g, sigma_m))