R/param_num_tokens.R

In dials: Tools for Creating Tuning Parameter Values

#' Parameter to determine number of tokens in ngram
#'
#' Used in `textrecipes::step_ngram()`.
#'
#' @inheritParams Laplace
#' @examples
#' num_tokens()
#' @export
num_tokens <- function(range = c(1, 3), trans = NULL) {
  dials::new_quant_param(
    type = "integer",
    range = range,
    inclusive = c(TRUE, TRUE),
    trans = trans,
    label = c(num_tokens = "Number of tokens"),
    finalize = NULL
  )
}