tests/testthat/test-fuzzy-skill-loading.R

In aisdk: Unified Interface for AI Model Providers

# Test fuzzy matching for skill loading

test_that("fuzzy matching works", {
  # Mock registry
  mock_registry <- list(
    list_skills = function() {
      data.frame(
        name = c("stock_analyzer", "data_analysis", "web_scraper"),
        description = c("Analyzes stocks", "Analyzes data", "Scrapes web"),
        aliases = c("", "", ""),
        when_to_use = c("", "", ""),
        paths = c("", "", ""),
        stringsAsFactors = FALSE
      )
    },
    resolve_skill_name = function(name) {
      available <- c("stock_analyzer", "data_analysis", "web_scraper")
      if (name %in% available) name else NULL
    },
    find_closest_skill_name = function(name) {
      available <- c("stock_analyzer", "data_analysis", "web_scraper")
      dists <- utils::adist(name, available, ignore.case = TRUE)
      min_dist <- min(dists)
      threshold <- min(4, max(3, nchar(name) * 0.3))
      if (min_dist <= threshold) available[[which.min(dists)]] else NULL
    },
    get_skill = function(name) {
      if (name %in% c("stock_analyzer", "data_analysis", "web_scraper")) {
        list(
          name = name,
          load = function() "Instructions",
          list_scripts = function() character(0),
          list_resources = function() character(0),
          read_resource = function(name) "Content",
          get_asset_path = function(name) file.path(tempdir(), name),
          path = tempdir()
        )
      } else {
        NULL
      }
    }
  )

  tools <- create_skill_tools(mock_registry)
  load_skill_tool <- tools[[1]] # load_skill is the first tool
  
  # 1. Exact match
  result <- load_skill_tool$run(list(skill_name = "stock_analyzer"))
  expect_match(result, "Reply Language Invariant")
  expect_match(result, "answer in the user's language")
  expect_true(length(gregexpr("Reply Language Invariant", result, fixed = TRUE)[[1]]) >= 2)
  expect_match(result, "Instructions")
  
  # 2. Typo: stock_analysis
  result <- load_skill_tool$run(list(skill_name = "stock_analysis"))
  expect_match(result, "Did you mean: stock_analyzer?")
  
  # 3. Typo: web_scrapper
  result <- load_skill_tool$run(list(skill_name = "web_scrapper"))
  expect_match(result, "Did you mean: web_scraper?")
  
  # 4. Unknown skill (no close match)
  result <- load_skill_tool$run(list(skill_name = "completely_random_string_xyz"))
  expect_match(result, "Skill not found: completely_random_string_xyz")
  expect_false(grepl("Did you mean", result))
})