tests/testthat/test-provider-portkey.R

In ellmer: Chat with Large Language Models

# Getting started --------------------------------------------------------

test_that("can make simple request", {
  chat <- chat_portkey_test("Be as terse as possible; no punctuation")
  resp <- chat$chat("What is 1 + 1?", echo = FALSE)
  expect_match(resp, "2")
  expect_equal(unname(chat$last_turn()@tokens[1:2] > 0), c(TRUE, TRUE))
})

test_that("can make simple streaming request", {
  chat <- chat_portkey_test("Be as terse as possible; no punctuation")
  resp <- coro::collect(chat$stream("What is 1 + 1?"))
  expect_match(paste0(unlist(resp), collapse = ""), "2")
})

# Common provider interface -----------------------------------------------

test_that("supports tool calling", {
  chat_fun <- chat_portkey_test
  test_tools_simple(chat_fun)
})

test_that("can extract data", {
  chat_fun <- chat_portkey_test
  test_data_extraction(chat_fun)
})

test_that("can use images", {
  # Needs mini to get shape correct
  chat_fun <- \(...) {
    chat_portkey_test(model = "@open-ai-virtual-7f0dcd/gpt-4.1-mini", ...)
  }

  test_images_inline(chat_fun)
  test_images_remote(chat_fun)
})

# Provider specifics ------------------------------------------------------

test_that("virtual_key is deprecated", {
  expect_snapshot(chat <- chat_portkey(model = "def", virtual_key = "abc"))
  expect_equal(chat$get_provider()@model, "@abc/def")
})

test_that("model without @ prefix works without virtual_key (#872)", {
  withr::local_envvar(PORTKEY_VIRTUAL_KEY = NA)
  chat <- chat_portkey(
    model = "arn:aws:bedrock:us-east-1:123456:model/my-model"
  )
  expect_equal(
    chat$get_provider()@model,
    "arn:aws:bedrock:us-east-1:123456:model/my-model"
  )
})