Files in vitals
Large Language Model Evaluation
MD5
NEWS.md
README.md
NAMESPACE
DESCRIPTION
LICENSE
R/translate-messages.R
R/scorer-model.R
R/bundle.R
R/import-standalone-purrr.R
R/translate.R
R/solver.R
R/import-standalone-types-check.R
R/import-standalone-obj-type.R
R/task.R
R/log-dir.R
R/solver-agent.R
R/view.R
R/logged.R
R/translate-events.R
R/translate-utils.R
R/bind.R
R/are.R
R/vitals-package.R
R/scorer-detect.R
R/zzz.R
R/log-read.R
R/utils.R
inst/README.md
inst/regenerate-example-objects.R
inst/python/vitals_progress.py
inst/python/__pycache__/vitals_progress.cpython-312.pyc
inst/dist/index.html
inst/dist/assets/favicon.svg
inst/dist/assets/index.css
inst/dist/assets/index.js
inst/test/structured.R
inst/test/validate_log.py
inst/test/x.png
inst/test/create-vitals-venv.R
inst/test/example-task.rda
inst/test/inspect/system_prompt.py
inst/test/inspect/image.R
inst/test/inspect/basics.py
inst/test/inspect/image.py
inst/test/inspect/tools.py
inst/test/inspect/images/bike.png
inst/test/inspect/images/images.jsonl
inst/test/inspect/images/README.md
inst/test/inspect/images/ballons.png
inst/test/inspect/images/images.py
inst/test/inspect/logs/simple-arithmetic.json
tests/testthat.R
tests/testthat/test-translate-events.R
tests/testthat/test-translate-messages.R
tests/testthat/test-bind.R
tests/testthat/test-utils.R
tests/testthat/helper-.R
tests/testthat/test-log-read.R
tests/testthat/test-scorer-detect.R
tests/testthat/test-log-dir.R
tests/testthat/helper-valid_log.R
tests/testthat/test-are.R
tests/testthat/test-view.R
tests/testthat/test-task.R
tests/testthat/test-scorer-model.R
tests/testthat/test-logged.R
tests/testthat/test-solver.R
tests/testthat/test-translate.R
tests/testthat/test-solver-agent.R
tests/testthat/test-bundle.R
tests/testthat/test-translate-utils.R
tests/testthat/_snaps/view.md
tests/testthat/_snaps/task.md
tests/testthat/_snaps/solver.md
tests/testthat/_snaps/utils.md
tests/testthat/_snaps/bundle.md
tests/testthat/_snaps/translate.md
tests/testthat/_snaps/solver-agent.md
tests/testthat/_snaps/log-read.md
tests/testthat/_vcr/translate-anthropic-tool-calls.yml
tests/testthat/_vcr/task-epochs.yml
tests/testthat/_vcr/task-token-usage.yml
tests/testthat/_vcr/translate-openai-basic.yml
tests/testthat/_vcr/task-id-format.yml
tests/testthat/_vcr/solver-generate.yml
tests/testthat/_vcr/scorer-model-graded-fact.yml
tests/testthat/_vcr/task-eval-epochs-precedence.yml
tests/testthat/_vcr/task-eval-routes-ellipses.yml
tests/testthat/_vcr/task-non-chat-scorer.yml
tests/testthat/_vcr/task-non-default-metrics.yml
tests/testthat/_vcr/task-bad-metrics.yml
tests/testthat/_vcr/task-token-usage-unrelated.yml
tests/testthat/_vcr/task-eval-routes-args.yml
tests/testthat/_vcr/translate-anthropic-basic.yml
tests/testthat/_vcr/task-eval-routes-unmatched.yml
tests/testthat/_vcr/task-eval-errors-bad-arg.yml
tests/testthat/_vcr/scorer-model-graded-qa-custom-ab.yml
tests/testthat/_vcr/solver-generate-structured-task.yml
tests/testthat/_vcr/translate-anthropic-scorer-tool-calls.yml
tests/testthat/_vcr/task-new-epochs.yml
tests/testthat/_vcr/translate-google-basic.yml
tests/testthat/_vcr/translate-numeric-results.yml
tests/testthat/_vcr/scorer-model-graded-qa.yml
tests/testthat/_vcr/task-basic.yml
tests/testthat/_vcr/task-log-dir-argument.yml
tests/testthat/_vcr/task-completeness.yml
tests/testthat/_vcr/solver-generate-structured.yml
tests/testthat/_vcr/task-bad-scorer-output.yml
tests/testthat/_vcr/task-default-metrics.yml
tests/testthat/_vcr/translate-messages-system-prompts.yml
tests/testthat/_vcr/scorer-detect-valid-log.yml
data/are.rda
man/vitals_bind.Rd
man/vitals_log_read.Rd
man/vitals-package.Rd
man/vitals_view.Rd
man/agent_solvers.Rd
man/generate_structured.Rd
man/generate.Rd
man/vitals_bundle.Rd
man/are.Rd
man/vitals_log_dir.Rd
man/Task.Rd
man/scorer_detect.Rd
man/scorer_model.Rd
man/figures/lifecycle-stable.svg
man/figures/lifecycle-superseded.svg
man/figures/logo.png
man/figures/lifecycle-experimental.svg
man/figures/lifecycle-deprecated.svg
man/figures/log_viewer.png
