mirror of
https://github.com/launchdarkly/ai-tooling.git
synced 2026-09-14 20:00:40 +08:00
ari-launchdarkly
43 lines
1.4 KiB
JavaScript
43 lines
1.4 KiB
JavaScript
/**
|
|
* Agent (system-under-test) model aliases for the cross-model eval runner.
|
|
*
|
|
* Edit the right-hand side here when newer Anthropic models ship; nothing
|
|
* else in the repo needs to change. To run an unmapped model id directly:
|
|
*
|
|
* node scripts/run-models.js --model=claude-something-newer-2026
|
|
*
|
|
* These are raw Anthropic model strings consumed by @anthropic-ai/claude-agent-sdk
|
|
* via AGENT_MODEL — NOT the `provider:type:model` strings promptfoo uses for
|
|
* its rubric grader (RUBRIC_MODEL). Don't confuse the two formats.
|
|
*/
|
|
const MODEL_ALIASES = {
|
|
haiku: "claude-haiku-4-5-20251001",
|
|
sonnet: "claude-sonnet-4-6",
|
|
opus: "claude-opus-4-6",
|
|
};
|
|
|
|
/**
|
|
* Resolve a CLI argument (alias or raw model id) to the model id sent to the
|
|
* Anthropic API. Unknown values pass through untouched so users can point at a
|
|
* freshly-released model without editing this file.
|
|
*/
|
|
function resolveModel(input) {
|
|
if (!input) return null;
|
|
const trimmed = String(input).trim();
|
|
return MODEL_ALIASES[trimmed] || trimmed;
|
|
}
|
|
|
|
/**
|
|
* Reverse-lookup a friendly alias for a model id, falling back to the model
|
|
* id itself. Used to label per-model output files like
|
|
* `configs-create/results.haiku.json`.
|
|
*/
|
|
function aliasFor(modelId) {
|
|
for (const [alias, id] of Object.entries(MODEL_ALIASES)) {
|
|
if (id === modelId) return alias;
|
|
}
|
|
return modelId;
|
|
}
|
|
|
|
module.exports = { MODEL_ALIASES, resolveModel, aliasFor };
|