mirror of
https://github.com/CopilotKit/CopilotKit.git
synced 2026-09-14 16:26:20 +08:00
db62915362
PR #4449 removed the eval tier system while unaware #4448 had just merged. Restoring orchestrator, matrix, scope, config, GHA workflow, and CLI wiring with all 8 CR fixes intact.
21 lines
466 B
JSON
21 lines
466 B
JSON
{
|
|
"_comment": "Tiered evaluation order. Tier 1 fail_fast stops eval early on gold-standard regression.",
|
|
"tiers": [
|
|
{
|
|
"name": "Gold Standard",
|
|
"slugs": ["langgraph-python"],
|
|
"fail_fast": true
|
|
},
|
|
{
|
|
"name": "Key Partners",
|
|
"slugs": ["mastra", "crewai-crews", "google-adk", "langgraph-typescript"],
|
|
"fail_fast": false
|
|
},
|
|
{
|
|
"name": "Full Matrix",
|
|
"slugs": "*",
|
|
"fail_fast": false
|
|
}
|
|
]
|
|
}
|