mirror of
https://github.com/base44/skills.git
synced 2026-09-14 16:22:01 +08:00
Gal Elmalah
83 lines
2.9 KiB
JSON
83 lines
2.9 KiB
JSON
{
|
|
"$schema": "../../eval.schema.json",
|
|
"name": "agent-with-function",
|
|
"description": "Test creating an agent that can call a backend function",
|
|
"prompt": "Create an order assistant agent called 'order_assistant' that can help users track and cancel their orders. The agent should have: 1) Read access to the Order entity, 2) Access to a backend function called 'cancel_order' that cancels an order. Also create the cancel_order backend function that accepts order_id and cancellation_reason.",
|
|
"expectedSkills": ["base44-cli"],
|
|
"checks": [
|
|
{
|
|
"type": "file-exists",
|
|
"description": "Agent config created",
|
|
"filePath": "base44/agents/order_assistant.jsonc"
|
|
},
|
|
{
|
|
"type": "valid-json",
|
|
"description": "Agent config is valid JSON",
|
|
"filePath": "base44/agents/order_assistant.jsonc"
|
|
},
|
|
{
|
|
"type": "file-content",
|
|
"description": "Has entity tool config",
|
|
"filePath": "base44/agents/order_assistant.jsonc",
|
|
"pattern": "\"entity_name\"\\s*:\\s*\"Order\""
|
|
},
|
|
{
|
|
"type": "file-content",
|
|
"description": "Has function tool config",
|
|
"filePath": "base44/agents/order_assistant.jsonc",
|
|
"pattern": "\"function_name\"\\s*:\\s*\"cancel_order\""
|
|
},
|
|
{
|
|
"type": "file-exists",
|
|
"description": "Function config created",
|
|
"filePath": "base44/functions/cancel-order/function.jsonc"
|
|
},
|
|
{
|
|
"type": "file-exists",
|
|
"description": "Function entry point created",
|
|
"filePath": "base44/functions/cancel-order/index.ts"
|
|
},
|
|
{
|
|
"type": "file-content",
|
|
"description": "Function uses Deno.serve",
|
|
"filePath": "base44/functions/cancel-order/index.ts",
|
|
"pattern": "Deno\\.serve"
|
|
},
|
|
{
|
|
"type": "contains",
|
|
"description": "Mentions agents",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "agent-config",
|
|
"description": "Agent config validates against Base44 agent schema",
|
|
"filePath": "base44/agents/order_assistant.jsonc",
|
|
"target": "file"
|
|
},
|
|
{
|
|
"type": "function-def",
|
|
"description": "Function config validates against Base44 function schema",
|
|
"filePath": "base44/functions/cancel-order/function.jsonc",
|
|
"target": "file"
|
|
},
|
|
{
|
|
"type": "file-content",
|
|
"description": "Function imports createClientFromRequest from npm:@base44/sdk",
|
|
"filePath": "base44/functions/cancel-order/index.ts",
|
|
"pattern": "createClientFromRequest.*from.*@base44/sdk|npm:@base44/sdk"
|
|
},
|
|
{
|
|
"type": "file-content",
|
|
"description": "Function parses request body",
|
|
"filePath": "base44/functions/cancel-order/index.ts",
|
|
"pattern": "await\\s+req\\.json\\(\\)"
|
|
},
|
|
{
|
|
"type": "file-content",
|
|
"description": "Function returns Response.json()",
|
|
"filePath": "base44/functions/cancel-order/index.ts",
|
|
"pattern": "Response\\.json\\("
|
|
}
|
|
]
|
|
}
|