mirror of
https://github.com/CopilotKit/CopilotKit.git
synced 2026-09-14 16:26:20 +08:00
ac36b01aed
- open_gen_ui_agents.py: port LP's minimal + advanced system prompts
verbatim. Advanced prompt now tells Gemini to call
`Websandbox.connection.remote.<fn>` (matching the LP frontend's
websandbox bridge — the prior `window.sandbox.*` prompt produced UIs
that silently no-op'd) and includes the full sandbox-iframe restriction
set (no `<form>`, no `type="submit"`, addEventListener / keydown only),
CDN script guidance, and the return-shape contract.
- beautiful_chat_agent.py: add `manage_sales_todos`, `get_sales_todos`,
and `generate_a2ui` (mirrors `agents/main.py.generate_a2ui` — forced
Gemini tool call, full `_A2uiError` shape) so the Task Manager and
Sales Dashboard pills exercise their backend tools end-to-end. Drop
`schedule_meeting` — the frontend handles meeting scheduling via the
`scheduleTime` `useFrontendTool` HITL renderer.
- Copy LP's `tests/e2e/{open-gen-ui,open-gen-ui-advanced,beautiful-chat}.spec.ts`
and `qa/{open-gen-ui,open-gen-ui-advanced,beautiful-chat}.md` fixtures
into the ADK integration, retitled for Google ADK and adjusted for
ADK env-var names (`GOOGLE_API_KEY`, `AGENT_URL`).
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
115 lines
4.2 KiB
TypeScript
115 lines
4.2 KiB
TypeScript
import { test, expect } from "@playwright/test";
|
|
|
|
// QA reference: qa/open-gen-ui.md
|
|
// Demo source: src/app/demos/open-gen-ui/{page.tsx,suggestions.ts}
|
|
// Aimock fixture: showcase/harness/fixtures/d5/gen-ui-open.json
|
|
// (bundled into showcase/aimock/d5-all.json)
|
|
//
|
|
// Open-Ended Generative UI (minimal). The agent streams a single
|
|
// `generateSandboxedUi` tool call; the runtime middleware at
|
|
// `/api/copilotkit-ogui` converts the stream into `open-generative-ui`
|
|
// activity events which the built-in `OpenGenerativeUIActivityRenderer`
|
|
// mounts inside a sandboxed `<iframe sandbox="allow-scripts">`.
|
|
//
|
|
// Assertion bar: iframe presence + non-empty `srcdoc` (or `src`). We do
|
|
// NOT introspect iframe DOM via `contentFrame()` — sandbox="allow-scripts"
|
|
// without `allow-same-origin` blocks cross-origin frame access from the
|
|
// host, and the inner authored HTML varies between runs. "Renders
|
|
// something" means the host successfully populated an iframe; whether
|
|
// the inner HTML is correct is out of scope here.
|
|
//
|
|
// Aimock priority note: each pill `message` string is a verbatim short
|
|
// label that matches a high-priority entry in `d5-all.json`. d5-all.json
|
|
// loads BEFORE feature-parity.json, so its first-match-wins ordering
|
|
// beats the broad `userMessage: "hi"` catch-all in feature-parity.json
|
|
// that would otherwise return the showcase-assistant boilerplate
|
|
// greeting (and never emit the open-gen-ui tool call). Keep the pill
|
|
// message strings in `suggestions.ts` aligned with the fixture keys.
|
|
|
|
test.describe("Open Generative UI (minimal)", () => {
|
|
test.setTimeout(120_000);
|
|
|
|
test.beforeEach(async ({ page }) => {
|
|
await page.goto("/demos/open-gen-ui");
|
|
});
|
|
|
|
test("page loads with chat composer and 4 suggestion pills", async ({
|
|
page,
|
|
}) => {
|
|
await expect(page.getByPlaceholder("Type a message")).toBeVisible({
|
|
timeout: 15_000,
|
|
});
|
|
|
|
// Suggestion titles are verbatim from minimalSuggestions in suggestions.ts.
|
|
const expected = [
|
|
"3D axis visualization",
|
|
"How a neural network works",
|
|
"Quicksort visualization",
|
|
"Fourier: square wave from sines",
|
|
];
|
|
const suggestions = page.locator('[data-testid="copilot-suggestion"]');
|
|
for (const title of expected) {
|
|
await expect(suggestions.filter({ hasText: title }).first()).toBeVisible({
|
|
timeout: 15_000,
|
|
});
|
|
}
|
|
});
|
|
|
|
// Helper: click a pill and assert that a sandboxed iframe mounts with
|
|
// a non-empty source attribute. `srcdoc` is the expected attribute
|
|
// (the renderer composes the HTML+CSS into srcdoc); fall back to `src`
|
|
// for completeness.
|
|
const assertPillRendersIframe = async (
|
|
page: import("@playwright/test").Page,
|
|
pillTitle: string,
|
|
) => {
|
|
const suggestion = page
|
|
.locator('[data-testid="copilot-suggestion"]', { hasText: pillTitle })
|
|
.first();
|
|
await expect(suggestion).toBeVisible({ timeout: 15_000 });
|
|
await suggestion.click();
|
|
|
|
const iframe = page.locator('iframe[sandbox*="allow-scripts"]').first();
|
|
await expect(iframe).toBeVisible({ timeout: 60_000 });
|
|
|
|
// Either srcdoc (preferred — the renderer composes HTML into srcdoc)
|
|
// or src must be present and non-empty.
|
|
await expect
|
|
.poll(
|
|
async () => {
|
|
const srcdoc = await iframe.getAttribute("srcdoc");
|
|
if (srcdoc && srcdoc.length > 0) return true;
|
|
const src = await iframe.getAttribute("src");
|
|
if (src && src.length > 0) return true;
|
|
return false;
|
|
},
|
|
{ timeout: 30_000 },
|
|
)
|
|
.toBe(true);
|
|
};
|
|
|
|
test("Fourier pill renders a sandboxed iframe with non-empty source", async ({
|
|
page,
|
|
}) => {
|
|
await assertPillRendersIframe(page, "Fourier: square wave from sines");
|
|
});
|
|
|
|
test("3D axis pill renders a sandboxed iframe with non-empty source", async ({
|
|
page,
|
|
}) => {
|
|
await assertPillRendersIframe(page, "3D axis visualization");
|
|
});
|
|
|
|
test("Neural network pill renders a sandboxed iframe with non-empty source", async ({
|
|
page,
|
|
}) => {
|
|
await assertPillRendersIframe(page, "How a neural network works");
|
|
});
|
|
|
|
test("Quicksort pill renders a sandboxed iframe with non-empty source", async ({
|
|
page,
|
|
}) => {
|
|
await assertPillRendersIframe(page, "Quicksort visualization");
|
|
});
|
|
});
|