Files
callstack__agent-device/test/integration/installed-package-metro.test.ts
Michał Pierzchała 59d28e8446 refactor: add provider-first device lab tests (#542)
* refactor: add provider-first device lab tests

* refactor: tighten device lab provider seams

* test: cover provider lab contracts

* docs: record device lab harness direction

* ci: run device lab integration tests

* test: move device lab under integration

* test: extract device lab helpers

* refactor: centralize apps filter defaults

* test: drop lab-covered unit tests

* test: fold platform happy paths into device lab

* test: reuse device lab helpers

* test: move device lab to in-process harness

* test: replace session handler cases with device lab

* test: harden device lab scenario contracts

* docs: define unit test retention policy

* test: expand provider device lab coverage

* test: harden provider device lab coverage

* test: cover manifest install and runner session contracts

* chore: remove unused provider cleanup code

* test: split android find device lab scenario

* test: track provider lab architecture progress

* test: clarify provider lab roadmap progress

* test: advance provider lab session coverage

* test: move menubar click routing to device lab

* test: move menubar snapshots to device lab

* refactor: centralize screenshot flag plumbing

* refactor: colocate screenshot flag metadata

* test: cover all public commands in device lab

* test: move macos wait success to device lab

* test: drop redundant perf and diff units

* test: move push payload paths to device lab

* test: move network parsing to device lab

* test: move log cleanup to device lab

* test: move log restart and boot to device lab

* test: move ios physical boot to device lab

* test: cover perf startup in device lab

* test: extract android and ios device lab worlds

* test: trim device lab world surface

* test: split snapshot capture unit coverage

* test: deepen device lab coverage and trim handler units

* test: clean up device lab migration scaffolding

* test: report device lab public command coverage

* refactor: make Apple provider seams semantic

* refactor: tighten device inventory and Linux provider seams

* refactor: tighten request provider scoping

* refactor: add semantic macos host provider

* test: broaden device lab find coverage

* test: cover workflow flags in device lab

* refactor: promote linux input provider seam

* test: clarify device lab flag coverage

* test: classify snapshot force-full progress

* test: enforce device lab progress in ci

* test: stabilize device lab ci

* test: move packaged metro smoke to integration

* test: drop stale provider seam coverage

* test: harden provider scope regression coverage

* refactor: remove stale platform barrels

* refactor: keep linux clipboard and screenshots semantic

* refactor: move macos host tools behind provider

* fix: honor remote artifact output paths

* test: deepen runtime coverage for daemon and runner paths

* test: share loopback test helpers

* refactor: make daemon runtime importable

* fix: honor replay target metadata

* chore: tighten final device lab quality gates

* test: share device lab setup helpers

* test: remove generic apple lab fallback

* test: deduplicate device lab helpers

* chore: tighten fallow duplication signal

* refactor: share apple diagnostic helpers

* fix: detect active android ime during fill verification

* test: consolidate provider-backed integration suite

* ci: fix fallow and iOS smoke setup

* chore: consolidate cleanup after ci fixes

* test: split vitest unit and integration projects

* docs: mention MCP discovery metadata

* docs: add agent skills context pointers

* fix: close provider recording coverage gaps

* fix: restore mcp compatibility smoke

* test: cover provider edge regressions

* test: consolidate loopback helpers

* docs: remove stale provider routing reference

* fix: harden final provider review issues

* chore: defer mcp cleanup from provider refactor
2026-05-18 14:50:52 +02:00

370 lines
13 KiB
TypeScript

import test from 'node:test';
import assert from 'node:assert/strict';
import crypto from 'node:crypto';
import fs from 'node:fs';
import http from 'node:http';
import os from 'node:os';
import path from 'node:path';
import type { Duplex } from 'node:stream';
import { fileURLToPath } from 'node:url';
import { closeLoopbackServer, listenOnLoopback } from '../../src/__tests__/test-utils/loopback.ts';
import { runCmd, runCmdSync } from '../../src/utils/exec.ts';
const repoRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..', '..');
const SUBPROCESS_TIMEOUT_MS = 120_000;
function destroySocket(socket: Duplex | null): void {
socket?.destroy();
}
function readJson(stdout: string): any {
return JSON.parse(stdout);
}
async function execFileText(
file: string,
args: string[],
options: { cwd: string },
): Promise<string> {
const result = await runCmd(file, args, {
cwd: options.cwd,
timeoutMs: SUBPROCESS_TIMEOUT_MS,
});
return result.stdout;
}
function packInstalledPackage(tempRoot: string): string {
const packDir = path.join(tempRoot, 'pack');
fs.mkdirSync(packDir, { recursive: true });
const result = runCmdSync('npm', ['pack', '--ignore-scripts', '--pack-destination', packDir], {
cwd: repoRoot,
timeoutMs: SUBPROCESS_TIMEOUT_MS,
});
const tarballName = result.stdout.trim();
return path.join(packDir, tarballName);
}
function ensureBuiltPackage(): void {
const distMetroPath = path.join(repoRoot, 'dist', 'src', 'metro.js');
if (fs.existsSync(distMetroPath)) return;
runCmdSync('pnpm', ['build'], {
cwd: repoRoot,
timeoutMs: SUBPROCESS_TIMEOUT_MS,
});
}
function extractInstalledPackage(tarballPath: string, consumerRoot: string): string {
const nodeModulesRoot = path.join(consumerRoot, 'node_modules');
fs.mkdirSync(nodeModulesRoot, { recursive: true });
runCmdSync('tar', ['-xzf', tarballPath, '-C', nodeModulesRoot], {
cwd: consumerRoot,
timeoutMs: SUBPROCESS_TIMEOUT_MS,
});
const extractedPackageRoot = path.join(nodeModulesRoot, 'package');
const installedPackageRoot = path.join(nodeModulesRoot, 'agent-device');
fs.renameSync(extractedPackageRoot, installedPackageRoot);
return installedPackageRoot;
}
function linkRuntimeDependencies(installedPackageRoot: string, consumerRoot: string): void {
const packageJson = JSON.parse(
fs.readFileSync(path.join(installedPackageRoot, 'package.json'), 'utf8'),
) as {
dependencies?: Record<string, string>;
};
const consumerNodeModules = path.join(consumerRoot, 'node_modules');
for (const dependencyName of Object.keys(packageJson.dependencies ?? {})) {
const sourcePath = path.join(repoRoot, 'node_modules', dependencyName);
const targetPath = path.join(consumerNodeModules, dependencyName);
if (!fs.existsSync(sourcePath) || fs.existsSync(targetPath)) continue;
fs.symlinkSync(sourcePath, targetPath, 'junction');
}
}
async function runNodeModuleJson(cwd: string, args: string[], script: string): Promise<any> {
const stdout = await execFileText(process.execPath, [...args, script], {
cwd,
});
return readJson(stdout);
}
function acceptWebSocket(socket: Duplex, key: string): void {
const accept = crypto
.createHash('sha1')
.update(`${key}258EAFA5-E914-47DA-95CA-C5AB0DC85B11`)
.digest('base64');
socket.write(
[
'HTTP/1.1 101 Switching Protocols',
'Upgrade: websocket',
'Connection: Upgrade',
`Sec-WebSocket-Accept: ${accept}`,
'\r\n',
].join('\r\n'),
);
}
test('installed package exposes Node APIs and packaged companion tunnel entrypoint', async (t) => {
const root = fs.mkdtempSync(path.join(os.tmpdir(), 'agent-device-installed-package-'));
const consumerRoot = path.join(root, 'consumer');
const projectRoot = path.join(root, 'project');
const configDir = path.join(root, 'config');
fs.mkdirSync(consumerRoot, { recursive: true });
fs.mkdirSync(projectRoot, { recursive: true });
fs.mkdirSync(configDir, { recursive: true });
fs.writeFileSync(path.join(consumerRoot, 'package.json'), '{"type":"module"}\n', 'utf8');
fs.mkdirSync(path.join(projectRoot, 'node_modules'), { recursive: true });
fs.writeFileSync(
path.join(projectRoot, 'package.json'),
JSON.stringify({
name: 'installed-package-metro-test',
private: true,
dependencies: {
'react-native': '0.0.0-test',
},
}),
'utf8',
);
let installedPackageRoot = '';
let remoteConfigPath = '';
const metroServer = http.createServer((req, res) => {
if (req.method === 'GET' && req.url === '/status') {
res.writeHead(200, { 'content-type': 'text/plain' });
res.end('packager-status:running');
return;
}
res.writeHead(404);
res.end('not found');
});
let bridgeSocketRef: Duplex | null = null;
const bridgeToken = 'bridge-token';
let bridgeRegistered = false;
let bridgeRequestCount = 0;
let bridgePort = 0;
const bridgeServer = http.createServer(async (req, res) => {
if (req.method === 'POST' && req.url === '/api/metro/bridge') {
bridgeRequestCount += 1;
if (!bridgeRegistered) {
res.writeHead(409, { 'content-type': 'application/json' });
res.end(JSON.stringify({ ok: false, error: 'Metro companion is not connected' }));
return;
}
res.writeHead(200, { 'content-type': 'application/json' });
res.end(
JSON.stringify({
data: {
enabled: true,
base_url: `http://127.0.0.1:${bridgePort}`,
status_url: `http://127.0.0.1:${metroPort}/status`,
bundle_url: 'https://demo.metro.agent-device.dev/index.bundle?platform=ios',
ios_runtime: {
metro_host: 'demo.metro.agent-device.dev',
metro_port: 443,
metro_bundle_url: 'https://demo.metro.agent-device.dev/index.bundle?platform=ios',
},
android_runtime: {
metro_host: 'bridge.example.test',
metro_port: 443,
metro_bundle_url:
'https://bridge.example.test/api/metro/runtimes/demo/index.bundle?platform=android',
},
upstream: {
bundle_url:
'https://public.example.test/index.bundle?platform=ios&dev=true&minify=false',
host: '127.0.0.1',
port: metroPort,
status_url: `http://127.0.0.1:${metroPort}/status`,
},
probe: {
reachable: true,
status_code: 200,
latency_ms: 1,
detail: 'ok',
},
},
}),
);
return;
}
if (req.method === 'POST' && req.url === '/api/metro/companion/register') {
assert.equal(req.headers.authorization, `Bearer ${bridgeToken}`);
bridgeRegistered = true;
req.resume();
req.on('end', () => {
res.writeHead(200, { 'content-type': 'application/json' });
res.end(
JSON.stringify({
ok: true,
data: { ws_url: `ws://127.0.0.1:${bridgePort}/bridge` },
}),
);
});
return;
}
res.writeHead(404);
res.end('not found');
});
let metroPort = 0;
try {
ensureBuiltPackage();
const tarballPath = packInstalledPackage(root);
installedPackageRoot = extractInstalledPackage(tarballPath, consumerRoot);
linkRuntimeDependencies(installedPackageRoot, consumerRoot);
assert.equal(
fs.existsSync(
path.join(installedPackageRoot, 'dist', 'src', 'internal', 'companion-tunnel.js'),
),
true,
);
assert.equal(
fs.existsSync(path.join(installedPackageRoot, 'dist', 'src', 'companion-tunnel.js')),
false,
);
metroPort = await listenOnLoopback(metroServer);
t.after(async () => {
await closeLoopbackServer(metroServer);
});
bridgeServer.on('upgrade', (req, socket) => {
if (req.url !== '/bridge') {
socket.destroy();
return;
}
const key = req.headers['sec-websocket-key'];
if (typeof key !== 'string') {
socket.destroy();
return;
}
bridgeSocketRef = socket;
acceptWebSocket(socket, key);
});
bridgePort = await listenOnLoopback(bridgeServer);
t.after(async () => {
destroySocket(bridgeSocketRef);
await closeLoopbackServer(bridgeServer);
});
remoteConfigPath = path.join(configDir, 'demo.remote.json');
fs.writeFileSync(
remoteConfigPath,
JSON.stringify({
platform: 'ios',
metroProjectRoot: projectRoot,
metroProxyBaseUrl: `http://127.0.0.1:${bridgePort}`,
metroBearerToken: bridgeToken,
tenant: 'tenant-1',
runId: 'run-1',
leaseId: 'lease-1',
metroPreparePort: metroPort,
metroStatusHost: '127.0.0.1',
}),
'utf8',
);
const imports = await runNodeModuleJson(
consumerRoot,
['--input-type=module', '-e'],
`
import { createAgentDeviceClient, createLocalArtifactAdapter } from 'agent-device';
import 'agent-device/contracts';
import { daemonCommandRequestSchema } from 'agent-device/contracts';
import { createLocalArtifactAdapter as createIoArtifactAdapter } from 'agent-device/io';
import { buildBundleUrl, buildIosRuntimeHints, normalizeBaseUrl } from 'agent-device/metro';
import { resolveRemoteConfigProfile } from 'agent-device/remote-config';
const loaded = resolveRemoteConfigProfile({ configPath: ${JSON.stringify(remoteConfigPath)}, cwd: process.cwd() });
const client = createAgentDeviceClient();
const removedSubpaths = await Promise.all([
'agent-device/backend',
'agent-device/commands',
'agent-device/testing/conformance',
'agent-device/observability',
].map(async (specifier) => {
try {
await import(specifier);
return false;
} catch {
return true;
}
}));
console.log(JSON.stringify({
bundleUrl: buildIosRuntimeHints('https://public.example.test').bundleUrl,
rootClientSnapshot: typeof client.capture.snapshot,
rootArtifactAdapter: typeof createLocalArtifactAdapter({ cwd: process.cwd() }).reserveOutput,
ioArtifactAdapter: typeof createIoArtifactAdapter({ cwd: process.cwd() }).reserveOutput,
removedSubpathsBlocked: removedSubpaths.every(Boolean),
normalizedBaseUrl: normalizeBaseUrl('https://public.example.test///'),
protocolBundleUrl: buildBundleUrl('https://public.example.test', 'android'),
parsedCommand: daemonCommandRequestSchema.parse({
command: 'session_list',
positionals: []
}).command,
resolvedPath: loaded.resolvedPath,
metroProjectRoot: loaded.profile.metroProjectRoot
}));
`,
);
assert.equal(
imports.bundleUrl,
'https://public.example.test/index.bundle?platform=ios&dev=true&minify=false',
);
assert.equal(imports.rootClientSnapshot, 'function');
assert.equal(imports.rootArtifactAdapter, 'function');
assert.equal(imports.ioArtifactAdapter, 'function');
assert.equal(imports.removedSubpathsBlocked, true);
assert.equal(imports.normalizedBaseUrl, 'https://public.example.test');
assert.equal(
imports.protocolBundleUrl,
'https://public.example.test/index.bundle?platform=android&dev=true&minify=false',
);
assert.equal(imports.parsedCommand, 'session_list');
assert.equal(imports.resolvedPath, remoteConfigPath);
assert.equal(imports.metroProjectRoot, projectRoot);
const cliStdout = await execFileText(
process.execPath,
[
path.join(installedPackageRoot, 'bin', 'agent-device.mjs'),
'metro',
'prepare',
'--remote-config',
remoteConfigPath,
'--json',
],
{ cwd: consumerRoot },
);
const cliResult = readJson(cliStdout);
assert.equal(cliResult.success, true);
assert.equal(cliResult.data.reused, true);
assert.equal(cliResult.data.bridge.enabled, true);
assert.equal(bridgeRegistered, true);
assert.equal(bridgeRequestCount >= 2, true);
} finally {
if (installedPackageRoot && remoteConfigPath) {
await runNodeModuleJson(
consumerRoot,
['--input-type=module', '-e'],
`
import { stopMetroTunnel } from 'agent-device/metro';
import { resolveRemoteConfigPath } from 'agent-device/remote-config';
await stopMetroTunnel({
projectRoot: ${JSON.stringify(projectRoot)},
profileKey: resolveRemoteConfigPath({ configPath: ${JSON.stringify(remoteConfigPath)}, cwd: process.cwd() })
});
console.log(JSON.stringify({ stopped: true }));
`,
).catch(() => {
// best effort cleanup for detached companions during test teardown
});
}
destroySocket(bridgeSocketRef);
await closeLoopbackServer(bridgeServer);
await closeLoopbackServer(metroServer);
fs.rmSync(root, { recursive: true, force: true });
}
});