Files
Ignacy Łątka fa5af59931 refactor: replace hand-rolled parsers with standard packages (#373)
## What & why

Swept the repo for hand-rolled regex/string parsers that reimplement a
solved problem, and replaced the genuinely fragile ones with
battle-tested packages (or deps already in the tree). Each swap is
paired with a regression test for an input the old code got wrong.

| Site | Was | Now |
|------|-----|-----|
| `adb.ts` `resolveAvdPath`, `linux-preflight.ts` `readMb` | per-key
anchored regex over AVD `.ini` / `config.ini` | **`ini`** |
| `workspace-reader.ts` `extractEnvKeys` | split-on-first-`=` line loop
| **`dotenv`** (`parse`) |
| `uninstall.ts` `readBundledSkillName` | `^name:(.+)$` capture +
outer-quote strip | **`yaml`** (already a dep) |
| `mcp-configs.ts` `escapeRegExp` | hand-rolled char-class escape |
**`escape-string-regexp`** |
| `export.ts` xctrace version, `session-context.ts` RN minor |
`match(/(\d+)\./)` / `split(".")[1]` | **`semver`** `coerce` (already a
dep) |
| `source-resolver.ts` `parseDebugStack` | `at fn (file:l:c)` regex
(required both line+col) | **`stacktrace-parser`** |

### Bugs these fix (covered by new tests)
- **ini**: a quoted `path = "/Users/My Name/.../X.avd"` kept its quotes,
failed the `startsWith("/")` guard → AVD unresolved. Inline comments /
trailing junk after a sizing value made the anchored regex return `null`
→ sizing warning silently lost.
- **dotenv**: `export FOO=bar` produced the key `"export FOO"` (dropped
by the identifier filter); a multi-line quoted value leaked its
continuation lines (`FAKE=...`) as phantom keys.
- **yaml**: a `name:` value with a trailing `# comment` was taken
verbatim (comment included); odd quoting only had one outer pair
stripped.
- **stacktrace-parser**: a `:line`-only frame (no column, as Hermes/JSC
can emit) became an unusable `unknown` frame.

## Deliberately left alone (not "flaky", or no safe swap)

To avoid churn and regressions, I did **not** touch:
- **`uiautomator-parser.ts`** hand-rolled XML parser — a deliberate,
documented choice with a dedicated hardening suite, including a
*leniency* test for malformed dumps (stray `</node>`). A spec XML parser
would reject inputs this is built to recover from.
- **`ios-profiler/pipeline/xml-parser.ts`** (xctrace XML) — the most
tangled parser, but it has no real `.trace` fixtures and only thin
entity-decode tests. A rewrite can't be proven equivalent without
device-generated traces, so swapping it blind risks silently breaking
iOS CPU/hang/leak reports. Best done separately with a captured fixture.
- **`http.ts` `extractHostname`** — DNS-rebinding guard; `URL.hostname`
keeps the IPv6 brackets the loopback check compares without, so the
"fix" isn't simpler and the path is security-sensitive.
- **`adb.ts` `shellQuote`** — the POSIX single-quote escape is the
standard correct form.
- **`parseAdbDevices`, `android-screen.ts` `wm size`, `detect-app.ts`
dumpsys** — tool-specific CLI-output scraping with no clean package
equivalent (and documented edge-case handling).
- **`workspace-reader.ts` `extractMetroPort`** — a best-effort heuristic
over JS config; a correct replacement needs an AST parse, out of scope
here.
- **`config-parse.ts` Yarn/npm age-gate parsing** — a precise,
unit-tested domain parser; `ms` would introduce a bare-number ambiguity.

## Verification
- `tsc --build` clean across the workspace graph.
- Tests: tool-server **1205**, installer **264**, update-core **31** —
all pass (incl. the new regression tests).
- `prettier --check` clean on all changed files.
- Production esbuild bundle (`bundle-tools.cjs`) emits a valid
`tool-server.cjs`/`mcp-server.mjs` with
`ini`/`dotenv`/`stacktrace-parser` inlined (`node --check` OK). *(The
script's final step errored only on the auth-gated
`trace-processor.wasm` download, unrelated to bundling.)*

New runtime deps: `ini`, `dotenv`, `stacktrace-parser` (tool-server),
`escape-string-regexp` (installer) — all small, pure-JS. Lockfile change
is purely additive.
2026-06-25 13:29:10 +02:00

250 lines
8.6 KiB
TypeScript

import { describe, it, expect, beforeEach, afterEach } from "vitest";
import * as fs from "node:fs/promises";
import * as os from "node:os";
import * as path from "node:path";
import { FILE_INPUT_MARKER, type FileInputSpec } from "@argent/registry";
import { resolveFileInputs, FileInputError } from "../src/file-inputs";
let tmpDir: string;
beforeEach(async () => {
tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), "file-inputs-test-"));
});
afterEach(async () => {
await fs.rm(tmpDir, { recursive: true, force: true });
});
function wire(overrides: Record<string, unknown>) {
return { [FILE_INPUT_MARKER]: true, ...overrides };
}
const FILE_SPEC: FileInputSpec[] = [{ target: "input", path: "${input}", kind: "file" }];
describe("resolveFileInputs", () => {
it("passes plain-string args through untouched (legacy callers)", async () => {
const body = { input: "/some/path.png", other: 1 };
const { args, fileInputs } = await resolveFileInputs({ fileInputs: FILE_SPEC }, body);
expect(args).toEqual(body);
expect(fileInputs).toBeUndefined();
});
it("uses the wrapper path in place when it matches on this host", async () => {
const filePath = path.join(tmpDir, "input.png");
await fs.writeFile(filePath, "png-bytes");
const st = await fs.stat(filePath);
const { args, fileInputs } = await resolveFileInputs(
{ fileInputs: FILE_SPEC },
{ input: wire({ path: filePath, size: st.size, mtimeMs: st.mtimeMs }) }
);
expect(args.input).toBe(filePath);
expect(fileInputs).toEqual({
input: { clientPath: filePath, presentOnHost: true, viaUpload: false },
});
});
it("falls back to uploaded content when the stat does not match", async () => {
const filePath = path.join(tmpDir, "input.png");
await fs.writeFile(filePath, "stale");
const content = Buffer.from("fresh client bytes");
const { args, fileInputs } = await resolveFileInputs(
{ fileInputs: FILE_SPEC },
{
input: wire({
path: filePath,
size: content.length,
content: content.toString("base64"),
}),
}
);
expect(args.input).not.toBe(filePath);
expect(await fs.readFile(args.input as string, "utf8")).toBe("fresh client bytes");
expect(fileInputs!.input).toMatchObject({ presentOnHost: false, viaUpload: true });
});
it("materializes uploaded content for a path that does not exist here", async () => {
const clientPath = path.join(tmpDir, "not-here", "flow.yaml");
const content = Buffer.from("steps: []\n");
const { args } = await resolveFileInputs(
{ fileInputs: FILE_SPEC },
{
input: wire({
path: clientPath,
size: content.length,
content: content.toString("base64"),
}),
}
);
expect(await fs.readFile(args.input as string, "utf8")).toBe("steps: []\n");
});
it("cleanup removes materialized uploads and is a no-op for in-place paths", async () => {
const inPlace = path.join(tmpDir, "in-place.png");
await fs.writeFile(inPlace, "png-bytes");
const st = await fs.stat(inPlace);
const content = Buffer.from("uploaded bytes");
const specs: FileInputSpec[] = [
{ target: "a", path: "${a}", kind: "file" },
{ target: "b", path: "${b}", kind: "file" },
];
const { args, cleanup } = await resolveFileInputs(
{ fileInputs: specs },
{
a: wire({ path: inPlace, size: st.size, mtimeMs: st.mtimeMs }),
b: wire({
path: "/client/only.png",
size: content.length,
content: content.toString("base64"),
}),
}
);
const materialized = args.b as string;
expect(await fs.readFile(materialized, "utf8")).toBe("uploaded bytes");
await cleanup();
await expect(fs.stat(materialized)).rejects.toThrow();
// The temp dir holding it is gone too, and double-cleanup is harmless.
await expect(fs.stat(path.dirname(materialized))).rejects.toThrow();
await cleanup();
// In-place inputs are the caller's files — never removed.
expect(await fs.readFile(inPlace, "utf8")).toBe("png-bytes");
});
it("cleans up already-materialized uploads when a later spec fails", async () => {
const content = Buffer.from("bytes");
const specs: FileInputSpec[] = [
{ target: "a", path: "${a}", kind: "file" },
{ target: "b", path: "${b}", kind: "file" },
];
const listInputTempDirs = async () => {
const entries = await fs.readdir(os.tmpdir());
return entries.filter((e) => e.startsWith("argent-file-input-"));
};
const before = await listInputTempDirs();
await expect(
resolveFileInputs(
{ fileInputs: specs },
{
a: wire({
path: "/client/a.png",
size: content.length,
content: content.toString("base64"),
}),
b: wire({ path: path.join(tmpDir, "ghost.png") }),
}
)
).rejects.toThrow(FileInputError);
expect(await listInputTempDirs()).toEqual(before);
});
it("rejects a missing file with no uploaded content", async () => {
await expect(
resolveFileInputs(
{ fileInputs: FILE_SPEC },
{ input: wire({ path: path.join(tmpDir, "ghost.png") }) }
)
).rejects.toThrow(/was not found on the tool-server host/);
});
it("explains the transfer limit when content was omitted for size and the path is absent", async () => {
await expect(
resolveFileInputs(
{ fileInputs: FILE_SPEC },
{
input: wire({
path: path.join(tmpDir, "huge.bin"),
size: 36 * 1024 * 1024,
mtimeMs: 1234,
contentOmitted: "size-limit",
}),
}
)
).rejects.toThrow(/36 MB — larger than the 32 MB file-input transfer limit/);
});
it("still resolves an oversize file in place when it matches on this host", async () => {
const filePath = path.join(tmpDir, "big-but-here.bin");
await fs.writeFile(filePath, "stat-matched bytes");
const st = await fs.stat(filePath);
const { args, fileInputs } = await resolveFileInputs(
{ fileInputs: FILE_SPEC },
{
input: wire({
path: filePath,
size: st.size,
mtimeMs: st.mtimeMs,
contentOmitted: "size-limit",
}),
}
);
expect(args.input).toBe(filePath);
expect(fileInputs!.input).toMatchObject({ presentOnHost: true, viaUpload: false });
});
it("rejects an upload whose decoded size disagrees with the recorded size", async () => {
await expect(
resolveFileInputs(
{ fileInputs: FILE_SPEC },
{
input: wire({
path: "/client/file.png",
size: 999,
content: Buffer.from("short").toString("base64"),
}),
}
)
).rejects.toThrow(/truncated or corrupted/);
});
it("directory kind resolves in place when the directory exists", async () => {
const spec: FileInputSpec[] = [{ target: "root", path: "${root}", kind: "directory" }];
const { args, fileInputs } = await resolveFileInputs(
{ fileInputs: spec },
{ root: wire({ path: tmpDir }) }
);
expect(args.root).toBe(tmpDir);
expect(fileInputs!.root).toMatchObject({ presentOnHost: true });
});
it("directory kind fails with remote-mode guidance when absent on this host", async () => {
const spec: FileInputSpec[] = [{ target: "root", path: "${root}", kind: "directory" }];
await expect(
resolveFileInputs({ fileInputs: spec }, { root: wire({ path: path.join(tmpDir, "nope") }) })
).rejects.toThrow(/does not exist on the tool-server host/);
});
it("probe kind never fails and reports presence via metadata", async () => {
const spec: FileInputSpec[] = [{ target: "dir", path: "${dir}", kind: "probe" }];
const ghost = path.join(tmpDir, "ghost-dir");
const present = await resolveFileInputs({ fileInputs: spec }, { dir: wire({ path: tmpDir }) });
expect(present.args.dir).toBe(tmpDir);
expect(present.fileInputs!.dir).toMatchObject({ presentOnHost: true });
const absent = await resolveFileInputs({ fileInputs: spec }, { dir: wire({ path: ghost }) });
expect(absent.args.dir).toBe(ghost);
expect(absent.fileInputs!.dir).toMatchObject({ presentOnHost: false });
});
it("ignores wrappers on undeclared targets", async () => {
const body = { smuggled: wire({ path: "/etc/passwd" }) };
const { args, fileInputs } = await resolveFileInputs({ fileInputs: FILE_SPEC }, body);
// Left untouched — the tool's own schema validation rejects the object.
expect(args.smuggled).toEqual(body.smuggled);
expect(fileInputs).toBeUndefined();
});
});