mirror of
https://github.com/callstack/agent-device.git
synced 2026-09-14 20:06:34 +08:00
Michał Pierzchała
80b4769230
* test(fuzz): structured CLI/Maestro generators that reach command validation and assert error codes (#1781 B2) * test(fuzz): pin the rediscovered #1433 excess-positional case and keep numeric flag samples inside their range * style: apply oxfmt to the new fuzz modules * perf(fuzz): derive the CLI validation surface lazily so unrelated harness paths keep their startup * test(fuzz): resolve validation generators in the run path so corpus replay keeps its small module graph * test(fuzz): weight the CLI budget toward command validation, pin the finite classes as seeds, guard lazy surface derivation * docs(testing): describe the validation lane's layer split, seed-pinned classes, and PR-time gates * refactor(fuzz): split the validation generator into CLI and Maestro modules, mirrored in tests * refactor(fuzz): collapse the flag-shaped mutation classes and seed literals, derive class coverage from declarations * fix(fuzz): hash every case-generation module in configHash, guarded by an import-closure test * test(fuzz): assert CLI command and flag-key coverage against the registry, and close the six gaps it found
84 lines
3.0 KiB
TypeScript
84 lines
3.0 KiB
TypeScript
// Broken-on-purpose targets that prove the harness can still fail (#1414).
|
|
//
|
|
// A fuzz lane whose classifier or watchdog regresses goes green forever, which is worse than
|
|
// no lane at all. These targets each violate the invariant one way, so `--self-check` (and the
|
|
// unit test in harness.test.ts) can assert the harness reports every failure kind. They are
|
|
// deliberately kept out of FUZZ_TARGETS: only the registry resolves them by name, so a normal
|
|
// run never sees them and no production module gains a test-only seam.
|
|
|
|
import { AppError } from '@agent-device/kernel/errors';
|
|
import type { FuzzTarget, SelfCheckTargetName } from './target-types.ts';
|
|
import { judgeValidationCase } from './validation-case.ts';
|
|
|
|
const SEEDS = ['self-check'];
|
|
|
|
export const SELF_CHECK_TARGETS: readonly FuzzTarget[] = [
|
|
{
|
|
name: 'self-check-untyped-throw',
|
|
description: 'always throws a bare Error (expects an untyped-throw failure)',
|
|
run: () => {
|
|
throw new Error('self-check untyped throw');
|
|
},
|
|
seeds: SEEDS,
|
|
},
|
|
{
|
|
name: 'self-check-empty-hint',
|
|
description: 'always throws an AppError without a hint (expects an empty-hint failure)',
|
|
run: () => {
|
|
throw new AppError('INVALID_ARGS', 'self-check missing hint', { hint: ' ' });
|
|
},
|
|
seeds: SEEDS,
|
|
},
|
|
{
|
|
name: 'self-check-hang',
|
|
description: 'never returns (expects a hang failure)',
|
|
run: () => {
|
|
for (;;) {
|
|
// Spin forever: only the out-of-thread watchdog can end this case.
|
|
}
|
|
},
|
|
seeds: SEEDS,
|
|
},
|
|
{
|
|
// A validation judge that stops reporting silent acceptances would leave the #1433 class
|
|
// undetectable again; this target accepts an input its expectation marks invalid.
|
|
name: 'self-check-silent-accept',
|
|
description: 'accepts a case marked invalid (expects a silent-accept failure)',
|
|
run: () => {},
|
|
check: (input) =>
|
|
judgeValidationCase(
|
|
'self-check-silent-accept',
|
|
input,
|
|
{ mutation: 'seeded', expect: { outcome: 'reject', code: 'INVALID_ARGS' } },
|
|
() => {},
|
|
),
|
|
seeds: SEEDS,
|
|
},
|
|
{
|
|
name: 'self-check-wrong-code',
|
|
description: 'rejects with a different code than expected (expects a wrong-code failure)',
|
|
run: () => {
|
|
throw new AppError('COMMAND_FAILED', 'self-check wrong code', { hint: 'seeded' });
|
|
},
|
|
check: (input) =>
|
|
judgeValidationCase(
|
|
'self-check-wrong-code',
|
|
input,
|
|
{ mutation: 'seeded', expect: { outcome: 'reject', code: 'INVALID_ARGS' } },
|
|
() => {
|
|
throw new AppError('COMMAND_FAILED', 'self-check wrong code', { hint: 'seeded' });
|
|
},
|
|
),
|
|
seeds: SEEDS,
|
|
},
|
|
];
|
|
|
|
/** The failure kind each self-check target must produce, keyed by target name. */
|
|
export const SELF_CHECK_EXPECTATIONS = {
|
|
'self-check-untyped-throw': 'untyped-throw',
|
|
'self-check-empty-hint': 'empty-hint',
|
|
'self-check-hang': 'hang',
|
|
'self-check-silent-accept': 'silent-accept',
|
|
'self-check-wrong-code': 'wrong-code',
|
|
} as const satisfies Record<SelfCheckTargetName, string>;
|