Files
evomap__evolver/test/loopMode.test.js
evolver-publish 534ede263b Release v1.88.2
Co-authored-by: autogame-17 <autogame-17@users.noreply.github.com>
Co-authored-by: bjw9808 <bjw9808@gmail.com>
Co-authored-by: autogame-17 <166480271+autogame-17@users.noreply.github.com>
2026-06-05 09:29:13 +00:00

320 lines
12 KiB
JavaScript

const { describe, it, beforeEach, afterEach } = require('node:test');
const assert = require('node:assert/strict');
const fs = require('fs');
const os = require('os');
const path = require('path');
const { rejectPendingRun, isPendingSolidify, readJsonSafe } = require('../index.js');
const savedEnv = {};
const envKeys = [
'EVOLVER_REPO_ROOT', 'OPENCLAW_WORKSPACE', 'EVOLUTION_DIR',
'MEMORY_DIR', 'A2A_HUB_URL', 'HEARTBEAT_INTERVAL_MS', 'WORKER_ENABLED',
];
let tmpDir;
beforeEach(() => {
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'evolver-loop-test-'));
for (const k of envKeys) { savedEnv[k] = process.env[k]; }
process.env.EVOLVER_REPO_ROOT = tmpDir;
process.env.OPENCLAW_WORKSPACE = tmpDir;
process.env.EVOLUTION_DIR = path.join(tmpDir, 'memory', 'evolution');
process.env.MEMORY_DIR = path.join(tmpDir, 'memory');
process.env.A2A_HUB_URL = '';
process.env.HEARTBEAT_INTERVAL_MS = '3600000';
delete process.env.WORKER_ENABLED;
});
afterEach(() => {
for (const k of envKeys) {
if (savedEnv[k] === undefined) delete process.env[k];
else process.env[k] = savedEnv[k];
}
fs.rmSync(tmpDir, { recursive: true, force: true });
});
describe('loop-mode auto reject', () => {
it('marks pending runs rejected without deleting untracked files', () => {
const stateDir = path.join(tmpDir, 'memory', 'evolution');
fs.mkdirSync(stateDir, { recursive: true });
fs.writeFileSync(path.join(stateDir, 'evolution_solidify_state.json'), JSON.stringify({
last_run: { run_id: 'run_123' }
}, null, 2));
fs.writeFileSync(path.join(tmpDir, 'PR_BODY.md'), 'keep me\n');
const changed = rejectPendingRun(path.join(stateDir, 'evolution_solidify_state.json'));
const state = JSON.parse(fs.readFileSync(path.join(stateDir, 'evolution_solidify_state.json'), 'utf8'));
assert.equal(changed, true);
assert.equal(state.last_solidify.run_id, 'run_123');
assert.equal(state.last_solidify.rejected, true);
assert.equal(state.last_solidify.reason, 'loop_bridge_disabled_autoreject_no_rollback');
assert.equal(fs.readFileSync(path.join(tmpDir, 'PR_BODY.md'), 'utf8'), 'keep me\n');
});
});
describe('isPendingSolidify', () => {
it('returns false when state is null', () => {
assert.equal(isPendingSolidify(null), false);
});
it('returns false when state has no last_run', () => {
assert.equal(isPendingSolidify({}), false);
});
it('returns false when last_run has no run_id', () => {
assert.equal(isPendingSolidify({ last_run: {} }), false);
});
it('returns true when last_run has run_id but no last_solidify', () => {
assert.equal(isPendingSolidify({ last_run: { run_id: 'run_1' } }), true);
});
it('returns true when last_solidify run_id differs from last_run', () => {
assert.equal(isPendingSolidify({
last_run: { run_id: 'run_2' },
last_solidify: { run_id: 'run_1' },
}), true);
});
it('returns false when last_solidify run_id matches last_run', () => {
assert.equal(isPendingSolidify({
last_run: { run_id: 'run_1' },
last_solidify: { run_id: 'run_1' },
}), false);
});
it('handles numeric run_ids via string coercion', () => {
assert.equal(isPendingSolidify({
last_run: { run_id: 123 },
last_solidify: { run_id: '123' },
}), false);
});
});
describe('readJsonSafe', () => {
it('returns null for non-existent file', () => {
assert.equal(readJsonSafe(path.join(tmpDir, 'nonexistent.json')), null);
});
it('returns null for empty file', () => {
const p = path.join(tmpDir, 'empty.json');
fs.writeFileSync(p, '');
assert.equal(readJsonSafe(p), null);
});
it('returns null for whitespace-only file', () => {
const p = path.join(tmpDir, 'whitespace.json');
fs.writeFileSync(p, ' \n ');
assert.equal(readJsonSafe(p), null);
});
it('returns null for invalid JSON', () => {
const p = path.join(tmpDir, 'bad.json');
fs.writeFileSync(p, '{ not valid json }');
assert.equal(readJsonSafe(p), null);
});
it('parses valid JSON', () => {
const p = path.join(tmpDir, 'good.json');
fs.writeFileSync(p, JSON.stringify({ key: 'value' }));
const result = readJsonSafe(p);
assert.deepEqual(result, { key: 'value' });
});
});
describe('loop-mode non-fatal error handling', () => {
// line 298 in index.js: empty catch block swallowing errors during cycle execution
// This test verifies the error handling contract: errors in the cycle loop are caught
// and do not propagate, allowing the loop to continue executing subsequent cycles.
const { execFileSync } = require('child_process');
const repoRoot = path.resolve(__dirname, '..');
it('loop-mode continues after evolve.run() throws', () => {
// When EVOLVE_LOOP=true, the cycle loop catches all errors (line 297's catch(e){})
// This ensures a throwing evolve.run() does not terminate the daemon.
// We verify by checking the process exits cleanly rather than crashing.
let exitCode = null;
let stdout = '';
const env = {
...process.env,
EVOLVE_LOOP: 'true',
EVOLVE_BRIDGE: 'false',
A2A_HUB_URL: '',
EVOLVER_REPO_ROOT: repoRoot,
// Force immediate exit after first cycle for test predictability
EVOLVER_MAX_CYCLES_PER_PROCESS: '1',
};
try {
const out = execFileSync(process.execPath, ['index.js'], {
cwd: repoRoot,
encoding: 'utf8',
timeout: 30000,
env,
});
stdout = out;
} catch (err) {
exitCode = err.status;
stdout = (err.stdout || '') + (err.stderr || '');
}
// Loop-mode should exit cleanly with code 0 or 1 (bridge mode exit),
// not with a thrown error that would give code > 1 or ENOENT
assert.ok(
exitCode === null || exitCode === 0 || exitCode === 1,
'loop-mode should exit cleanly, got code: ' + exitCode + ', stdout: ' + stdout.slice(0, 200)
);
assert.ok(
!stdout.includes('SyntaxError') && !stdout.includes('ReferenceError'),
'loop-mode should not leak uncaught errors: ' + stdout.slice(0, 200)
);
});
it('should_explore branch does not leak errors to cycle loop', async () => {
// lines 281-291: should_explore branch wraps tryExplore in try/catch
// This test verifies explore errors are swallowed and logged verbosely only
const { execFileSync } = require('child_process');
const repoRoot = path.resolve(__dirname, '..');
let stdout = '';
try {
stdout = execFileSync(process.execPath, ['index.js'], {
cwd: repoRoot,
encoding: 'utf8',
timeout: 30000,
env: {
...process.env,
EVOLVE_LOOP: 'true',
EVOLVE_BRIDGE: 'false',
OMLS_ENABLED: 'true',
A2A_HUB_URL: '',
EVOLVER_REPO_ROOT: repoRoot,
EVOLVER_MAX_CYCLES_PER_PROCESS: '1',
},
});
} catch (err) {
stdout = (err.stdout || '') + (err.stderr || '');
}
// Should not have unhandled errors from tryExplore
assert.ok(
!stdout.includes('TypeError: Cannot') && !stdout.includes('Error: ENOENT'),
'explore branch should not leak filesystem errors: ' + stdout.slice(0, 300)
);
});
});
describe('loop-mode EVOLVE_BRIDGE default (issue #96)', () => {
// From v1.85.0 the daemon defaults EVOLVE_BRIDGE=true so cycles actually
// evolve the working tree. The previous default 'false' produced no
// EvolutionEvents on Aurora over 33 days because every cycle hit
// rejectPendingRun(reason=loop_bridge_disabled_autoreject_no_rollback).
// These tests verify the default flip and the safety banner.
const { execFileSync, spawnSync } = require('child_process');
const repoRoot = path.resolve(__dirname, '..');
// Use the test-scoped tmpDir as REPO_ROOT so a leftover `.evolver.lock`
// in the dev repo (e.g. during a release prep) does not preflight-yield
// the spawned daemon and short-circuit the test. Init it as a git repo
// since the daemon refuses to run outside of one.
function ensureGitRepo(dir) {
try {
execFileSync('git', ['init', '-q'], { cwd: dir, stdio: 'ignore' });
execFileSync('git', ['config', 'user.email', 'test@example.com'], { cwd: dir, stdio: 'ignore' });
execFileSync('git', ['config', 'user.name', 'test'], { cwd: dir, stdio: 'ignore' });
execFileSync('git', ['commit', '--allow-empty', '-m', 'init', '-q'], { cwd: dir, stdio: 'ignore' });
} catch (_) { /* best-effort */ }
}
function runDaemonOnce(extraEnv) {
ensureGitRepo(tmpDir);
const result = spawnSync(process.execPath, [path.join(repoRoot, 'index.js'), '--loop'], {
cwd: tmpDir,
encoding: 'utf8',
timeout: 30000,
env: {
...process.env,
EVOLVE_LOOP: 'true',
A2A_HUB_URL: '',
EVOLVER_REPO_ROOT: tmpDir,
EVOLVER_CAFFEINATE: '0',
// Isolate the singleton pid-file in tmpDir so concurrent tests (and
// a real daemon at the dev repo) do not block this spawn.
EVOLVER_LOCK_DIR: tmpDir,
EVOLVER_MAX_CYCLES_PER_PROCESS: '1',
...extraEnv,
},
});
return (result.stdout || '') + (result.stderr || '');
}
it('--loop with EVOLVE_BRIDGE unset defaults to bridge=true', () => {
const combined = runDaemonOnce({ EVOLVE_BRIDGE: '' });
assert.ok(
/bridge=true/.test(combined),
'combined output should announce bridge=true: ' + combined.slice(0, 500)
);
});
it('--loop with EVOLVE_BRIDGE=true keeps bridge=true', () => {
const combined = runDaemonOnce({ EVOLVE_BRIDGE: 'true' });
assert.ok(
/bridge=true/.test(combined),
'explicit true should be honored: ' + combined.slice(0, 500)
);
});
it('--loop with EVOLVE_BRIDGE=false still respected (opt-out)', () => {
const combined = runDaemonOnce({ EVOLVE_BRIDGE: 'false' });
assert.ok(
/bridge=false/.test(combined),
'explicit false must be honored as opt-out: ' + combined.slice(0, 500)
);
assert.ok(
/observe-only/.test(combined),
'opt-out banner should mention observe-only: ' + combined.slice(0, 500)
);
});
it('bridge=true banner mentions stash recovery', () => {
// The safety banner is the one mitigation that compensates for the
// riskier default. If the message is missing or rewritten, users lose
// the recovery breadcrumb -- they must see "git stash" in the warning.
const combined = runDaemonOnce({ EVOLVE_BRIDGE: '' });
assert.ok(
/git stash/.test(combined),
'safety banner must reference git stash recovery: ' + combined.slice(0, 800)
);
});
});
describe('bare invocation routing -- black-box', () => {
const { execFileSync } = require('child_process');
const repoRoot = path.resolve(__dirname, '..');
it('node index.js (no args) starts evolution, not help', () => {
let out;
try {
out = execFileSync(process.execPath, ['index.js'], {
cwd: repoRoot,
encoding: 'utf8',
timeout: 60000,
env: { ...process.env, EVOLVE_BRIDGE: 'false', A2A_HUB_URL: '', EVOLVER_REPO_ROOT: repoRoot },
});
} catch (err) {
// evolve.run() will block/timeout -- that is expected for a bare invocation.
// Extract whatever stdout was captured before the timeout.
out = (err.stdout || '') + '';
}
assert.ok(out.includes('Starting evolver') || out.includes('GEP'),
'bare invocation should start evolution, not show usage. Got: ' + out.slice(0, 200));
assert.ok(!out.includes('Usage:'), 'should not show usage for bare invocation');
});
it('unknown command shows usage help', () => {
const out = execFileSync(process.execPath, ['index.js', 'nonexistent-cmd'], {
cwd: repoRoot,
encoding: 'utf8',
timeout: 60000,
env: { ...process.env, A2A_HUB_URL: '' },
});
assert.ok(out.includes('Usage:'), 'unknown command should show usage');
});
});