mirror of
https://github.com/EvoMap/evolver.git
synced 2026-09-18 21:47:53 +08:00
534ede263b
Co-authored-by: autogame-17 <autogame-17@users.noreply.github.com> Co-authored-by: bjw9808 <bjw9808@gmail.com> Co-authored-by: autogame-17 <166480271+autogame-17@users.noreply.github.com>
320 lines
12 KiB
JavaScript
320 lines
12 KiB
JavaScript
const { describe, it, beforeEach, afterEach } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
const fs = require('fs');
|
|
const os = require('os');
|
|
const path = require('path');
|
|
const { rejectPendingRun, isPendingSolidify, readJsonSafe } = require('../index.js');
|
|
|
|
const savedEnv = {};
|
|
const envKeys = [
|
|
'EVOLVER_REPO_ROOT', 'OPENCLAW_WORKSPACE', 'EVOLUTION_DIR',
|
|
'MEMORY_DIR', 'A2A_HUB_URL', 'HEARTBEAT_INTERVAL_MS', 'WORKER_ENABLED',
|
|
];
|
|
let tmpDir;
|
|
|
|
beforeEach(() => {
|
|
tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'evolver-loop-test-'));
|
|
for (const k of envKeys) { savedEnv[k] = process.env[k]; }
|
|
process.env.EVOLVER_REPO_ROOT = tmpDir;
|
|
process.env.OPENCLAW_WORKSPACE = tmpDir;
|
|
process.env.EVOLUTION_DIR = path.join(tmpDir, 'memory', 'evolution');
|
|
process.env.MEMORY_DIR = path.join(tmpDir, 'memory');
|
|
process.env.A2A_HUB_URL = '';
|
|
process.env.HEARTBEAT_INTERVAL_MS = '3600000';
|
|
delete process.env.WORKER_ENABLED;
|
|
});
|
|
|
|
afterEach(() => {
|
|
for (const k of envKeys) {
|
|
if (savedEnv[k] === undefined) delete process.env[k];
|
|
else process.env[k] = savedEnv[k];
|
|
}
|
|
fs.rmSync(tmpDir, { recursive: true, force: true });
|
|
});
|
|
|
|
describe('loop-mode auto reject', () => {
|
|
it('marks pending runs rejected without deleting untracked files', () => {
|
|
const stateDir = path.join(tmpDir, 'memory', 'evolution');
|
|
fs.mkdirSync(stateDir, { recursive: true });
|
|
fs.writeFileSync(path.join(stateDir, 'evolution_solidify_state.json'), JSON.stringify({
|
|
last_run: { run_id: 'run_123' }
|
|
}, null, 2));
|
|
fs.writeFileSync(path.join(tmpDir, 'PR_BODY.md'), 'keep me\n');
|
|
const changed = rejectPendingRun(path.join(stateDir, 'evolution_solidify_state.json'));
|
|
|
|
const state = JSON.parse(fs.readFileSync(path.join(stateDir, 'evolution_solidify_state.json'), 'utf8'));
|
|
assert.equal(changed, true);
|
|
assert.equal(state.last_solidify.run_id, 'run_123');
|
|
assert.equal(state.last_solidify.rejected, true);
|
|
assert.equal(state.last_solidify.reason, 'loop_bridge_disabled_autoreject_no_rollback');
|
|
assert.equal(fs.readFileSync(path.join(tmpDir, 'PR_BODY.md'), 'utf8'), 'keep me\n');
|
|
});
|
|
});
|
|
|
|
describe('isPendingSolidify', () => {
|
|
it('returns false when state is null', () => {
|
|
assert.equal(isPendingSolidify(null), false);
|
|
});
|
|
|
|
it('returns false when state has no last_run', () => {
|
|
assert.equal(isPendingSolidify({}), false);
|
|
});
|
|
|
|
it('returns false when last_run has no run_id', () => {
|
|
assert.equal(isPendingSolidify({ last_run: {} }), false);
|
|
});
|
|
|
|
it('returns true when last_run has run_id but no last_solidify', () => {
|
|
assert.equal(isPendingSolidify({ last_run: { run_id: 'run_1' } }), true);
|
|
});
|
|
|
|
it('returns true when last_solidify run_id differs from last_run', () => {
|
|
assert.equal(isPendingSolidify({
|
|
last_run: { run_id: 'run_2' },
|
|
last_solidify: { run_id: 'run_1' },
|
|
}), true);
|
|
});
|
|
|
|
it('returns false when last_solidify run_id matches last_run', () => {
|
|
assert.equal(isPendingSolidify({
|
|
last_run: { run_id: 'run_1' },
|
|
last_solidify: { run_id: 'run_1' },
|
|
}), false);
|
|
});
|
|
|
|
it('handles numeric run_ids via string coercion', () => {
|
|
assert.equal(isPendingSolidify({
|
|
last_run: { run_id: 123 },
|
|
last_solidify: { run_id: '123' },
|
|
}), false);
|
|
});
|
|
});
|
|
|
|
describe('readJsonSafe', () => {
|
|
it('returns null for non-existent file', () => {
|
|
assert.equal(readJsonSafe(path.join(tmpDir, 'nonexistent.json')), null);
|
|
});
|
|
|
|
it('returns null for empty file', () => {
|
|
const p = path.join(tmpDir, 'empty.json');
|
|
fs.writeFileSync(p, '');
|
|
assert.equal(readJsonSafe(p), null);
|
|
});
|
|
|
|
it('returns null for whitespace-only file', () => {
|
|
const p = path.join(tmpDir, 'whitespace.json');
|
|
fs.writeFileSync(p, ' \n ');
|
|
assert.equal(readJsonSafe(p), null);
|
|
});
|
|
|
|
it('returns null for invalid JSON', () => {
|
|
const p = path.join(tmpDir, 'bad.json');
|
|
fs.writeFileSync(p, '{ not valid json }');
|
|
assert.equal(readJsonSafe(p), null);
|
|
});
|
|
|
|
it('parses valid JSON', () => {
|
|
const p = path.join(tmpDir, 'good.json');
|
|
fs.writeFileSync(p, JSON.stringify({ key: 'value' }));
|
|
const result = readJsonSafe(p);
|
|
assert.deepEqual(result, { key: 'value' });
|
|
});
|
|
});
|
|
|
|
describe('loop-mode non-fatal error handling', () => {
|
|
// line 298 in index.js: empty catch block swallowing errors during cycle execution
|
|
// This test verifies the error handling contract: errors in the cycle loop are caught
|
|
// and do not propagate, allowing the loop to continue executing subsequent cycles.
|
|
|
|
const { execFileSync } = require('child_process');
|
|
const repoRoot = path.resolve(__dirname, '..');
|
|
|
|
it('loop-mode continues after evolve.run() throws', () => {
|
|
// When EVOLVE_LOOP=true, the cycle loop catches all errors (line 297's catch(e){})
|
|
// This ensures a throwing evolve.run() does not terminate the daemon.
|
|
// We verify by checking the process exits cleanly rather than crashing.
|
|
let exitCode = null;
|
|
let stdout = '';
|
|
const env = {
|
|
...process.env,
|
|
EVOLVE_LOOP: 'true',
|
|
EVOLVE_BRIDGE: 'false',
|
|
A2A_HUB_URL: '',
|
|
EVOLVER_REPO_ROOT: repoRoot,
|
|
// Force immediate exit after first cycle for test predictability
|
|
EVOLVER_MAX_CYCLES_PER_PROCESS: '1',
|
|
};
|
|
try {
|
|
const out = execFileSync(process.execPath, ['index.js'], {
|
|
cwd: repoRoot,
|
|
encoding: 'utf8',
|
|
timeout: 30000,
|
|
env,
|
|
});
|
|
stdout = out;
|
|
} catch (err) {
|
|
exitCode = err.status;
|
|
stdout = (err.stdout || '') + (err.stderr || '');
|
|
}
|
|
// Loop-mode should exit cleanly with code 0 or 1 (bridge mode exit),
|
|
// not with a thrown error that would give code > 1 or ENOENT
|
|
assert.ok(
|
|
exitCode === null || exitCode === 0 || exitCode === 1,
|
|
'loop-mode should exit cleanly, got code: ' + exitCode + ', stdout: ' + stdout.slice(0, 200)
|
|
);
|
|
assert.ok(
|
|
!stdout.includes('SyntaxError') && !stdout.includes('ReferenceError'),
|
|
'loop-mode should not leak uncaught errors: ' + stdout.slice(0, 200)
|
|
);
|
|
});
|
|
|
|
it('should_explore branch does not leak errors to cycle loop', async () => {
|
|
// lines 281-291: should_explore branch wraps tryExplore in try/catch
|
|
// This test verifies explore errors are swallowed and logged verbosely only
|
|
const { execFileSync } = require('child_process');
|
|
const repoRoot = path.resolve(__dirname, '..');
|
|
let stdout = '';
|
|
try {
|
|
stdout = execFileSync(process.execPath, ['index.js'], {
|
|
cwd: repoRoot,
|
|
encoding: 'utf8',
|
|
timeout: 30000,
|
|
env: {
|
|
...process.env,
|
|
EVOLVE_LOOP: 'true',
|
|
EVOLVE_BRIDGE: 'false',
|
|
OMLS_ENABLED: 'true',
|
|
A2A_HUB_URL: '',
|
|
EVOLVER_REPO_ROOT: repoRoot,
|
|
EVOLVER_MAX_CYCLES_PER_PROCESS: '1',
|
|
},
|
|
});
|
|
} catch (err) {
|
|
stdout = (err.stdout || '') + (err.stderr || '');
|
|
}
|
|
// Should not have unhandled errors from tryExplore
|
|
assert.ok(
|
|
!stdout.includes('TypeError: Cannot') && !stdout.includes('Error: ENOENT'),
|
|
'explore branch should not leak filesystem errors: ' + stdout.slice(0, 300)
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('loop-mode EVOLVE_BRIDGE default (issue #96)', () => {
|
|
// From v1.85.0 the daemon defaults EVOLVE_BRIDGE=true so cycles actually
|
|
// evolve the working tree. The previous default 'false' produced no
|
|
// EvolutionEvents on Aurora over 33 days because every cycle hit
|
|
// rejectPendingRun(reason=loop_bridge_disabled_autoreject_no_rollback).
|
|
// These tests verify the default flip and the safety banner.
|
|
const { execFileSync, spawnSync } = require('child_process');
|
|
const repoRoot = path.resolve(__dirname, '..');
|
|
|
|
// Use the test-scoped tmpDir as REPO_ROOT so a leftover `.evolver.lock`
|
|
// in the dev repo (e.g. during a release prep) does not preflight-yield
|
|
// the spawned daemon and short-circuit the test. Init it as a git repo
|
|
// since the daemon refuses to run outside of one.
|
|
function ensureGitRepo(dir) {
|
|
try {
|
|
execFileSync('git', ['init', '-q'], { cwd: dir, stdio: 'ignore' });
|
|
execFileSync('git', ['config', 'user.email', 'test@example.com'], { cwd: dir, stdio: 'ignore' });
|
|
execFileSync('git', ['config', 'user.name', 'test'], { cwd: dir, stdio: 'ignore' });
|
|
execFileSync('git', ['commit', '--allow-empty', '-m', 'init', '-q'], { cwd: dir, stdio: 'ignore' });
|
|
} catch (_) { /* best-effort */ }
|
|
}
|
|
|
|
function runDaemonOnce(extraEnv) {
|
|
ensureGitRepo(tmpDir);
|
|
const result = spawnSync(process.execPath, [path.join(repoRoot, 'index.js'), '--loop'], {
|
|
cwd: tmpDir,
|
|
encoding: 'utf8',
|
|
timeout: 30000,
|
|
env: {
|
|
...process.env,
|
|
EVOLVE_LOOP: 'true',
|
|
A2A_HUB_URL: '',
|
|
EVOLVER_REPO_ROOT: tmpDir,
|
|
EVOLVER_CAFFEINATE: '0',
|
|
// Isolate the singleton pid-file in tmpDir so concurrent tests (and
|
|
// a real daemon at the dev repo) do not block this spawn.
|
|
EVOLVER_LOCK_DIR: tmpDir,
|
|
EVOLVER_MAX_CYCLES_PER_PROCESS: '1',
|
|
...extraEnv,
|
|
},
|
|
});
|
|
return (result.stdout || '') + (result.stderr || '');
|
|
}
|
|
|
|
it('--loop with EVOLVE_BRIDGE unset defaults to bridge=true', () => {
|
|
const combined = runDaemonOnce({ EVOLVE_BRIDGE: '' });
|
|
assert.ok(
|
|
/bridge=true/.test(combined),
|
|
'combined output should announce bridge=true: ' + combined.slice(0, 500)
|
|
);
|
|
});
|
|
|
|
it('--loop with EVOLVE_BRIDGE=true keeps bridge=true', () => {
|
|
const combined = runDaemonOnce({ EVOLVE_BRIDGE: 'true' });
|
|
assert.ok(
|
|
/bridge=true/.test(combined),
|
|
'explicit true should be honored: ' + combined.slice(0, 500)
|
|
);
|
|
});
|
|
|
|
it('--loop with EVOLVE_BRIDGE=false still respected (opt-out)', () => {
|
|
const combined = runDaemonOnce({ EVOLVE_BRIDGE: 'false' });
|
|
assert.ok(
|
|
/bridge=false/.test(combined),
|
|
'explicit false must be honored as opt-out: ' + combined.slice(0, 500)
|
|
);
|
|
assert.ok(
|
|
/observe-only/.test(combined),
|
|
'opt-out banner should mention observe-only: ' + combined.slice(0, 500)
|
|
);
|
|
});
|
|
|
|
it('bridge=true banner mentions stash recovery', () => {
|
|
// The safety banner is the one mitigation that compensates for the
|
|
// riskier default. If the message is missing or rewritten, users lose
|
|
// the recovery breadcrumb -- they must see "git stash" in the warning.
|
|
const combined = runDaemonOnce({ EVOLVE_BRIDGE: '' });
|
|
assert.ok(
|
|
/git stash/.test(combined),
|
|
'safety banner must reference git stash recovery: ' + combined.slice(0, 800)
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('bare invocation routing -- black-box', () => {
|
|
const { execFileSync } = require('child_process');
|
|
const repoRoot = path.resolve(__dirname, '..');
|
|
|
|
it('node index.js (no args) starts evolution, not help', () => {
|
|
let out;
|
|
try {
|
|
out = execFileSync(process.execPath, ['index.js'], {
|
|
cwd: repoRoot,
|
|
encoding: 'utf8',
|
|
timeout: 60000,
|
|
env: { ...process.env, EVOLVE_BRIDGE: 'false', A2A_HUB_URL: '', EVOLVER_REPO_ROOT: repoRoot },
|
|
});
|
|
} catch (err) {
|
|
// evolve.run() will block/timeout -- that is expected for a bare invocation.
|
|
// Extract whatever stdout was captured before the timeout.
|
|
out = (err.stdout || '') + '';
|
|
}
|
|
assert.ok(out.includes('Starting evolver') || out.includes('GEP'),
|
|
'bare invocation should start evolution, not show usage. Got: ' + out.slice(0, 200));
|
|
assert.ok(!out.includes('Usage:'), 'should not show usage for bare invocation');
|
|
});
|
|
|
|
it('unknown command shows usage help', () => {
|
|
const out = execFileSync(process.execPath, ['index.js', 'nonexistent-cmd'], {
|
|
cwd: repoRoot,
|
|
encoding: 'utf8',
|
|
timeout: 60000,
|
|
env: { ...process.env, A2A_HUB_URL: '' },
|
|
});
|
|
assert.ok(out.includes('Usage:'), 'unknown command should show usage');
|
|
});
|
|
});
|