Files
Agent-Workbench/scripts/live-ab/finish.mjs
T
2026-11-05 03:35:06 +08:00

80 lines
7.5 KiB
JavaScript

import fs from 'node:fs';
import path from 'node:path';
import assert from 'node:assert/strict';
import { DatabaseSync } from 'node:sqlite';
import { batch, client, save, readRoot, dataRoot, meta, batchUsage } from './common.mjs';
import { publicSnapshot, digest } from './state.mjs';
import { inspectorClosed } from './inspector.mjs';
const read = name => JSON.parse(fs.readFileSync(path.join(batch, name)));
const current = readRoot(), before = current.baseline, owned = [read('preflight/owned.json'), read('node/owned.json')];
const { api, boot, close } = await client();
try {
const after = fs.existsSync(path.join(batch, 'final-state.json')) ? read('final-state.json') : await publicSnapshot('http://127.0.0.1:4318', dataRoot());
if (!fs.existsSync(path.join(batch, 'final-state.json'))) save('final-state.json', after);
for (const field of ['pid', 'version', 'runtimeRoot', 'hasKey']) assert.equal(after[field], before[field]);
assert.deepEqual(after.active, []); assert.equal(after.projects, before.projects + 2); assert.equal(after.exports.length, before.exports.length + 2);
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item);
for (const [table, previous] of Object.entries(before.database.tables)) {
assert.equal(after.database.tables[table].schemaSha256, previous.schemaSha256);
if (['projects', 'metadata', 'sqlite_sequence'].includes(table)) continue;
const key = row => table === 'records' ? row.kind + '/' + row.id : row.id;
const rows = new Map(after.database.tables[table].rows.map(row => [key(row), row]));
for (const row of previous.rows) assert.deepEqual(rows.get(key(row)), row, table + '/' + key(row));
}
const physical = new Map(after.persistent.artifacts.map(row => [row.path, row]));
for (const row of before.persistent.artifacts) assert.deepEqual(physical.get(row.path), row);
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
const originalProjects = new Map(before.database.tables.projects.rows.map(row => [row.id, row]));
const ownedProjects = new Set(owned.map(row => row.project.id)), ownedSessions = new Set(owned.map(row => row.session.id));
let sequence, attribution = {};
try {
const projects = db.prepare('SELECT * FROM projects ORDER BY rowid').all();
assert.deepEqual(projects.filter(row => !originalProjects.has(row.id)).map(row => row.id).sort(), [...ownedProjects].sort());
for (const row of projects.filter(row => originalProjects.has(row.id))) assert.equal(digest({ ...row, position: row.position - 2 }), originalProjects.get(row.id).sha256);
for (const table of ['sessions', 'records', 'events']) {
const key = row => table === 'records' ? row.kind + '/' + row.id : row.id;
const previousIds = new Set(before.database.tables[table].rows.map(key));
const rows = db.prepare('SELECT * FROM ' + table + ' ORDER BY rowid').all().filter(row => !previousIds.has(key(row)));
for (const row of rows) assert.ok(ownedSessions.has(table === 'sessions' ? row.id : row.session_id), 'Every new row belongs to the two AB sessions.');
attribution[table] = rows.length;
}
sequence = db.prepare('SELECT * FROM sqlite_sequence').all();
assert.equal(sequence.length, 1); assert.equal(sequence[0].name, 'events');
assert.equal(sequence[0].seq, Math.max(...after.database.tables.outbox.rows.map(row => row.id)));
} finally { db.close(); }
const restoration = read('node/restoration.json'); assert.equal(restoration.passed, true);
assert.equal(read('preflight/verification.json').passed, true); assert.equal(read('node/analysis.json').passed, true);
const metadata = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
for (const row of before.database.tables.metadata.rows.filter(row => !['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(row.id))) assert.deepEqual(metadata.get(row.id), row);
const originalRaw = read('node/original-public-metadata.json'), finalRaw = read('node/final-public-metadata.json');
assert.deepEqual(meta('config'), finalRaw.config); assert.deepEqual(meta('modelRegistry'), finalRaw.registry);
assert.deepEqual({ ...boot.config, configRevision: current.config.configRevision }, current.config);
assert.deepEqual(after.modelCenter.selected, current.center.selected); assert.deepEqual(after.modelCenter.pools, current.center.pools);
const attempts = meta('modelAttempts') ?? [], originalAttempts = read('original-attempts.json');
for (const row of originalAttempts) assert.deepEqual(attempts.find(value => value.id === row.id), row);
const expectedNew = [...read('preflight/attempts.json'), ...read('node/attempts.json')];
assert.deepEqual(attempts.filter(row => !originalAttempts.some(old => old.id === row.id)), expectedNew);
const diagnostics = meta('modelNetworkDiagnostics') ?? [], originalDiagnostics = read('original-diagnostics.json');
for (const row of originalDiagnostics) assert.deepEqual(diagnostics.find(value => value.id === row.id), row);
const { stale, currentConnectionRevision, ...networkRaw } = read('network.json');
assert.equal(stale, false); assert.equal(currentConnectionRevision, current.connectionRevision);
assert.deepEqual(diagnostics.filter(row => !originalDiagnostics.some(old => old.id === row.id)), [networkRaw]);
const host = await api('/host/status'); assert.equal(host.identity.pid, current.host.identity.pid); assert.equal(host.identity.instanceId, current.host.identity.instanceId);
assert.equal(host.activity.active, false); assert.equal(host.desktopWindows.count, 0);
const summary = { passed: true, purpose: 'AB evidence/restoration audit; autonomous engineering failed',
node: { success: false, requests: 7, reportedTokens: 65440, stop: 'protocol / upstream finish_reason=length', modelBeganProposeFile: true, acceptedProposals: 0, delivery: false },
preflight: read('preflight/result.json'), combinedAaAbUsage: batchUsage(),
originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length, originalAttemptsExact: originalAttempts.length,
originalBusinessRowsExact: true, originalProjectPayloadsExact: true, projectPositionNormalization: { ownedPrepends: 2 },
eventSequenceFrom: before.database.tables.sqlite_sequence.rows[0].id, eventSequenceTo: sequence[0].seq, newRowsAttribution: attribution,
originalDiagnosticsExact: true, originalConfigExceptMonotonicRevisionExact: true, registryRestoration: restoration.identityDefaultNormalization,
originalConfigRevision: originalRaw.config.configRevision, finalConfigRevision: finalRaw.config.configRevision,
originalCredentialRevision: restoration.originalCredentialRevision, finalCredentialRevision: restoration.finalCredentialRevision,
finalCounts: Object.fromEntries(Object.entries(after.database.tables).map(([name, table]) => [name, table.count])),
reactPython: { executed: false, reason: 'Node did not close the original tests/build/review/Git delivery loop.' },
purge: { executed: false, benefit: 'unknown', reason: 'Node/React/Python prerequisites not met; no AB/BA instances dispatched.' },
pid: host.identity.pid, instanceId: host.identity.instanceId, version: boot.version, windows: 0, inspectorClosed: await inspectorClosed(), noCredentialReadOrResave: true,
replayedFailedSamples: false, pushed: false };
save('final-summary.json', summary); console.log(JSON.stringify({ ...summary, preflight: { passed: summary.preflight.passed, requests: summary.preflight.requests, tokens: summary.preflight.usage.total_tokens } }));
} finally { await close(); }