import fs from 'node:fs'; import path from 'node:path'; import assert from 'node:assert/strict'; import { DatabaseSync } from 'node:sqlite'; import { batch, client, save, readRoot, dataRoot, meta, batchUsage } from './common.mjs'; import { publicSnapshot, digest } from './state.mjs'; import { inspectorClosed } from './inspector.mjs'; const read = name => JSON.parse(fs.readFileSync(path.join(batch, name))); const current = readRoot(), before = current.baseline, owned = [read('preflight/owned.json'), read('node/owned.json')]; const { api, boot, close } = await client(); try { const after = fs.existsSync(path.join(batch, 'final-state.json')) ? read('final-state.json') : await publicSnapshot('http://127.0.0.1:4318', dataRoot()); if (!fs.existsSync(path.join(batch, 'final-state.json'))) save('final-state.json', after); for (const field of ['pid', 'version', 'runtimeRoot', 'hasKey']) assert.equal(after[field], before[field]); assert.deepEqual(after.active, []); assert.equal(after.projects, before.projects + 2); assert.equal(after.exports.length, before.exports.length + 2); for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item); for (const [table, previous] of Object.entries(before.database.tables)) { assert.equal(after.database.tables[table].schemaSha256, previous.schemaSha256); if (['projects', 'metadata', 'sqlite_sequence'].includes(table)) continue; const key = row => table === 'records' ? row.kind + '/' + row.id : row.id; const rows = new Map(after.database.tables[table].rows.map(row => [key(row), row])); for (const row of previous.rows) assert.deepEqual(rows.get(key(row)), row, table + '/' + key(row)); } const physical = new Map(after.persistent.artifacts.map(row => [row.path, row])); for (const row of before.persistent.artifacts) assert.deepEqual(physical.get(row.path), row); const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true }); const originalProjects = new Map(before.database.tables.projects.rows.map(row => [row.id, row])); const ownedProjects = new Set(owned.map(row => row.project.id)), ownedSessions = new Set(owned.map(row => row.session.id)); let sequence, attribution = {}; try { const projects = db.prepare('SELECT * FROM projects ORDER BY rowid').all(); assert.deepEqual(projects.filter(row => !originalProjects.has(row.id)).map(row => row.id).sort(), [...ownedProjects].sort()); for (const row of projects.filter(row => originalProjects.has(row.id))) assert.equal(digest({ ...row, position: row.position - 2 }), originalProjects.get(row.id).sha256); for (const table of ['sessions', 'records', 'events']) { const key = row => table === 'records' ? row.kind + '/' + row.id : row.id; const previousIds = new Set(before.database.tables[table].rows.map(key)); const rows = db.prepare('SELECT * FROM ' + table + ' ORDER BY rowid').all().filter(row => !previousIds.has(key(row))); for (const row of rows) assert.ok(ownedSessions.has(table === 'sessions' ? row.id : row.session_id), 'Every new row belongs to the two AB sessions.'); attribution[table] = rows.length; } sequence = db.prepare('SELECT * FROM sqlite_sequence').all(); assert.equal(sequence.length, 1); assert.equal(sequence[0].name, 'events'); assert.equal(sequence[0].seq, Math.max(...after.database.tables.outbox.rows.map(row => row.id))); } finally { db.close(); } const restoration = read('node/restoration.json'); assert.equal(restoration.passed, true); assert.equal(read('preflight/verification.json').passed, true); assert.equal(read('node/analysis.json').passed, true); const metadata = new Map(after.database.tables.metadata.rows.map(row => [row.id, row])); for (const row of before.database.tables.metadata.rows.filter(row => !['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(row.id))) assert.deepEqual(metadata.get(row.id), row); const originalRaw = read('node/original-public-metadata.json'), finalRaw = read('node/final-public-metadata.json'); assert.deepEqual(meta('config'), finalRaw.config); assert.deepEqual(meta('modelRegistry'), finalRaw.registry); assert.deepEqual({ ...boot.config, configRevision: current.config.configRevision }, current.config); assert.deepEqual(after.modelCenter.selected, current.center.selected); assert.deepEqual(after.modelCenter.pools, current.center.pools); const attempts = meta('modelAttempts') ?? [], originalAttempts = read('original-attempts.json'); for (const row of originalAttempts) assert.deepEqual(attempts.find(value => value.id === row.id), row); const expectedNew = [...read('preflight/attempts.json'), ...read('node/attempts.json')]; assert.deepEqual(attempts.filter(row => !originalAttempts.some(old => old.id === row.id)), expectedNew); const diagnostics = meta('modelNetworkDiagnostics') ?? [], originalDiagnostics = read('original-diagnostics.json'); for (const row of originalDiagnostics) assert.deepEqual(diagnostics.find(value => value.id === row.id), row); const { stale, currentConnectionRevision, ...networkRaw } = read('network.json'); assert.equal(stale, false); assert.equal(currentConnectionRevision, current.connectionRevision); assert.deepEqual(diagnostics.filter(row => !originalDiagnostics.some(old => old.id === row.id)), [networkRaw]); const host = await api('/host/status'); assert.equal(host.identity.pid, current.host.identity.pid); assert.equal(host.identity.instanceId, current.host.identity.instanceId); assert.equal(host.activity.active, false); assert.equal(host.desktopWindows.count, 0); const summary = { passed: true, purpose: 'AB evidence/restoration audit; autonomous engineering failed', node: { success: false, requests: 7, reportedTokens: 65440, stop: 'protocol / upstream finish_reason=length', modelBeganProposeFile: true, acceptedProposals: 0, delivery: false }, preflight: read('preflight/result.json'), combinedAaAbUsage: batchUsage(), originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length, originalAttemptsExact: originalAttempts.length, originalBusinessRowsExact: true, originalProjectPayloadsExact: true, projectPositionNormalization: { ownedPrepends: 2 }, eventSequenceFrom: before.database.tables.sqlite_sequence.rows[0].id, eventSequenceTo: sequence[0].seq, newRowsAttribution: attribution, originalDiagnosticsExact: true, originalConfigExceptMonotonicRevisionExact: true, registryRestoration: restoration.identityDefaultNormalization, originalConfigRevision: originalRaw.config.configRevision, finalConfigRevision: finalRaw.config.configRevision, originalCredentialRevision: restoration.originalCredentialRevision, finalCredentialRevision: restoration.finalCredentialRevision, finalCounts: Object.fromEntries(Object.entries(after.database.tables).map(([name, table]) => [name, table.count])), reactPython: { executed: false, reason: 'Node did not close the original tests/build/review/Git delivery loop.' }, purge: { executed: false, benefit: 'unknown', reason: 'Node/React/Python prerequisites not met; no AB/BA instances dispatched.' }, pid: host.identity.pid, instanceId: host.identity.instanceId, version: boot.version, windows: 0, inspectorClosed: await inspectorClosed(), noCredentialReadOrResave: true, replayedFailedSamples: false, pushed: false }; save('final-summary.json', summary); console.log(JSON.stringify({ ...summary, preflight: { passed: summary.preflight.passed, requests: summary.preflight.requests, tokens: summary.preflight.usage.total_tokens } })); } finally { await close(); }