Files
Agent-Workbench/scripts/live-aa/finish-compatibility.mjs
T
2026-11-05 03:21:49 +08:00

64 lines
5.7 KiB
JavaScript

import fs from 'node:fs';
import path from 'node:path';
import assert from 'node:assert/strict';
import { DatabaseSync } from 'node:sqlite';
import { batch, routes, client, saveAt, dataRoot, meta, batchUsage } from './common.mjs';
import { publicSnapshot, digest } from './state.mjs';
import { inspectorClosed } from './inspector.mjs';
const read = file => JSON.parse(fs.readFileSync(path.join(batch, file)));
const before = read('current.json').baseline, { api, close } = await client();
try {
const snapshotFile = 'compatibility-final-state.json';
const after = fs.existsSync(path.join(batch, snapshotFile)) ? read(snapshotFile) : await publicSnapshot('http://127.0.0.1:4318', dataRoot());
if (!fs.existsSync(path.join(batch, snapshotFile))) saveAt(batch, snapshotFile, after);
for (const field of ['pid', 'version', 'runtimeRoot', 'hasKey', 'configSha256']) assert.equal(after[field], before[field], field);
assert.deepEqual(after.active, []); assert.equal(after.exports.length, before.exports.length + 6);
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item);
for (const table of Object.keys(before.database.tables).filter(table => !['projects', 'metadata', 'sqlite_sequence'].includes(table))) {
const rows = new Map(after.database.tables[table].rows.map(row => [row.id, row]));
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, table + '/' + row.id);
}
// The project picker prepends each new owned project. Reverse exactly these
// six known insertions for the physical position only, preserving all payload bytes.
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
let projectRows, sequence;
try { projectRows = db.prepare('SELECT * FROM projects ORDER BY rowid').all(); sequence = db.prepare('SELECT * FROM sqlite_sequence').all(); } finally { db.close(); }
assert.equal(sequence.length, 1); assert.equal(sequence[0].name, 'events');
assert.equal(sequence[0].seq, Math.max(...after.database.tables.outbox.rows.map(row => row.id)));
const originalSequence = before.database.tables.sqlite_sequence.rows;
assert.equal(originalSequence.length, 1); assert.equal(digest({ name: 'events', seq: originalSequence[0].id }), originalSequence[0].sha256);
assert.ok(sequence[0].seq > originalSequence[0].id);
const originalProjectIds = new Set(before.database.tables.projects.rows.map(row => row.id));
const newIds = routes.flatMap(route => ['off', 'on'].map(mode => read(route.key + '/preflight-' + mode + '/owned.json').project.id));
assert.deepEqual(projectRows.filter(row => !originalProjectIds.has(row.id)).map(row => row.id).sort(), newIds.slice().sort());
for (const row of projectRows.filter(row => originalProjectIds.has(row.id))) {
assert.equal(digest({ ...row, position: row.position - 6 }), before.database.tables.projects.rows.find(value => value.id === row.id).sha256, 'Original project payload and position before six owned prepends: ' + row.id);
}
const metadata = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
for (const row of before.database.tables.metadata.rows.filter(row => !['modelAttempts', 'modelNetworkDiagnostics'].includes(row.id))) assert.deepEqual(metadata.get(row.id), row);
const artifacts = new Map(after.persistent.artifacts.map(row => [row.path, row]));
for (const row of before.persistent.artifacts) assert.deepEqual(artifacts.get(row.path), row);
for (const row of read('original-attempts.json')) assert.deepEqual((meta('modelAttempts') ?? []).find(value => value.id === row.id), row);
for (const row of read('original-diagnostics.json')) assert.deepEqual((meta('modelNetworkDiagnostics') ?? []).find(value => value.id === row.id), row);
const observations = routes.map(route => ({ key: route.key, catalog: read(route.key + '/catalog/result.json'),
network: read(route.key + '/catalog/network.json').status,
modes: Object.fromEntries(['off', 'on'].map(mode => {
const result = read(route.key + '/preflight-' + mode + '/result.json');
assert.equal(read(route.key + '/preflight-' + mode + '/verification.json').passed, true);
return [mode, result];
})) }));
const eligible = observations.find(row => row.modes.off.passed)?.key ?? null;
const host = await api('/host/status'); assert.equal(host.activity.active, false); assert.equal(host.desktopWindows.count, 0);
const summary = { passed: true, purpose: 'AA compatibility and preservation audit, not a claim all providers passed',
observations, usage: batchUsage(), engineeringRoute: eligible, nodeExecuted: false, reactPythonExecuted: false, purgeExecuted: false,
blockedReason: eligible ? null : 'No off-mode passed; AA engineering gate not satisfied. No replay or change of mode within AA.',
originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length,
originalRowsExceptSixOwnedProjectPositionPrependsAndEventSequenceExact: true, eventSequenceFrom: originalSequence[0].id, eventSequenceTo: sequence[0].seq,
originalProjectPayloadsExact: true, originalAttemptsExact: read('original-attempts.json').length, originalDiagnosticsExact: true,
originalConfigAndRegistryExact: true, credentialsReadOrResaved: false, pid: host.identity.pid,
instanceId: host.identity.instanceId, windows: host.desktopWindows.count, inspectorClosed: await inspectorClosed() };
saveAt(batch, 'compatibility-summary.json', summary);
console.log(JSON.stringify({ ...summary, observations: observations.map(row => ({ key: row.key, catalogModels: row.catalog.models, network: row.network,
off: row.modes.off.passed, on: row.modes.on.passed })) }));
} finally { await close(); }