Files
Agent-Workbench/scripts/live-aa/verify-preflight.mjs
T
2026-11-05 03:15:01 +08:00

44 lines
3.5 KiB
JavaScript

// Offline preservation and wire checks for one already-completed AA preflight.
import fs from 'node:fs';
import path from 'node:path';
import assert from 'node:assert/strict';
import { root, save, sha, experiment } from './common.mjs';
const mode = process.argv[3]; assert.ok(['off', 'on'].includes(mode));
const prefix = 'preflight-' + mode;
const read = file => JSON.parse(fs.readFileSync(path.join(root, prefix, file)));
const before = read('before.json'), after = read('after.json'), result = read('result.json');
const owned = read('owned.json'), attempts = read('attempts.json'), session = read('session.json');
for (const field of ['pid', 'version', 'runtimeRoot', 'hasKey', 'configSha256']) assert.equal(after[field], before[field], field);
assert.deepEqual(before.active, []); assert.deepEqual(after.active, []);
assert.equal(after.projects, before.projects + 1); assert.equal(after.exports.length, before.exports.length + 1);
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item);
for (const table of ['sessions', 'records', 'events', 'outbox']) {
assert.equal(after.database.tables[table].schemaSha256, before.database.tables[table].schemaSha256);
const rows = new Map(after.database.tables[table].rows.map(value => [value.id, value]));
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, table + '/' + row.id);
}
const metadata = new Map(after.database.tables.metadata.rows.map(value => [value.id, value]));
for (const row of before.database.tables.metadata.rows.filter(value => value.id !== 'modelAttempts')) assert.deepEqual(metadata.get(row.id), row);
const artifacts = new Map(after.persistent.artifacts.map(value => [value.path, value]));
for (const row of before.persistent.artifacts) assert.deepEqual(artifacts.get(row.path), row);
assert.deepEqual(after.modelCenter.selected, before.modelCenter.selected); assert.deepEqual(after.modelCenter.pools, before.modelCenter.pools);
assert.equal(attempts.length, result.requests); assert.ok(attempts.length <= 1);
for (const attempt of attempts) {
assert.equal(attempt.sessionId, owned.session.id); assert.equal(attempt.poolId, null); assert.equal(attempt.ordinal, 1);
assert.equal(attempt.model, experiment.model); assert.equal(attempt.protocol, experiment.protocol);
}
assert.equal(result.actualTools, 0); assert.equal(session.execution.run.toolCalls, 0); assert.equal(read('inspector-final.json').closed, true);
for (const capture of result.captures) {
const bytes = fs.readFileSync(path.join(root, capture.path)); assert.equal(bytes.length, capture.bytes); assert.equal(sha(bytes), capture.sha256);
if (capture.kind === 'request') {
const request = JSON.parse(bytes); assert.equal(request.max_tokens, 2048); assert.ok(!request.tools?.length);
for (const [key, expected] of Object.entries(experiment[mode])) assert.deepEqual(request[key], expected);
}
}
const verification = { passed: true, route: experiment.key, reasoningMode: mode, modelPassed: result.passed,
originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length,
originalRowsExact: ['sessions', 'records', 'events', 'outbox'], metadataExactExceptNewAttempt: true,
budgetsSelectionPoolsAndCredentialsUnchanged: true, originalPidPreserved: after.pid, inspectorClosed: true,
preflightRequests: result.requests, reportedTokens: result.usage?.total_tokens ?? null, toolsExecuted: 0, verificationModelRequests: 0 };
save(prefix + '/verification.json', verification); console.log(JSON.stringify(verification));