// Offline preservation and wire checks for one already-completed AA preflight. import fs from 'node:fs'; import path from 'node:path'; import assert from 'node:assert/strict'; import { root, save, sha, experiment } from './common.mjs'; const mode = process.argv[3]; assert.ok(['off', 'on'].includes(mode)); const prefix = 'preflight-' + mode; const read = file => JSON.parse(fs.readFileSync(path.join(root, prefix, file))); const before = read('before.json'), after = read('after.json'), result = read('result.json'); const owned = read('owned.json'), attempts = read('attempts.json'), session = read('session.json'); for (const field of ['pid', 'version', 'runtimeRoot', 'hasKey', 'configSha256']) assert.equal(after[field], before[field], field); assert.deepEqual(before.active, []); assert.deepEqual(after.active, []); assert.equal(after.projects, before.projects + 1); assert.equal(after.exports.length, before.exports.length + 1); for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item); for (const table of ['sessions', 'records', 'events', 'outbox']) { assert.equal(after.database.tables[table].schemaSha256, before.database.tables[table].schemaSha256); const rows = new Map(after.database.tables[table].rows.map(value => [value.id, value])); for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, table + '/' + row.id); } const metadata = new Map(after.database.tables.metadata.rows.map(value => [value.id, value])); for (const row of before.database.tables.metadata.rows.filter(value => value.id !== 'modelAttempts')) assert.deepEqual(metadata.get(row.id), row); const artifacts = new Map(after.persistent.artifacts.map(value => [value.path, value])); for (const row of before.persistent.artifacts) assert.deepEqual(artifacts.get(row.path), row); assert.deepEqual(after.modelCenter.selected, before.modelCenter.selected); assert.deepEqual(after.modelCenter.pools, before.modelCenter.pools); assert.equal(attempts.length, result.requests); assert.ok(attempts.length <= 1); for (const attempt of attempts) { assert.equal(attempt.sessionId, owned.session.id); assert.equal(attempt.poolId, null); assert.equal(attempt.ordinal, 1); assert.equal(attempt.model, experiment.model); assert.equal(attempt.protocol, experiment.protocol); } assert.equal(result.actualTools, 0); assert.equal(session.execution.run.toolCalls, 0); assert.equal(read('inspector-final.json').closed, true); for (const capture of result.captures) { const bytes = fs.readFileSync(path.join(root, capture.path)); assert.equal(bytes.length, capture.bytes); assert.equal(sha(bytes), capture.sha256); if (capture.kind === 'request') { const request = JSON.parse(bytes); assert.equal(request.max_tokens, 2048); assert.ok(!request.tools?.length); for (const [key, expected] of Object.entries(experiment[mode])) assert.deepEqual(request[key], expected); } } const verification = { passed: true, route: experiment.key, reasoningMode: mode, modelPassed: result.passed, originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length, originalRowsExact: ['sessions', 'records', 'events', 'outbox'], metadataExactExceptNewAttempt: true, budgetsSelectionPoolsAndCredentialsUnchanged: true, originalPidPreserved: after.pid, inspectorClosed: true, preflightRequests: result.requests, reportedTokens: result.usage?.total_tokens ?? null, toolsExecuted: 0, verificationModelRequests: 0 }; save(prefix + '/verification.json', verification); console.log(JSON.stringify(verification));