Files
Agent-Workbench/scripts/verify-reading-s-evidence.mjs

95 lines
8.7 KiB
JavaScript

import fs from 'node:fs';
import path from 'node:path';
import assert from 'node:assert/strict';
import { createHash } from 'node:crypto';
import { execFileSync } from 'node:child_process';
if(process.argv.includes('--help')){console.log('node scripts/verify-reading-s-evidence.mjs [--index] — read-only byte and result reconciliation for S. No network, model, installer or original driver replay.');process.exit(0);}
assert.ok(process.argv.length===2 || process.argv.length===3 && process.argv[2]==='--index');
const index=process.argv.includes('--index'),root=path.resolve('docs/reading-s-evidence');
const hash=bytes=>createHash('sha256').update(bytes).digest('hex');
const read=relative=>JSON.parse(fs.readFileSync(path.join(root,relative),'utf8').replace(/^\uFEFF/,''));
const manifest=read('manifest.json'),names=new Set();let total=0,indexFiles=0,indexBytes=0;
for(const entry of manifest.entries){
assert.equal(names.has(entry.path),false);names.add(entry.path);
const file=path.resolve(root,entry.path);assert.ok(file.startsWith(root+path.sep));
const bytes=fs.readFileSync(file);assert.equal(bytes.length,entry.bytes);assert.equal(hash(bytes),entry.sha256);total+=bytes.length;
if(entry.path.endsWith('.png'))assert.equal(bytes.subarray(0,8).toString('hex'),'89504e470d0a1a0a',entry.path);
if(/\.jpe?g$/.test(entry.path))assert.equal(bytes.subarray(0,3).toString('hex'),'ffd8ff',entry.path);
}
const walk=directory=>fs.readdirSync(directory,{withFileTypes:true}).flatMap(entry=>{
const file=path.join(directory,entry.name);assert.equal(fs.lstatSync(file).isSymbolicLink(),false,'No evidence links');
return entry.isDirectory()?walk(file):[path.relative(root,file).replaceAll('\\','/')];
});
assert.deepEqual(walk(root).filter(name=>name!=='manifest.json').sort(),[...names].sort());
assert.equal(manifest.count,names.size);assert.equal(manifest.bytes,total);assert.equal(manifest.realModelRequests,0);
const freeze=read('receipts/release/product-freeze.json'),identity=read('release-identity.json');
assert.equal(freeze.sourceCommit,manifest.sourceCommit);assert.equal(identity.sourceCommit,manifest.sourceCommit);assert.equal(identity.version,'1.24.7');
assert.equal(freeze.files.length,560);assert.equal(freeze.compiled.length,22);
for(const item of freeze.compiled)assert.equal(hash(fs.readFileSync(path.join(root,'compiled',item.path))),item.sha256);
for(const item of freeze.files.filter(item=>names.has('source-bytes/'+item.path)))assert.equal(hash(fs.readFileSync(path.join(root,'source-bytes',item.path))),item.sha256);
const build=read('validation/rebuild/result.json'),extra=read('receipts/release/extra-example-inputs.json');
assert.equal(build.success,true);assert.equal(build.sourceCommit,manifest.sourceCommit);assert.equal(build.inputCount,565);
assert.equal(build.compiled.length,22);assert.deepEqual(build.mismatches,[]);assert.equal(extra.success,true);assert.equal(extra.extra.length,5);
for(const file of freeze.files)assert.equal(build.inputs.find(item=>item.path===file.path)?.sha256,file.sha256,file.path);
for(const item of build.compiled)assert.deepEqual(item.actual,item.expected);
for(const name of ['archives','portable'])assert.equal(read('validation/'+name+'.json').success,true);
assert.equal(read('receipts/release/portable.json').success,false,'Keep initial portable startup rejection');
assert.equal(read('receipts/release/portable-first-failure-review.json').success,true);
assert.equal(read('receipts/release/portable-recheck.json').success,true);
for(const name of ['source-ui','portable-ui','installed-ui']){
const proof=read('validation/'+name+'/result.json');assert.equal(proof.success,true);assert.equal(proof.checks.length,10);
assert.equal(proof.realModelRequests,0);assert.deepEqual(proof.errors,[]);
}
const installation=read('validation/install/result.json');assert.equal(installation.success,true);assert.equal(installation.version,'1.24.7');
assert.equal(installation.results.length,12);assert.equal(installation.realModelRequests,0);assert.ok(installation.results.every(item=>item.passed));
assert.equal(installation.installedUI.proofs.length,3);
for(const [name,count]of[['installed-results',16],['installed-files',9]]){
const proof=read('validation/'+name+'/result.json');assert.equal(proof.success,true);assert.equal(proof.checks.length,count);assert.deepEqual(proof.errors,[]);
}
for(const [file,count]of[['final-core.log',96],['upgrade-regressions.log',18]]){
const log=fs.readFileSync(path.join(root,'receipts',file),'utf8');assert.match(log,new RegExp('pass '+count+'\\b'));assert.match(log,/fail 0\b/);
}
const provenance=read('receipts/replay-provenance.json');assert.equal(provenance.success,true);assert.equal(provenance.oldInputs.length,225);
for(const item of provenance.oldInputs)assert.equal(hash(fs.readFileSync(path.join(root,'source-before',item.path))),item.sha256);
for(const item of provenance.rRefs){
const original=fs.readFileSync(path.join('docs/live-delivery-r-evidence',item.path));assert.equal(hash(original),item.sha256);
assert.equal(hash(fs.readFileSync(path.join(root,'original-r',item.path))),item.sha256);
}
assert.equal(hash(fs.readFileSync(provenance.originalRManifest.path)),provenance.originalRManifest.sha256);
const beforeReplay=read('receipts/replay-before-final.json'),afterReplay=read('receipts/replay-after-final.json');
assert.equal(beforeReplay.externalModelRequests,0);assert.equal(afterReplay.externalModelRequests,0);
assert.equal(beforeReplay.fixtureRequests,8);assert.equal(afterReplay.fixtureRequests,6);
assert.equal(beforeReplay.stopReason,'step_limit');assert.equal(afterReplay.stopReason,'verification_incomplete');
assert.equal(beforeReplay.originalSourceSha,'');assert.equal(afterReplay.originalSourceSha,'');
assert.equal(afterReplay.goal,beforeReplay.goal);assert.deepEqual(afterReplay.budget,beforeReplay.budget);
const source=fs.readFileSync(path.join(root,'original-r/run/node/source-before/test/expense.test.mjs'),'utf8');
assert.equal(afterReplay.pages.map(item=>item.content).join(''),source);assert.equal(source.length,2584);
assert.equal(beforeReplay.pages.at(-1).next_offset,2173);assert.equal(afterReplay.pages.at(-1).next_offset,2584);
const initial=read('receipts/production-before.json'),before=read('receipts/formal-release/private-before.json');
function sameOriginal(a,b){
for(const key of['pid','hasKey','configSha256','projectsSha256','sessionsSha256','eventCursor','exports','persistent','modelCenterSha256'])assert.deepEqual(b[key],a[key],key);
assert.deepEqual(b.database.tables,a.database.tables);assert.deepEqual(b.database.sessionIds,a.database.sessionIds);
}
sameOriginal(initial,before);
for(const name of['install','final']){
const result=read('receipts/formal-release/'+name+'.json');assert.equal(result.success,true);assert.equal(result.pid,36552);assert.equal(result.version,'1.24.7');assert.equal(result.inspectorClosed,true);
sameOriginal(before,read('receipts/formal-release/'+name+'-private-after.json'));
}
assert.equal(read('receipts/release/browser-review/result.json').success,false,'Retain initial stale composer selector failure');
assert.equal(read('receipts/release/browser-review-final/result.json').success,false,'Retain narrow hidden-sidebar visibility wait failure');
assert.equal(read('receipts/release/browser-review-complete/result.json').success,false,'Retain initial model-center loading race');
const browser=read('receipts/release/browser-review-verified/result.json');assert.equal(browser.success,true);assert.equal(browser.views.length,2);
assert.deepEqual(browser.errors,[]);assert.deepEqual(browser.rejectedWrites,[]);
for(const view of browser.views){assert.equal(view.input,12352);assert.equal(view.reservation,29623);assert.equal(view.remaining,17429);}
const native=read('receipts/native/result.json');assert.equal(native.success,true);assert.equal(native.version,'1.24.7');assert.equal(native.realModelRequests,0);
if(index)for(const relative of [...names,'manifest.json']){
const gitPath='docs/reading-s-evidence/'+relative,bytes=fs.readFileSync(path.join(root,relative));
const blob=execFileSync('git',['cat-file','blob',':'+gitPath],{maxBuffer:Math.max(1024*1024,bytes.length+1024)});
assert.deepEqual(blob,bytes,gitPath);indexFiles++;indexBytes+=blob.length;
}
console.log(JSON.stringify({success:true,version:identity.version,sourceCommit:manifest.sourceCommit,
manifestSha256:hash(fs.readFileSync(path.join(root,'manifest.json'))),count:names.size,bytes:total,inputs:build.inputCount,compiled:22,
formalPid:36552,originalProjects:initial.projects,originalSessions:initial.database.sessionIds.length,
originalRowsExportsArtifactsAndModelCenter:'exact',offlineReplay:{before:8,after:6,realDeliveryPassed:false},realModelRequests:0,
...(index?{indexFiles,indexBytes}:{}),scope:'Read-only sealed byte and semantic reconciliation; no original driver or configured model replay.'}));