docs(release): seal and deliver task agreement 1.25 with retained production state
This commit is contained in:
+46
@@ -0,0 +1,46 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash} from 'node:crypto';
|
||||
|
||||
// Read saved evidence only. No Provider, network request or credential access.
|
||||
if(process.argv.includes('--help')){
|
||||
console.log('node scripts/verify-upstream-model-identity.mjs --evidence DIR --output NEW_JSON — offline request/response model identifier check; exit 2 for mismatch or missing identity');process.exit(0);
|
||||
}
|
||||
const arg=name=>{const i=process.argv.indexOf(name);assert.ok(i>=0&&process.argv[i+1],name+' required');return process.argv[i+1];};
|
||||
const root=path.resolve(arg('--evidence')),output=path.resolve(arg('--output'));
|
||||
assert.equal(fs.existsSync(output),false,'Preserve earlier audit outputs.');
|
||||
const sha=raw=>createHash('sha256').update(raw).digest('hex');
|
||||
const manifestRaw=fs.readFileSync(path.join(root,'manifest.json')),manifest=JSON.parse(manifestRaw);
|
||||
const entries=new Map(manifest.entries.map(e=>[e.path,e]));
|
||||
function read(relative){const full=path.resolve(root,relative);assert.ok(full.startsWith(root+path.sep));
|
||||
const raw=fs.readFileSync(full),entry=entries.get(relative);assert.ok(entry,relative);assert.equal(raw.length,entry.bytes);assert.equal(sha(raw),entry.sha256);return raw;}
|
||||
const artifacts=new Map(manifest.artifacts.map(a=>[a.id,a]));
|
||||
function artifact(id){const a=artifacts.get(id);assert.ok(a,id);const raw=read(a.file);assert.equal(sha(raw),a.sha256);return raw;}
|
||||
const attempts=JSON.parse(read('receipts/all-model-attempts.json'));
|
||||
const rows=[];
|
||||
for(const attempt of attempts){
|
||||
const request=JSON.parse(artifact(attempt.requestArtifactId));assert.equal(request.model,attempt.model);
|
||||
const models=new Set();
|
||||
const use=value=>{for(const model of [value.model,value.response?.model])if(typeof model==='string'&&model.trim())models.add(model);};
|
||||
if(attempt.responseArtifactId){
|
||||
const raw=artifact(attempt.responseArtifactId);assert.equal(sha(raw),attempt.responseSha256);
|
||||
const text=raw.toString('utf8');
|
||||
if(text.trimStart().startsWith('{'))use(JSON.parse(text));
|
||||
else for(const line of text.split(/\r?\n/)){if(!line.startsWith('data:'))continue;const data=line.slice(5).trim();if(data&&data!=='[DONE]')use(JSON.parse(data));}
|
||||
}
|
||||
const reported=[...models];
|
||||
rows.push({attemptId:attempt.id,sessionId:attempt.sessionId,requestArtifactId:attempt.requestArtifactId,responseArtifactId:attempt.responseArtifactId??null,
|
||||
requestedModel:request.model,upstreamReportedModels:reported,status:reported.length===0?'missing':reported.length===1&&reported[0]===request.model?'matched':'mismatch'});
|
||||
}
|
||||
assert.equal(rows.length,manifest.requests);
|
||||
const mismatchRequests=rows.filter(r=>r.status==='mismatch').length,missingModelIdentifiers=rows.filter(r=>r.status==='missing').length;
|
||||
const result={schemaVersion:1,passed:mismatchRequests===0&&missingModelIdentifiers===0,status:mismatchRequests?'mismatch':missingModelIdentifiers?'missing':'matched',
|
||||
sourceManifest:path.relative(process.cwd(),path.join(root,'manifest.json')).replaceAll('\\','/'),sourceManifestSha256:sha(manifestRaw),
|
||||
requests:rows.length,requestedModels:[...new Set(rows.map(r=>r.requestedModel))],upstreamReportedModels:[...new Set(rows.flatMap(r=>r.upstreamReportedModels))],
|
||||
matchedRequests:rows.filter(r=>r.status==='matched').length,mismatchRequests,missingModelIdentifiers,attempts:rows,
|
||||
scope:'Exact identifiers in saved outgoing requests and upstream raw JSON/SSE. No documented alias mapping assumed; returned identifiers do not independently authenticate vendor model weights. Missing identity is separate from unknown token usage.'};
|
||||
fs.writeFileSync(output,JSON.stringify(result,null,2)+'\n',{flag:'wx'});
|
||||
console.log(JSON.stringify({passed:result.passed,status:result.status,requests:result.requests,requestedModels:result.requestedModels,
|
||||
upstreamReportedModels:result.upstreamReportedModels,mismatchRequests,missingModelIdentifiers,output}));
|
||||
process.exitCode=result.passed?0:2;
|
||||
Reference in New Issue
Block a user