Files
Agent-Workbench/docs/embedded-browser-release-evidence/verifiers/independent.mjs
T

69 lines
8.3 KiB
JavaScript

import fs from 'node:fs';
import path from 'node:path';
import assert from 'node:assert/strict';
import {spawn,execFileSync} from 'node:child_process';
import {createHash,randomUUID} from 'node:crypto';
import {projectEnvironment} from '../src/core/process-environment.mjs';
const read=file=>JSON.parse(fs.readFileSync(file,'utf8'));
const save=(file,value)=>fs.writeFileSync(file,JSON.stringify(value,null,2)+'\n',{flag:'wx'});
const hash=bytes=>createHash('sha256').update(bytes).digest('hex');
const root=process.cwd(),prefix='.qa/embedded-browser-d-',completed=[],startedAt=new Date().toISOString();
assert.equal(read('package.json').version,'1.22.0');
const files=(directory,relative='')=>fs.readdirSync(path.join(directory,relative),{withFileTypes:true}).sort((a,b)=>a.name.localeCompare(b.name)).flatMap(entry=>entry.isDirectory()?files(directory,path.join(relative,entry.name)):[path.join(relative,entry.name)]);
const rows=names=>names.map(file=>({path:file.replaceAll('\\','/'),bytes:fs.statSync(file).size,sha256:hash(fs.readFileSync(file))}));
const names=[...['src','tests','scripts','benchmarks','public','examples','research'].flatMap(folder=>files(folder).map(file=>path.join(folder,file))),'package.json','package-lock.json','vite.config.ts','tsconfig.json','index.html','mobile.html','.gitattributes','.gitignore','Start-Desktop.cmd','Start-Workbench.cmd','Stop-Workbench.cmd'].sort();
const baseline={version:'1.22.0',codeCommit:execFileSync('git',['rev-parse','HEAD'],{encoding:'utf8',windowsHide:true}).trim(),inputs:rows(names),builds:rows(['dist-client','dist-server','dist-desktop'].flatMap(folder=>files(folder).map(file=>path.join(folder,file))))};
save(prefix+'code-baseline.json',baseline);
const unchanged=()=>{for(const row of [...baseline.inputs,...baseline.builds]){const bytes=fs.readFileSync(row.path);assert.equal(bytes.length,row.bytes,row.path);assert.equal(hash(bytes),row.sha256,row.path);}};
const env=projectEnvironment({PATH:path.dirname(process.execPath)+path.delimiter+process.env.PATH,
AGENT_WORKBENCH_TEST_PYTHON:path.join(root,'.qa/python-qa-1.7.0/Scripts/python.exe'),AGENT_WORKBENCH_ARCHIVE_QA_ROOT:'D:/AWQA22',
AGENT_WORKBENCH_DEEPSEEK_ROOT:'D:/Ai-project/DeepSeek-Harness-Desktop/deepseek-harness',
AGENT_WORKBENCH_PURGE_ROOT:'D:/Ai-project/DeepSeek-Harness-Desktop/plugins/dsh-purge',
AGENT_WORKBENCH_PURGE_178_ROOT:'D:/Ai-project/REA逆向/dsh-purge-1.1.78-windows/source/local',
AGENT_WORKBENCH_PURGE_181_ROOT:'D:/Ai-project/DeepSeek-Harness-Desktop/plugins/dsh-purge'});
for(const name of ['AGENT_WORKBENCH_API_KEY','OPENAI_API_KEY','ANTHROPIC_API_KEY','DEEPSEEK_API_KEY'])delete env[name];
async function run(name,args,{binary=process.execPath,pointer=null}={}){
unchanged();console.log('START '+name+' '+new Date().toISOString());
const logPath=prefix+name+'.log';assert.equal(fs.existsSync(logPath),false);
const stream=fs.createWriteStream(logPath,{flags:'wx'}),child=spawn(binary,args,{cwd:root,env,windowsHide:true,stdio:['ignore','pipe','pipe']});
let tail='';const capture=bytes=>{stream.write(bytes);tail=(tail+bytes.toString('utf8')).slice(-15000);};child.stdout.on('data',capture);child.stderr.on('data',capture);
const exitCode=await new Promise((resolve,reject)=>{child.once('error',reject);child.once('close',resolve);});await new Promise(resolve=>stream.end(resolve));unchanged();
let evidence=null;if(pointer&&fs.existsSync(pointer)){const bytes=fs.readFileSync(pointer);evidence={path:pointer,sha256:hash(bytes)};fs.writeFileSync(prefix+name+'-original-result.json',bytes,{flag:'wx'});}
const receipt={name,exitCode,finishedAt:new Date().toISOString(),logPath,logBytes:fs.statSync(logPath).size,logSha256:hash(fs.readFileSync(logPath)),evidence,codeCommit:baseline.codeCommit};save(prefix+name+'-receipt.json',receipt);
assert.equal(exitCode,0,name+' failed; original log: '+logPath+'\n'+tail);if(pointer)assert.equal(read(pointer).success,true,name+' original result');
completed.push(receipt);console.log('PASS '+name);return tail;
}
let result;
try{
await run('bind-native-review',['.qa/embedded-browser-d-bind-native-review.mjs']);
await run('install-syntax-preflight',['.qa/embedded-browser-d-install-syntax-check.mjs']);
await run('all-ui',['.qa/embedded-browser-d-inherit-ui.mjs'],{pointer:'.qa/embedded-browser-all-ui-validation.json'});
await run('retain-legacy-report',['.qa/retain-embedded-browser-d-legacy-report.mjs']);
await run('package',['scripts/package.mjs','--immutable']);
await run('archives',['scripts/verify-archives.py','--extract-source'],{binary:env.AGENT_WORKBENCH_TEST_PYTHON,pointer:'.qa/archives-validation.json'});
await run('vendor-runtime-binding',['.qa/embedded-browser-d-bind-vendor-runtime.mjs']);
const archive=read('.qa/archives-validation.json'),source=fs.realpathSync.native(archive.extractionRoot),qaRoot=fs.realpathSync.native(env.AGENT_WORKBENCH_ARCHIVE_QA_ROOT),destination=path.join(qaRoot,'s-'+randomUUID().slice(0,8));
assert.ok(source.startsWith(qaRoot+path.sep));assert.ok(destination.startsWith(qaRoot+path.sep));assert.equal(fs.existsSync(destination),false);
fs.renameSync(source,destination);archive.extractionRoot=destination;archive.relocation={from:source,to:destination,reason:'Same-volume owned extraction; short Windows paths for source validation'};fs.writeFileSync('.qa/archives-validation.json',JSON.stringify(archive,null,2));save(prefix+'source-short-path.json',archive.relocation);
await run('source',['.qa/verify-embedded-browser-d-source.mjs','--native-engines'],{pointer:'.qa/source-package-validation.json'});
await run('portable',['scripts/verify-release.mjs','--native-engines'],{pointer:'.qa/release-validation.json'});
const release=read('releases/latest.json');
for(const [name,script,count,field]of [['embedded-browser','verify-embedded-browser.mjs',17,'checks'],['environment','verify-environment-ui.mjs',7,'checks'],['fidelity','verify-model-fidelity-ui.mjs',6,'checks'],['wait','verify-model-wait-ui.mjs',5,'checks'],['companion','verify-companion-ui.mjs',7,'passed'],['protocols','verify-model-protocols-ui.mjs',5,'passed'],['vision','verify-vision-ui.mjs',5,'passed'],['cache','verify-project-cache-ui.mjs',7,'passed'],['evaluations','verify-evaluations-release.mjs',5,'assertions']]){
const output=await run('portable-'+name,['scripts/'+script,'--app-root',release.portableRoot]);
const marker=[...output.matchAll(/^EVIDENCE (.+)\r?$/gm)].at(-1)?.[1]?.trim();
const summaryLine=output.trim().split(/\r?\n/).findLast(line=>line.startsWith('{"success":'));
const location=marker||(summaryLine?JSON.parse(summaryLine).directory:null);assert.ok(location);
const relative=path.relative(path.join(root,'.qa'),location);assert.ok(relative&&!relative.startsWith('..')&&!path.isAbsolute(relative));
const evidence=read(path.join(location,'result.json'));assert.equal(evidence.success,true);assert.equal(evidence.appRoot,release.portableRoot);assert.equal(evidence[field].length,count);
for(const field of ['errors','pageErrors','requestFailures','failures'])assert.deepEqual(evidence[field]??[],[]);
assert.equal(evidence.realModelRequests,0);save(prefix+'portable-'+name+'-validated.json',{success:true,directory:location,resultSha256:hash(fs.readFileSync(path.join(location,'result.json'))),groups:count,realModelRequests:0});
}
await run('owned-upgrade',['.qa/embedded-browser-d-owned-upgrade.mjs'],{pointer:prefix+'owned-upgrade.json'});
await run('prepare-installer',['.qa/embedded-browser-d-prepare-installer.mjs']);
await run('install',['.qa/verify-embedded-browser-d-install.mjs']);
const installed=read(prefix+'install-location.json'),installation=read(installed.result);assert.equal(installation.success,true);assert.equal(installation.cases.length,7);
result={success:true,version:'1.22.0',startedAt,finishedAt:new Date().toISOString(),completed,codeCommit:baseline.codeCommit,release,realModelRequests:0,scope:'Frozen inputs; immutable archives, independently rebuilt source/full tests with exclusive upgrade, contained portable UI and exact-payload isolated install. Production host untouched.'};
}catch(error){result={success:false,version:'1.22.0',startedAt,finishedAt:new Date().toISOString(),completed,error:error.stack,codeCommit:baseline.codeCommit};process.exitCode=1;}
save(prefix+'independent-result.json',result);console.log(JSON.stringify({success:result.success,completed:completed.map(value=>value.name),error:result.error}));