70 lines
9.1 KiB
JavaScript
70 lines
9.1 KiB
JavaScript
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
import http from 'node:http';
|
|
import assert from 'node:assert/strict';
|
|
import {createRequire} from 'node:module';
|
|
import {randomUUID,createHash} from 'node:crypto';
|
|
import {fixture} from '../tests/helpers.mjs';
|
|
import {deliveryGit} from '../tests/fixtures/delivery-project.mjs';
|
|
import {WorkspaceManager} from '../src/core/workspaces/git-workspaces.mjs';
|
|
import {EnvironmentManager} from '../src/core/environment/environment-manager.mjs';
|
|
import {CheckRunner} from '../src/core/check-runner.mjs';
|
|
|
|
const directory=path.resolve('.qa','environment-projects-'+randomUUID());fs.mkdirSync(directory,{recursive:true});
|
|
const disposers=[],t={after:fn=>disposers.push(fn)},f=fixture(t),reports=[],requests=[];
|
|
const hash=value=>createHash('sha256').update(value).digest('hex'),require=createRequire(import.meta.url);
|
|
const cacache=require(path.join(path.dirname(process.execPath),'node_modules/npm/node_modules/cacache'));
|
|
const cache=path.join(process.env.LOCALAPPDATA,'npm-cache','_cacache');
|
|
const manifestRoot=path.resolve('benchmarks/react-delivery-v1/baseline');fs.cpSync(manifestRoot,f.projectRoot,{recursive:true,filter:file=>!file.split(path.sep).includes('node_modules')});
|
|
const lockFile=path.join(f.projectRoot,'package-lock.json'),originalLock=fs.readFileSync(lockFile),lock=JSON.parse(originalLock),tarballs=new Map();
|
|
const server=http.createServer(async(request,response)=>{
|
|
const entry=tarballs.get(request.url);requests.push({path:request.url,integrity:entry?.integrity??null});
|
|
if(!entry){response.writeHead(404);response.end('No owned tarball');return;}
|
|
try{const bytes=await cacache.get.byDigest(cache,entry.integrity);response.writeHead(200,{'Content-Type':'application/octet-stream'});response.end(bytes);}
|
|
catch{response.writeHead(503);response.end('Required integrity not in local QA download cache');}
|
|
});
|
|
await new Promise(resolve=>server.listen(0,'127.0.0.1',resolve));const registry='http://127.0.0.1:'+server.address().port+'/';
|
|
disposers.push(()=>{server.closeAllConnections();return new Promise(resolve=>server.close(resolve));});
|
|
for(const entry of Object.values(lock.packages))if(entry.resolved){const url=new URL(entry.resolved);assert.equal(url.origin,'https://registry.npmjs.org');assert.equal(url.username,'');
|
|
const target='/tarballs/'+hash(entry.resolved)+'.tgz';tarballs.set(target,{integrity:entry.integrity});entry.resolved=registry+target.slice(1);}
|
|
fs.writeFileSync(lockFile,JSON.stringify(lock,null,2));
|
|
deliveryGit(f,['init','--initial-branch=main']);deliveryGit(f,['-c','core.autocrlf=false','add','.']);deliveryGit(f,['-c','user.name=Workbench QA','-c','user.email=qa@workbench.local','commit','-m','Own React source and integrity-bound local tarball feed']);
|
|
const parent=f.store.beginRun(f.session,'验证真实React工程的依赖准备及原版/候选检查',false,f.store.config);f.session.status='paused';f.store.finishRun(f.session,parent);
|
|
const workspaces=new WorkspaceManager(f.store),environment=new EnvironmentManager(f.store,{allowHttpLoopback:true}),checks=new CheckRunner(f.store);
|
|
disposers.push(()=>workspaces.stopAll(),()=>environment.stopAll(),()=>checks.stopAll());
|
|
async function child(label){const record=await workspaces.prepare(f.session,label);await(await workspaces.start(f.session,record.id,record.fingerprint)).promise;assert.equal(record.status,'ready',record.summary);
|
|
const project=f.store.project(record.childProjectId),session=f.store.session(record.childSessionId),run=f.store.beginRun(session,label,false,f.store.config);session.status='paused';f.store.finishRun(session,run);return {project,session};}
|
|
async function prepare(p){const plan=await environment.plan(p.session,{registry}),job=await(await environment.start(p.session,plan.id,plan.fingerprint,{approved:true})).promise;
|
|
reports.push({stage:'prepare',projectId:p.project.id,plan,job});assert.equal(job.status,'prepared',job.summary+'\n'+job.logExcerpt);console.log('PASS actual React npm ci: '+job.id);return job;}
|
|
function dependencyFiles(root,relative='node_modules'){const directory=path.join(root,relative);if(!fs.existsSync(directory))return [];
|
|
return fs.readdirSync(directory,{withFileTypes:true}).sort((a,b)=>a.name.localeCompare(b.name)).flatMap(entry=>{const name=path.posix.join(relative,entry.name),target=path.join(root,name);
|
|
return entry.isSymbolicLink()?[{path:name,link:fs.readlinkSync(target)}]:entry.isDirectory()?[{path:name,directory:true},...dependencyFiles(root,name)]:[{path:name,sha256:hash(fs.readFileSync(target))}];});}
|
|
async function check(p,names){const before=dependencyFiles(p.project.root),plan=await checks.plan(p.session,names),job=await(await checks.start(p.session,plan.id)).promise,after=dependencyFiles(p.project.root);
|
|
const left=new Map(before.map(row=>[row.path,JSON.stringify(row)])),right=new Map(after.map(row=>[row.path,JSON.stringify(row)]));
|
|
const changed=[...new Set([...left.keys(),...right.keys()])].filter(name=>left.get(name)!==right.get(name));
|
|
reports.push({stage:'checks',projectId:p.project.id,plan,job,dependencySnapshot:{before,after,changed}});if(changed.length)console.log('Observed dependency changes: '+JSON.stringify(changed));return job;}
|
|
let result;
|
|
try{
|
|
const original=await child('React原版环境'),candidate=await child('React候选环境'),left=await prepare(original),right=await prepare(candidate);
|
|
assert.equal(left.after.dependencyInputs,right.after.dependencyInputs);assert.equal(left.after.installed.sha256,right.after.installed.sha256);
|
|
const baseline=await check(original,['test','typecheck','build']);assert.equal(baseline.status,'failed',baseline.summary);assert.ok(baseline.results.some(value=>value.tests?.failed>0));
|
|
const app=fs.readFileSync(path.join(candidate.project.root,'src/App.tsx'),'utf8'),fixes={
|
|
'src/query.ts':"import type { Task } from './types.ts';\nexport function selectTasks(tasks: Task[], filter: string, query: string): Task[] { const text=query.trim().toLocaleLowerCase(); return tasks.filter(task => (filter==='done'?task.done:filter==='pending'?!task.done:true)&&task.title.toLocaleLowerCase().includes(text)); }\n",
|
|
'src/summary.ts':"import type { Task } from './types.ts';\nexport function summarizeTasks(tasks: Task[]) { return {total:tasks.length,completed:tasks.filter(task=>task.done).length,pendingHours:tasks.filter(task=>!task.done).reduce((sum,task)=>sum+task.hours,0)}; }\n",
|
|
'src/transition.ts':"import type { Task } from './types.ts';\nexport function toggleTask(tasks: Task[], id: string): Task[] { return tasks.map(task=>task.id===id?{...task,done:!task.done}:task); }\n",
|
|
'src/App.tsx':app.replace("toggleTask(current, 'missing')",'toggleTask(current, task.id)')};
|
|
for(const[name,value]of Object.entries(fixes))fs.writeFileSync(path.join(candidate.project.root,name),value);
|
|
const candidateJob=await check(candidate,['test','typecheck','build']);assert.equal(candidateJob.status,'passed',candidateJob.summary);assert.equal(candidateJob.results[0].tests.passed,9);
|
|
assert.ok(candidateJob.environment.preparation.jobId);assert.equal(fs.existsSync(path.join(f.projectRoot,'node_modules')),false);assert.equal(hash(fs.readFileSync(lockFile)),hash(JSON.stringify(lock,null,2)));
|
|
const pyRoot=path.join(f.root,'python-owned');fs.mkdirSync(pyRoot);fs.mkdirSync(path.join(pyRoot,'tests'));
|
|
fs.writeFileSync(path.join(pyRoot,'pyproject.toml'),'[tool.pytest.ini_options]\ntestpaths=["tests"]\n');
|
|
fs.writeFileSync(path.join(pyRoot,'calc.py'),'def add(a,b):\n return a+b\n');fs.writeFileSync(path.join(pyRoot,'tests/test_calc.py'),'from calc import add\ndef test_positive():\n assert add(2,3)==5\ndef test_negative():\n assert add(-2,3)==1\n');
|
|
const project=f.store.addProject(pyRoot),session=f.store.createSession(project.id),run=f.store.beginRun(session,'实际Python环境及检查',false,f.store.config);session.status='paused';f.store.finishRun(session,run);
|
|
const py=new EnvironmentManager(f.store,{pythonExecutable:process.env.AGENT_WORKBENCH_TEST_PYTHON}),diagnostic=await py.diagnose(session);assert.equal(diagnostic.python.pytest.version,'8.4.2');
|
|
const runner=new CheckRunner(f.store,{pythonExecutable:process.env.AGENT_WORKBENCH_TEST_PYTHON}),plan=await runner.plan(session,['python:test','python:compile']),job=await(await runner.start(session,plan.id)).promise;
|
|
reports.push({stage:'python',diagnostic,plan,job});assert.equal(job.status,'passed',job.summary);assert.equal(job.results[0].tests.passed,2);
|
|
result={success:true,directory,reports:reports.length,reactOriginal:baseline.status,reactCandidate:candidateJob.status,reactTests:9,pythonTests:2,requests:requests.length,
|
|
originalLockSha256:hash(originalLock),ownedLockSha256:hash(fs.readFileSync(lockFile)),downloadSource:'local HTTP feed of existing npm tarball bytes by locked SRI; no config/credentials or remote network',realModelRequests:0};
|
|
}catch(error){result={success:false,error:error.stack,directory,reports:reports.length,requests:requests.length};process.exitCode=1;}
|
|
finally{fs.writeFileSync(path.join(directory,'reports.json'),JSON.stringify({reports,requests},null,2));fs.writeFileSync(path.join(directory,'result.json'),JSON.stringify(result,null,2));console.log(JSON.stringify(result));for(const dispose of disposers.reverse())await dispose();}
|