54 lines
5.0 KiB
JavaScript
54 lines
5.0 KiB
JavaScript
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
import assert from 'node:assert/strict';
|
|
import { randomUUID, createHash } from 'node:crypto';
|
|
import { ResearchManager } from '../src/core/research-manager.mjs';
|
|
import { Store } from '../src/server/store.mjs';
|
|
import { APP_VERSION } from '../src/server/diagnostics.mjs';
|
|
import { createResearchSamples } from './research-fixtures.mjs';
|
|
|
|
if (process.argv.includes('--help')) { console.log('node scripts/verify-rea.mjs [--app-root <source-or-release-directory>] [--contained]'); process.exit(0); }
|
|
const rootIndex = process.argv.indexOf('--app-root');
|
|
const appDirectory = path.resolve(rootIndex >= 0 ? process.argv[rootIndex + 1] : '.');
|
|
const qaRoot = path.resolve('.qa'); fs.mkdirSync(qaRoot, { recursive: true });
|
|
const directory = path.join(qaRoot, 'rea-integration-' + randomUUID()); fs.mkdirSync(directory);
|
|
const projectRoot = path.join(directory, 'project'); fs.mkdirSync(projectRoot); fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned REA fixture project\n');
|
|
const samples = createResearchSamples(path.join(directory, 'samples')), store = new Store(path.join(directory, 'data'));
|
|
const manager = new ResearchManager(store, { appDirectory });
|
|
const results = []; let result;
|
|
try {
|
|
assert.equal(manager.availability().status, 'available', manager.availability().message);
|
|
if (process.argv.includes('--contained')) assert.equal(manager.availability().packageRoot,
|
|
fs.realpathSync.native(path.join(appDirectory, 'runtime/node_modules/rea-agents')), 'Release verification must use its contained REA installation.');
|
|
const project = store.addProject(projectRoot), session = store.createSession(project.id);
|
|
for (const [operation, file] of [['javascript', samples.asar], ['pe-imports', samples.pe], ['pe-resources', samples.pe]]) {
|
|
const target = await manager.register(session, { path: file, label: '自有 ' + operation + ' 验收工件' });
|
|
const { job, promise } = manager.start(session, target.id, operation); await promise;
|
|
assert.equal(job.status, 'completed', job.summary); assert.equal(job.cleanup.rootExited, true);
|
|
const evidence = manager.verifiedEvidence(session, job), text = JSON.stringify(evidence.normalized_result);
|
|
assert.equal(evidence.subject.digest.sha256, target.sha256); assert.equal(job.evidenceId, evidence.evidence_id);
|
|
if (operation === 'javascript') assert.equal(evidence.normalized_result.statistics.parsed_javascript_files, 2);
|
|
if (operation === 'pe-imports') { assert.match(text, /KERNEL32\.dll/); assert.match(text, /ExitProcess/); }
|
|
if (operation === 'pe-resources') assert.match(text, new RegExp(createHash('sha256').update('REA-DATA').digest('hex')));
|
|
const trace = JSON.parse(store.artifactStore.read(store.owned('artifact', job.traceArtifactId, session.id)));
|
|
assert.equal(trace.trace.filter(record => record.method === 'tools/call').length, 2, 'One analysis and one export; no repeated producer.');
|
|
assert.ok(trace.trace.every(record => record.status === 'completed'));
|
|
const reused = manager.start(session, target.id, operation); await reused.promise;
|
|
assert.equal(reused.job.status, 'completed'); assert.equal(reused.job.reusedFromJobId, job.id); assert.equal(reused.job.traceArtifactId, undefined);
|
|
results.push({ operation, targetSha256: target.sha256, bytes: target.bytes, evidenceId: job.evidenceId,
|
|
originalOperation: evidence.operation, normalizedFields: Object.keys(evidence.normalized_result),
|
|
bundleSha256: job.bundle.documentSha256, evidenceSha256: job.evidence.documentSha256, rawSha256: job.raw.documentSha256,
|
|
advertisedTools: JSON.parse(store.artifactStore.read(store.core.artifact.get(job.contractArtifactId))).advertisedTools,
|
|
cleanup: job.cleanup, reusedFromJobId: reused.job.reusedFromJobId, verification: 'actual-REA-6.8.0; owned inert artifacts' });
|
|
}
|
|
assert.equal(fs.existsSync(samples.marker), false, 'Target JavaScript must never execute.');
|
|
assert.equal(store.core.task.get(session.taskId).usage.requests, 0);
|
|
result = { success: true, version: APP_VERSION, testedAt: new Date().toISOString(), directory, appDirectory,
|
|
installation: manager.availability(), taskId: session.taskId, sessionId: session.id, modelRequests: 0, targetExecution: false, results,
|
|
credentialsHandling: 'No model connection, login state, key lookup or client MCP configuration changes.' };
|
|
} catch (error) { result = { success: false, version: APP_VERSION, testedAt: new Date().toISOString(), directory, results, error: error.stack }; process.exitCode = 1; }
|
|
finally { await manager.stopAll(); store.close(); }
|
|
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2) + '\n');
|
|
fs.writeFileSync(path.join(qaRoot, 'rea-integration-validation.json'), JSON.stringify(result, null, 2) + '\n');
|
|
console.log(JSON.stringify({ success: result.success, version: result.version, directory, results: result.results.map(value => ({ operation: value.operation, evidenceId: value.evidenceId, targetSha256: value.targetSha256, advertisedTools: value.advertisedTools, rootExited: value.cleanup.rootExited })), error: result.error }));
|