Files
Agent-Workbench/scripts/verify-research-ui.mjs
T

184 lines
18 KiB
JavaScript

import { releaseEvidencePrefix } from './qa-evidence.mjs';
import assert from 'node:assert/strict';
import fs from 'node:fs';
import path from 'node:path';
import { randomUUID, createHash } from 'node:crypto';
import { chromium, expect } from 'playwright/test';
import { Store } from '../src/server/store.mjs';
import { launchWorkbench } from '../tests/helpers.mjs';
import { createResearchSamples, ownedAsar } from './research-fixtures.mjs';
const proofPrefix = releaseEvidencePrefix(JSON.parse(fs.readFileSync('package.json', 'utf8')).version);
if (process.argv.includes('--help')) { console.log('node scripts/verify-research-ui.mjs — independent owned projects, real REA static operations and a declared stdio stop fixture'); process.exit(0); }
const root = path.resolve('.qa', 'research-ui-' + randomUUID()), data = path.join(root, 'data'), projectRoot = path.join(root, 'project');
fs.mkdirSync(projectRoot, { recursive: true }); fs.mkdirSync('.qa/screenshots', { recursive: true });
const projectBytes = Buffer.from('# Owned REA UI project\n'); fs.writeFileSync(path.join(projectRoot, 'README.md'), projectBytes);
const store = new Store(data), project = store.addProject(projectRoot), original = store.createSession(project.id);
original.title = 'REA工件与原证据验收'; store.save(original); store.close();
const samples = createResearchSamples(path.join(root, 'samples')), disposers = [], t = { after: fn => disposers.push(fn) };
let host = await launchWorkbench(t, data), route = '/sessions/' + original.id, deliberateNavigation = false;
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1050 } });
const passed = [], pageErrors = [], requestFailures = [], expectedRequestFailures = [], screenshots = [], analysisRequests = [];
const sha = bytes => createHash('sha256').update(bytes).digest('hex'), state = () => host.api(route);
const panel = () => page.getByRole('dialog', { name: 'REA 工件研究', exact: true });
const view = () => page.getByRole('dialog', { name: '原 Evidence 字段', exact: true });
const jobCard = job => panel().locator('[data-research-job="' + job.id + '"]');
const mark = text => { passed.push(text); console.log('PASS ' + text); };
page.on('pageerror', error => pageErrors.push(error.message));
page.on('requestfailed', request => {
const failure = { url: request.url(), error: request.failure()?.errorText };
(deliberateNavigation && failure.error?.includes('ERR_ABORTED') ? expectedRequestFailures : requestFailures).push(failure);
});
page.on('request', request => { if (request.method() === 'POST' && request.url().endsWith('/research/jobs')) analysisRequests.push({ url: request.url(), input: request.postDataJSON() }); });
async function screenshot(name) { const filename = '.qa/screenshots/' + proofPrefix + '-' + name + '.png'; await page.screenshot({ path: filename, scale: 'css' }); screenshots.push(filename); }
async function openProject(projectId = project.id, title = original.title) {
await page.goto(host.url); await page.waitForLoadState('networkidle');
await page.getByLabel('当前项目').selectOption(projectId); await page.locator('.session-list button').filter({ hasText: title }).click();
await page.getByRole('button', { name: 'REA 工件研究', exact: true }).click(); await expect(panel()).toBeVisible();
}
async function register(filename, label) {
const before = (await state()).execution.researchTargets.length;
await panel().getByLabel('REA工件路径').fill(filename); await panel().getByLabel('REA工件名称').fill(label);
await panel().getByRole('button', { name: '登记工件', exact: true }).click();
await expect.poll(async () => (await state()).execution.researchTargets.length).toBe(before + 1);
const target = (await state()).execution.researchTargets.at(-1); await expect(panel().locator('.rea-target').filter({ hasText: label })).toBeVisible(); return target;
}
async function analyze(target, operation) {
const before = (await state()).execution.researchJobs.length, card = panel().locator('.rea-target').filter({ hasText: target.label });
await card.getByRole('combobox').selectOption(operation); await card.getByRole('button', { name: '分析', exact: true }).click();
await expect.poll(async () => (await state()).execution.researchJobs.length).toBe(before + 1);
await expect.poll(async () => (await state()).execution.researchJobs.at(-1).finishedAt, { timeout: 45000 }).toBeTruthy();
const job = (await state()).execution.researchJobs.at(-1); await expect(jobCard(job)).toContainText(job.status === 'completed' ? '原证据已核验' : '工件版本变化'); return job;
}
async function downloaded(job) {
const pending = page.waitForEvent('download'); await jobCard(job).getByRole('button', { name: '完整证据', exact: true }).click();
const download = await pending, filename = path.join(root, job.id + '-bundle.json'); await download.saveAs(filename);
const bytes = fs.readFileSync(filename); assert.equal(sha(bytes), job.bundle.documentSha256);
const bundle = JSON.parse(bytes.toString('utf8')), evidence = bundle.records.find(value => value.evidence_id === job.evidenceId);
assert.equal(evidence.subject.digest.sha256, job.targetSha256); return evidence;
}
let result;
try {
assert.notEqual(new URL(host.url).port, '4318'); assert.equal(host.bootstrap.config.hasKey, false);
await openProject(); await expect(panel()).toContainText('已找到 REA 6.8.0');
mark('independent desktop research entry detects the installed fixed REA version');
const target = await register(samples.asar, '自有 Electron 代理工件');
assert.equal(target.sha256, sha(fs.readFileSync(samples.asar))); assert.equal((await state()).execution.task.usage.requests, 0);
assert.equal(target.sessionId, original.id); assert.equal(target.projectId, project.id);
mark('UI registration seals the artifact identity in the current project and creates no model request');
const first = await analyze(target, 'javascript'); assert.equal(first.status, 'completed'); assert.equal(first.cleanup.rootExited, true);
await expect(jobCard(first).getByLabel('已核验原证据来源')).toContainText(target.sha256.slice(0, 12));
const firstEvidence = await downloaded(first); assert.equal(firstEvidence.normalized_result.statistics.parsed_javascript_files, 2);
mark('actual REA ASAR analysis renders the verified source chain and downloads the exact original Bundle');
await jobCard(first).getByRole('button', { name: '查看原字段', exact: true }).click(); await expect(view()).toBeVisible();
await view().getByRole('button', { name: 'statistics', exact: true }).click();
await expect(view().locator('.rea-pointer > code')).toHaveText('/normalized_result/statistics');
await expect.poll(async () => JSON.parse(await view().getByLabel('原Evidence内容').innerText()).parsed_javascript_files).toBe(2);
await page.keyboard.press('Escape'); await expect(view()).toHaveCount(0); await expect(panel()).toBeVisible();
await jobCard(first).getByRole('button', { name: '查看原字段', exact: true }).click(); await expect(view()).toBeVisible();
const firstPage = await host.api(route + '/research/jobs/' + first.id + '/evidence?offset=0&limit=4000');
assert.equal(await view().getByLabel('原Evidence内容').innerText(), firstPage.content);
if (firstPage.truncated) {
await view().getByRole('button', { name: '下一页', exact: true }).click();
const secondPage = await host.api(route + '/research/jobs/' + first.id + '/evidence?offset=' + firstPage.next_offset + '&limit=4000');
await expect(view().getByLabel('原Evidence内容')).toHaveText(secondPage.content);
await view().getByRole('button', { name: '回到首页', exact: true }).click(); await expect(view().getByLabel('原Evidence内容')).toHaveText(firstPage.content);
}
await view().getByRole('button', { name: '关闭窗口', exact: true }).click();
await jobCard(first).getByRole('button', { name: '原限制', exact: true }).click();
await expect(view().locator('.rea-pointer > code')).toHaveText('/limitations');
await expect.poll(async () => JSON.parse(await view().getByLabel('原Evidence内容').innerText())).toEqual(firstEvidence.limitations ?? []);
await view().getByRole('button', { name: '关闭窗口', exact: true }).click();
mark('original field selection, paging and limitations retain exact bytes; Escape closes only the top dialog');
for (const [name, title] of [['原响应', 'REA 原响应'], ['连接记录', 'REA 连接记录']]) {
await jobCard(first).getByRole('button', { name, exact: true }).click();
const dialog = page.getByRole('dialog', { name: title, exact: true }); await expect(dialog).toBeVisible();
await expect(dialog.locator('pre')).not.toHaveText(''); await dialog.getByRole('button', { name: '关闭窗口', exact: true }).click();
}
const reused = await analyze(target, 'javascript'); assert.equal(reused.reusedFromJobId, first.id); assert.equal(reused.traceArtifactId, undefined);
await expect(jobCard(reused)).toContainText('本次没有再次调用 REA'); await downloaded(reused);
mark('raw responses and connection records are readable; repeat analysis reuses the verified original without dispatch');
const pe = await register(samples.pe, '自有 PE 导入与资源工件');
const imports = await analyze(pe, 'pe-imports'), importsEvidence = await downloaded(imports);
assert.match(JSON.stringify(importsEvidence.normalized_result), /KERNEL32\.dll/); assert.match(JSON.stringify(importsEvidence.normalized_result), /ExitProcess/);
const resources = await analyze(pe, 'pe-resources'), resourceEvidence = await downloaded(resources);
assert.match(JSON.stringify(resourceEvidence.normalized_result), new RegExp(sha(Buffer.from('REA-DATA'))));
assert.equal(imports.cleanup.rootExited, true); assert.equal(resources.cleanup.rootExited, true);
await screenshot('research-desktop');
mark('UI PE operation selection performs actual import and resource analysis with independently verified target hashes');
fs.writeFileSync(samples.asar, ownedAsar({ 'package.json': '{"name":"owned-new-version","main":"main.js"}', 'main.js': 'exports.contract = { observed: "new static version" };' }));
const stale = await analyze(target, 'javascript'); assert.equal(stale.status, 'stale'); assert.equal(stale.analysisDispatched, undefined);
await expect(jobCard(stale).getByLabel('已核验原证据来源')).toHaveCount(0);
await jobCard(stale).getByRole('button', { name: '重新分析', exact: true }).click();
const retry = page.getByRole('dialog', { name: '重新运行静态分析', exact: true }); await expect(retry).toBeVisible();
await retry.getByRole('button', { name: '返回原记录', exact: true }).click();
const updated = await register(samples.asar, '自有代理新版本'); assert.notEqual(updated.sha256, target.sha256);
const updatedJob = await analyze(updated, 'javascript'); assert.equal(updatedJob.status, 'completed');
assert.ok((await state()).execution.researchJobs.some(value => value.id === stale.id && value.status === 'stale'));
mark('changed artifact versions refuse dispatch, retain the stale record and require a separately registered version');
await page.setViewportSize({ width: 390, height: 844 }); await jobCard(updatedJob).scrollIntoViewIfNeeded();
assert.equal(await panel().evaluate(element => element.scrollWidth <= element.clientWidth), true); await screenshot('research-mobile');
await jobCard(updatedJob).getByRole('button', { name: '查看原字段', exact: true }).click(); await expect(view()).toBeVisible();
assert.equal(await view().evaluate(element => element.scrollWidth <= element.clientWidth), true); await screenshot('research-evidence-mobile');
await page.keyboard.press('Escape'); await expect(panel()).toBeVisible();
mark('390px research, long identities and original evidence dialogs fit the viewport and retain usable close controls');
const recordBeforeRestart = (await state()).execution.researchJobs.map(value => ({ id: value.id, status: value.status, evidenceId: value.evidenceId }));
deliberateNavigation = true; await page.goto('about:blank'); await host.close();
host = await launchWorkbench(t, data); await page.setViewportSize({ width: 1440, height: 1050 }); await openProject(); deliberateNavigation = false;
assert.deepEqual((await state()).execution.researchJobs.map(value => ({ id: value.id, status: value.status, evidenceId: value.evidenceId })), recordBeforeRestart);
await expect(jobCard(updatedJob)).toContainText('原证据已核验'); await downloaded(updatedJob);
mark('a real host restart preserves exact target/job identities and serves sealed Evidence without producer replay');
let releaseView; const gate = new Promise(resolve => { releaseView = resolve; });
await page.route('**/research/jobs/' + updatedJob.id + '/evidence?*', async intercepted => {
const response = await intercepted.fetch(); await gate; await intercepted.fulfill({ response });
});
await jobCard(updatedJob).getByRole('button', { name: '查看原字段', exact: true }).click();
await panel().getByRole('button', { name: '关闭窗口', exact: true }).click(); releaseView();
await page.unrouteAll({ behavior: 'wait' }); await expect(view()).toHaveCount(0); await expect(panel()).toHaveCount(0);
mark('a delayed evidence response cannot reopen a closed research panel or change another task');
assert.deepEqual(fs.readFileSync(path.join(projectRoot, 'README.md')), projectBytes); assert.equal(fs.existsSync(samples.marker), false);
assert.equal((await state()).execution.task.usage.requests, 0);
// Declared fault fixture: no claim that this second MCP process is the actual REA implementation.
const faultRoot = path.join(root, 'stdio-stop-fixture'); fs.mkdirSync(path.join(faultRoot, 'scripts'), { recursive: true });
fs.writeFileSync(path.join(faultRoot, 'package.json'), '{"name":"rea-agents","version":"6.8.0","type":"module"}');
fs.writeFileSync(path.join(faultRoot, 'scripts/rea.mjs'), 'import readline from "node:readline"; readline.createInterface({input:process.stdin}).on("line",()=>{});');
const faultData = path.join(root, 'fault-data'), faultStore = new Store(faultData), faultProject = faultStore.addProject(projectRoot), faultSession = faultStore.createSession(faultProject.id);
faultSession.title = '声明的stdio停止故障验收'; faultStore.save(faultSession); faultStore.close();
deliberateNavigation = true; await page.goto('about:blank'); await host.close();
host = await launchWorkbench(t, faultData, { AGENT_WORKBENCH_REA_PACKAGE_ROOT: faultRoot }); route = '/sessions/' + faultSession.id;
await openProject(faultProject.id, faultSession.title); deliberateNavigation = false;
const faultTarget = await register(samples.asar, '停止握手的自有工件'), before = (await state()).execution.researchJobs.length;
await panel().locator('.rea-target').filter({ hasText: faultTarget.label }).getByRole('button', { name: '分析', exact: true }).click();
await expect.poll(async () => (await state()).execution.researchJobs.at(-1)?.connection?.pid).toBeTruthy();
await expect(panel().getByRole('button', { name: '停止分析', exact: true })).toBeEnabled();
await panel().getByRole('button', { name: '停止分析', exact: true }).click();
await expect.poll(async () => (await state()).execution.researchJobs.at(-1)?.status).toBe('cancelled');
await expect.poll(async () => (await state()).execution.researchJobs.at(-1)?.finishedAt).toBeTruthy();
const stopped = (await state()).execution.researchJobs.at(-1); assert.equal(stopped.cleanup.rootExited, true);
await expect(jobCard(stopped)).toContainText('已停止'); await jobCard(stopped).getByRole('button', { name: '重新分析', exact: true }).click();
await page.getByRole('dialog', { name: '重新运行静态分析', exact: true }).getByRole('button', { name: '确认重新分析', exact: true }).click();
await expect.poll(async () => (await state()).execution.researchJobs.length).toBe(before + 2);
await expect.poll(async () => (await state()).execution.researchJobs.at(-1)?.connection?.pid).toBeTruthy();
await expect(panel().getByRole('button', { name: '停止分析', exact: true })).toBeEnabled(); await panel().getByRole('button', { name: '停止分析', exact: true }).click();
await expect.poll(async () => (await state()).execution.researchJobs.at(-1).status).toBe('cancelled');
await expect.poll(async () => (await state()).execution.researchJobs.at(-1)?.finishedAt).toBeTruthy();
assert.equal((await state()).execution.researchJobs.find(value => value.id === stopped.id).status, 'cancelled');
assert.equal((await state()).execution.task.usage.requests, 0); await screenshot('research-stop-desktop');
mark('declared owned stdio fault fixture stops its root process and explicit retry adds a new record without changing history');
assert.equal(pageErrors.length, 0); assert.equal(requestFailures.length, 0);
result = { success: true, version: host.bootstrap.version, at: new Date().toISOString(), browser: browser.version(), passed, pageErrors, requestFailures, expectedRequestFailures,
root, actualRea: { version: '6.8.0', operations: ['javascript', 'pe-imports', 'pe-resources'], jobs: recordBeforeRestart, targetExecution: false, modelRequests: 0 },
stopScope: 'explicitly declared private stdio handshake fault fixture', screenshots, analysisRequests,
scope: 'Independent ports/data and self-owned inert artifacts. No production service, configured-model request or real key read/copied.' };
} catch (error) {
await screenshot('research-ui-failure').catch(() => {}); fs.writeFileSync(path.join(root, 'failure-dom.html'), await page.content().catch(() => ''));
result = { success: false, version: host.bootstrap.version, at: new Date().toISOString(), error: error.stack, root, passed, pageErrors, requestFailures, expectedRequestFailures, screenshots }; process.exitCode = 1;
} finally {
deliberateNavigation = true; await browser.close(); for (const dispose of disposers.reverse()) await dispose();
}
fs.writeFileSync(path.join(root, 'result.json'), JSON.stringify(result, null, 2) + '\n');
fs.writeFileSync('docs/' + proofPrefix + '-research-ui-validation.json', JSON.stringify(result, null, 2) + '\n');
console.log(JSON.stringify({ success: result.success, version: result.version, groups: passed.length, root, pageErrors, requestFailures, error: result.error }, null, 2));