import assert from 'node:assert/strict'; import fs from 'node:fs'; import path from 'node:path'; import http from 'node:http'; import { randomUUID } from 'node:crypto'; import { chromium, expect } from 'playwright/test'; const url = process.env.AGENT_WORKBENCH_URL || 'http://127.0.0.1:4319'; const caseRoot = path.resolve('.qa', 'ui-' + randomUUID()); const projectRoot = path.join(caseRoot, 'ui-project'); const secondaryRoot = path.join(caseRoot, 'other-project'); fs.mkdirSync(caseRoot, { recursive: true }); fs.cpSync('examples/starter-project', projectRoot, { recursive: true }); fs.mkdirSync(secondaryRoot); fs.writeFileSync(path.join(secondaryRoot, 'SECONDARY.md'), '# Another project\n'); fs.mkdirSync('.qa/screenshots', { recursive: true }); const bootstrap = await (await fetch(url + '/api/bootstrap')).json(); assert.equal(bootstrap.config.mode, 'demo', 'UI validation requires an independent demo service.'); assert.equal(bootstrap.config.hasKey, false, 'UI validation must not replace a configured model connection.'); const api = async (route, input) => { const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token }, ...(input === undefined ? {} : { body: JSON.stringify(input) }) }); const result = await response.json(); assert.ok(response.ok, result.error); return result; }; const sleep = ms => new Promise(resolve => setTimeout(resolve, ms)); const passed = [], errors = [], networkErrors = []; const mark = value => { passed.push(value); console.log('PASS ' + value); }; let stage = 'initial', page; let modelRequests = 0; const model = http.createServer(async (request, response) => { const chunks = []; for await (const chunk of request) chunks.push(chunk); response.writeHead(200, { 'Content-Type': 'application/json' }); if (request.url === '/v1/models') return response.end(JSON.stringify({ data: [{ id: 'fixture-ui-agent' }] })); const input = JSON.parse(Buffer.concat(chunks).toString('utf8')); const lastUser = input.messages.findLastIndex(message => message.role === 'user'); const count = input.messages.slice(lastUser + 1).filter(message => message.role === 'tool').length; modelRequests++; const tool = count === 0 ? { name: 'list_files', arguments: JSON.stringify({ path: '', depth: 2 }) } : count === 1 ? { name: 'propose_file', arguments: JSON.stringify({ path: 'COMPATIBLE-TEST.md', content: '# 本地兼容协议验证\n\n本文件来自受控接口测试,没有使用真实大模型。\n', reason: '浏览器端到端兼容协议测试' }) } : null; response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content: tool ? '本地兼容接口测试。' : '兼容协议流程已完成,本次没有使用真实大模型。', ...(tool ? { tool_calls: [{ id: 'ui-' + randomUUID(), type: 'function', function: tool }] } : {}) }, finish_reason: tool ? 'tool_calls' : 'stop' }], usage: { prompt_tokens: 99, completion_tokens: 30 } })); }); await new Promise(resolve => model.listen(0, '127.0.0.1', resolve)); const browser = await chromium.launch({ channel: 'msedge', headless: true }); const openProject = async root => { await page.getByRole('button', { name: '打开项目', exact: true }).click(); const dialog = page.getByRole('dialog', { name: '打开项目' }); await dialog.getByLabel('项目文件夹路径').fill(root); await dialog.getByRole('button', { name: '打开项目', exact: true }).click(); await expect(dialog).not.toBeVisible(); }; const assertViewport = async () => { const bounds = await page.evaluate(() => { const header = document.querySelector('.work-header').getBoundingClientRect(); const composer = document.querySelector('.composer-wrap').getBoundingClientRect(); return { scrollY: window.scrollY, top: header.top, bottom: composer.bottom, height: window.innerHeight, scrollHeight: document.documentElement.scrollHeight, scrollWidth: document.documentElement.scrollWidth, width: window.innerWidth }; }); assert.equal(bounds.scrollY, 0, 'The document should not scroll'); assert.ok(bounds.top >= -1 && bounds.bottom <= bounds.height + 1, 'Header and composer must stay in the viewport: ' + JSON.stringify(bounds)); assert.ok(bounds.scrollHeight <= bounds.height + 1 && bounds.scrollWidth <= bounds.width + 1, 'The page should not overflow'); }; const screenshot = async name => { const toastClose = page.locator('.toast').getByRole('button', { name: '关闭提示', exact: true }); if (await toastClose.isVisible()) await toastClose.click(); await assertViewport(); return page.screenshot({ path: '.qa/screenshots/' + name + '.png', fullPage: true }); }; const newTask = async content => { await page.getByRole('button', { name: '新建任务', exact: true }).click(); await page.getByLabel('任务内容').fill(content); await page.getByRole('button', { name: '发送任务', exact: true }).click(); }; try { page = await browser.newPage({ viewport: { width: 1440, height: 960 }, deviceScaleFactor: 1, acceptDownloads: true }); page.setDefaultTimeout(10000); page.on('pageerror', error => errors.push(error.message)); page.on('requestfailed', request => { if (!request.url().includes('/api/events')) networkErrors.push(request.url() + ': ' + request.failure()?.errorText); }); await page.goto(url, { waitUntil: 'domcontentloaded' }); await page.waitForLoadState('networkidle', { timeout: 6000 }).catch(() => {}); await page.locator('.connection.connected').waitFor(); stage = 'open project'; await openProject(projectRoot); await expect(page.locator('.tree-row[title="src/catalog.js"]')).toBeVisible(); const selectedProject = (await api('/bootstrap')).projects.find(project => project.root.toLowerCase() === projectRoot.toLowerCase()); assert.ok(selectedProject); await screenshot('desktop-ready'); stage = 'file preview'; await page.locator('.tree-row[title="README.md"]').click(); await expect(page.locator('.file-heading > span')).toHaveText('README.md'); await expect(page.locator('.code-view')).toContainText('研究任务看板'); mark('project selection and real file preview'); stage = 'offline task'; await newTask('UI 验证:读取项目并提出改动'); await page.locator('.approval-card').waitFor(); await expect(page.locator('.approval-card > pre')).toHaveText('node --version'); assert.equal(fs.existsSync(path.join(projectRoot, 'WORKBENCH-NOTES.md')), false); await page.locator('.inspector-tabs').getByRole('button', { name: /^改动/ }).click(); await expect(page.locator('.diff-view')).toContainText('工作台验证记录'); await screenshot('command-approval'); stage = 'approval delayed snapshot'; const approvalRoute = '**/api/sessions/*/approvals/*'; await page.route(approvalRoute, async route => { const response = await route.fetch(); await sleep(700); await route.fulfill({ response }); }); await page.getByRole('button', { name: '确认执行', exact: true }).click(); await expect(page.locator('.task-toolbar .status')).toHaveText('待审查'); await sleep(800); await expect(page.locator('.task-toolbar .status')).toHaveText('待审查'); await page.unroute(approvalRoute); await page.locator('.inline-event .tool-row').filter({ hasText: 'node --version' }).click(); await expect(page.locator('.event-details')).toContainText(/v\d+\.\d+\.\d+/); mark('real command consent, execution and stale snapshot rejection'); stage = 'apply proposal'; await page.locator('.review-callout').click(); await screenshot('desktop-diff-review'); await page.getByRole('button', { name: '应用这项改动', exact: true }).click(); await expect(page.locator('.change-summary .status')).toHaveText('已应用'); await expect(page.locator('.task-toolbar .status')).toHaveText('已完成'); assert.match(fs.readFileSync(path.join(projectRoot, 'WORKBENCH-NOTES.md'), 'utf8'), /没有调用大模型/); mark('diff review and verified file application'); stage = 'manual edit'; await page.locator('.tree-row[title="README.md"]').click(); await page.getByRole('button', { name: '编辑文件', exact: true }).click(); const original = await page.getByLabel('编辑文件内容').inputValue(); await page.getByLabel('编辑文件内容').fill(original + '\n## UI 验证\n手动编辑已通过差异审查。\n'); await page.getByRole('button', { name: '保存为提案', exact: true }).click(); await expect(page.locator('.task-toolbar .status')).toHaveText('待审查'); assert.ok(!fs.readFileSync(path.join(projectRoot, 'README.md'), 'utf8').includes('手动编辑已通过')); await page.getByRole('button', { name: '应用这项改动', exact: true }).click(); await expect(page.locator('.change-summary .status')).toHaveText('已应用'); assert.match(fs.readFileSync(path.join(projectRoot, 'README.md'), 'utf8'), /手动编辑已通过/); mark('manual editor creates a reviewable proposal'); stage = 'file response ordering'; const delayedFile = '**/api/projects/' + selectedProject.id + '/file?path=README.md'; await page.route(delayedFile, async route => { const response = await route.fetch(); await sleep(450); await route.fulfill({ response }); }); await page.locator('.tree-row[title="README.md"]').click(); await page.locator('.tree-row[title="src/catalog.js"]').click(); await expect(page.locator('.file-heading > span')).toHaveText('src/catalog.js'); await sleep(550); await expect(page.locator('.file-heading > span')).toHaveText('src/catalog.js'); await page.unroute(delayedFile); mark('file responses stay with the current selection'); stage = 'session persistence and ordering'; await newTask('UI 第二任务:拒绝演示命令'); await page.locator('.approval-card').waitFor(); await page.getByRole('button', { name: '拒绝执行', exact: true }).click(); await expect(page.locator('.task-toolbar .status')).toHaveText('待审查'); const sessions = await api('/sessions'); const first = sessions.find(session => session.title.startsWith('UI 验证:')); const second = sessions.find(session => session.title.startsWith('UI 第二任务:')); assert.ok(first && second); const delayedSession = '**/api/sessions/' + first.id; await page.route(delayedSession, async route => { const response = await route.fetch(); await sleep(450); await route.fulfill({ response }); }); await page.locator('.session-select').filter({ hasText: 'UI 验证:' }).click(); await page.locator('.session-select').filter({ hasText: 'UI 第二任务:' }).click(); await expect(page.locator('.work-title h1')).toHaveText(second.title); await sleep(550); await expect(page.locator('.work-title h1')).toHaveText(second.title); await page.unroute(delayedSession); await page.reload({ waitUntil: 'domcontentloaded' }); await expect(page.locator('.work-title h1')).toHaveText(second.title); const downloadPromise = page.waitForEvent('download'); await page.getByRole('button', { name: '导出会话', exact: true }).click(); const download = await downloadPromise; await download.saveAs(path.join(caseRoot, 'session-export.json')); assert.equal(JSON.parse(fs.readFileSync(path.join(caseRoot, 'session-export.json'), 'utf8')).session.id, second.id); mark('denial, session selection, reload, stale response rejection and export'); stage = 'project response ordering'; await openProject(secondaryRoot); await expect(page.locator('.tree-row[title="SECONDARY.md"]')).toBeVisible(); const otherProject = (await api('/bootstrap')).projects.find(project => project.root.toLowerCase() === secondaryRoot.toLowerCase()); const delayedInventory = '**/api/projects/' + selectedProject.id + '/files'; await page.route(delayedInventory, async route => { const response = await route.fetch(); await sleep(450); await route.fulfill({ response }); }); await page.getByLabel('当前项目').selectOption(selectedProject.id); await page.getByLabel('当前项目').selectOption(otherProject.id); await expect(page.locator('.tree-row[title="SECONDARY.md"]')).toBeVisible(); await sleep(550); await expect(page.locator('.tree-row[title="src/catalog.js"]')).toHaveCount(0); await page.unroute(delayedInventory); await page.getByLabel('当前项目').selectOption(selectedProject.id); await expect(page.locator('.tree-row[title="src/catalog.js"]')).toBeVisible(); mark('project inventory responses cannot replace another project'); stage = 'narrow and mobile'; await page.setViewportSize({ width: 780, height: 960 }); await page.getByRole('button', { name: '查看改动', exact: true }).click(); await expect(page.locator('.inspector')).toBeVisible(); await screenshot('tablet-diff'); await page.getByRole('button', { name: '关闭检视区', exact: true }).click(); await page.setViewportSize({ width: 390, height: 844 }); await expect(page.locator('.workbench')).toHaveClass(/sidebar-hidden/); await expect(page.locator('.project-sidebar')).not.toBeVisible(); await expect(page.getByRole('button', { name: '展开项目栏', exact: true })).toBeVisible(); await page.getByRole('button', { name: '展开项目栏', exact: true }).click(); await expect(page.locator('.project-sidebar')).toBeVisible(); await page.locator('.tree-row[title="README.md"]').click(); await expect(page.locator('.inspector')).toBeVisible(); await expect(page.locator('.file-heading > span')).toHaveText('README.md'); await screenshot('mobile-file'); await page.getByRole('button', { name: '关闭检视区', exact: true }).click(); await page.getByRole('button', { name: '查看执行轨迹', exact: true }).click(); await expect(page.locator('.trace-list')).toBeVisible(); await screenshot('mobile-trace'); await page.getByRole('button', { name: '关闭检视区', exact: true }).click(); assert.ok(await page.evaluate(() => document.documentElement.scrollWidth <= window.innerWidth)); await screenshot('mobile-conversation'); mark('780 and 390 px: project drawer, file, diff and trace controls, no page overflow'); stage = 'research'; await page.setViewportSize({ width: 1440, height: 960 }); if (!(await page.locator('.project-sidebar').isVisible())) await page.getByRole('button', { name: '展开项目栏', exact: true }).click(); await page.getByRole('button', { name: '机制研究与设计', exact: true }).click(); const research = page.getByRole('dialog', { name: '机制研究与独立设计' }); await expect(research.locator('.research-content')).toContainText('统一机制报告'); assert.ok(await research.locator('table').count() >= 2); await screenshot('research-overview'); await research.locator('nav').getByRole('button', { name: /Claude Code:工具循环/ }).click(); await expect(research.locator('.research-content')).toContainText('工具调度、权限与结果机制'); await research.locator('nav').getByRole('button', { name: /Claude Code:上下文与恢复/ }).click(); await expect(research.locator('.research-content')).toContainText('上下文压缩与会话恢复'); await research.locator('nav').getByRole('button', { name: /Cursor:执行与编辑/ }).click(); await expect(research.locator('.research-content')).toContainText('本地工具执行与恢复机制'); await research.getByRole('button', { name: '关闭窗口', exact: true }).click(); mark('unified and detailed research reports render'); stage = 'compatible model settings'; await page.getByRole('button', { name: '模型连接', exact: true }).click(); const settings = page.getByRole('dialog', { name: '模型连接' }); await settings.getByRole('button', { name: /兼容模型服务/ }).click(); await settings.getByLabel('接口根地址', { exact: true }).fill('http://127.0.0.1:' + model.address().port + '/v1'); await settings.getByLabel('API Key(按服务要求填写)', { exact: true }).fill('fixture-ui-key'); await settings.getByRole('button', { name: '读取模型列表', exact: true }).click(); await expect(settings.getByLabel('模型名称', { exact: true })).toHaveValue('fixture-ui-agent'); assert.equal((await api('/bootstrap')).config.hasKey, false); await settings.getByRole('button', { name: '保存连接', exact: true }).click(); await expect(page.getByRole('button', { name: 'fixture-ui-agent', exact: true })).toBeVisible(); await newTask('UI 兼容接口验证'); await expect(page.locator('.conversation')).toContainText('兼容协议流程已完成'); await expect(page.locator('.task-toolbar .status')).toHaveText('待审查'); assert.equal(modelRequests, 3); await page.locator('.review-callout').click(); await page.getByRole('button', { name: '应用这项改动', exact: true }).click(); await expect(page.locator('.change-summary .status')).toHaveText('已应用'); assert.match(fs.readFileSync(path.join(projectRoot, 'COMPATIBLE-TEST.md'), 'utf8'), /没有使用真实大模型/); await screenshot('compatible-fixture'); await page.getByRole('button', { name: '模型连接', exact: true }).click(); await settings.getByRole('button', { name: '清除 Key', exact: true }).click(); await settings.getByRole('button', { name: /离线演示/ }).click(); await settings.getByRole('button', { name: '保存连接', exact: true }).click(); assert.equal((await api('/bootstrap')).config.hasKey, false); mark('model list, ephemeral key, compatible fixture tool loop and return to offline mode'); stage = 'complete'; assert.deepEqual(errors, []); assert.deepEqual(networkErrors, []); const summary = { success: true, url, browser: 'Microsoft Edge ' + browser.version(), date: new Date().toISOString(), projectRoot, viewports: [1440, 780, 390], passed, pageErrors: errors, requestFailures: networkErrors, modelValidation: 'controlled local HTTP fixture; no real model' }; fs.writeFileSync('.qa/ui-validation.json', JSON.stringify(summary, null, 2)); console.log(JSON.stringify(summary, null, 2)); } catch (error) { if (page) { await screenshot('failure-' + stage.replace(/[^a-z0-9]+/gi, '-')).catch(() => {}); fs.writeFileSync('.qa/failure-dom.html', await page.content().catch(() => '')); } fs.writeFileSync('.qa/ui-validation.json', JSON.stringify({ success: false, stage, error: error.message, passed, pageErrors: errors }, null, 2)); throw error; } finally { await browser.close(); await api('/config', { ...bootstrap.config, mode: 'demo', apiKey: '' }).catch(() => {}); model.closeAllConnections(); await new Promise(resolve => model.close(resolve)); }