Files
Agent-Workbench/docs/working-memory-u-evidence/source-bytes/src/client/BrowserPanel.tsx
T
2026-11-04 08:39:17 +08:00

121 lines
17 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import { useEffect, useRef, useState } from 'react';
import { ArrowDownToLine, Check, FileText, Image, LoaderCircle, Monitor, Play, Plus, Square, Trash2 } from 'lucide-react';
import { api, browserImageBlob, downloadArtifact, downloadBlob } from './api';
import { Modal, Status } from './components';
import type { ArtifactPreview, BrowserJob, BrowserPlan, BrowserStep, Session } from './types';
import './BrowserPanel.css';
const actions: Record<BrowserStep['action'], string> = { assert_visible: '验证可见', assert_text: '验证文字', assert_count: '验证数量', click: '点击', fill: '填写', select: '选择选项' };
const active = ['queued', 'snapshotting', 'launching', 'running', 'closing'];
const viewports = { desktop: { width: 1280, height: 900 }, mobile: { width: 390, height: 844 } };
const clock = (value: string) => new Date(value).toLocaleTimeString('zh-CN', { hour: '2-digit', minute: '2-digit', second: '2-digit' });
const describe = (step: BrowserStep) => actions[step.action] + ' · ' + step.selector + (step.text !== undefined ? ' → ' + step.text : step.count !== undefined ? ' → ' + step.count : step.value !== undefined ? ' → ' + step.value : step.visible === false ? ' → 不可见' : '');
export function BrowserPanel({ session, busy, onSession, onError }: { session: Session; busy: boolean; onSession: (session: Session) => void; onError: (error: unknown) => void }) {
const task = session.execution?.task, plans = session.execution?.browserPlans ?? [], jobs = session.execution?.browserJobs ?? [], latest = plans.at(-1);
const [available, setAvailable] = useState<{ status: string; message?: string; playwrightVersion: string } | null>(null);
const [builds, setBuilds] = useState<string[]>([]), [buildDirectory, setBuildDirectory] = useState('dist'), [pathname, setPathname] = useState('/');
const [viewport, setViewport] = useState<keyof typeof viewports>('desktop'), [steps, setSteps] = useState<BrowserStep[]>([]);
const [planning, setPlanning] = useState(false), [starting, setStarting] = useState(false), [confirm, setConfirm] = useState<BrowserPlan | null>(null);
const [preview, setPreview] = useState<ArtifactPreview | null>(null), [loadingRecord, setLoadingRecord] = useState(false), [recordJob, setRecordJob] = useState<BrowserJob | null>(null);
const [image, setImage] = useState<{ url: string; blob: Blob; job: BrowserJob; image: BrowserJob['screenshots'][number] } | null>(null), [loadingImage, setLoadingImage] = useState('');
const identity = session.id + ':' + (task?.id ?? ''), owner = useRef(identity), scope = useRef(0), request = useRef(0), imageRequest = useRef(0), imageUrl = useRef(''), mutation = useRef(false);
owner.current = identity;
const stillHere = (stamp: number) => owner.current === identity && scope.current === stamp;
const route = '/sessions/' + session.id;
const running = jobs.some(job => active.includes(job.status)), currentPending = latest && !jobs.some(job => job.planId === latest.id);
useEffect(() => {
const stamp = ++scope.current; request.current++; imageRequest.current++; setAvailable(null); setBuilds([]); setConfirm(null); setPreview(null); setImage(null);
setSteps([]); setBuildDirectory('dist'); setPathname('/'); setViewport('desktop'); setPlanning(false); setStarting(false); setLoadingRecord(false); setLoadingImage(''); mutation.current = false;
if (imageUrl.current) { URL.revokeObjectURL(imageUrl.current); imageUrl.current = ''; }
if (task) api<{ availability: { status: string; message?: string; playwrightVersion: string }; builds: string[] }>(route + '/browser').then(value => {
if (stillHere(stamp)) { setAvailable(value.availability); setBuilds(value.builds); if (value.builds[0]) setBuildDirectory(value.builds[0]); }
}).catch(error => { if (stillHere(stamp)) onError(error); });
return () => { scope.current++; request.current++; imageRequest.current++; if (imageUrl.current) URL.revokeObjectURL(imageUrl.current); imageUrl.current = ''; };
}, [identity]);
async function mutate(action: string, input: unknown) {
if (mutation.current) return; mutation.current = true; const stamp = scope.current;
try { const value = await api<Session>(route + action, input); if (stillHere(stamp)) { onSession(value); setConfirm(null); } }
catch (error) { if (stillHere(stamp)) onError(error); }
finally { if (stillHere(stamp)) { mutation.current = false; setPlanning(false); setStarting(false); } }
}
function plan(event: React.FormEvent) { event.preventDefault(); if (mutation.current) return; setPlanning(true); void mutate('/browser-plans', { build_directory: buildDirectory, path: pathname, viewport: viewports[viewport], steps }); }
function changeStep(index: number, patch: Partial<BrowserStep>) { setSteps(values => values.map((step, i) => i === index ? { ...step, ...patch } : step)); }
function changeAction(index: number, action: BrowserStep['action']) { setSteps(values => values.map((step, i) => i !== index ? step : { action, selector: step.selector,
...(['fill', 'select'].includes(action) ? { value: '' } : action === 'assert_text' ? { text: '' } : action === 'assert_count' ? { count: 1 } : action === 'assert_visible' ? { visible: true } : {}) })); }
async function openRecord(job: BrowserJob, offset = 0) {
const id = ++request.current, stamp = scope.current; setLoadingRecord(true);
try { const value = await api<ArtifactPreview>(route + '/browser-jobs/' + job.id + '/record?offset=' + offset + '&limit=8000'); if (request.current === id && stillHere(stamp)) { setPreview(value); setRecordJob(job); } }
catch (error) { if (request.current === id && stillHere(stamp)) onError(error); }
finally { if (request.current === id && stillHere(stamp)) setLoadingRecord(false); }
}
async function openImage(job: BrowserJob, entry: BrowserJob['screenshots'][number]) {
const id = ++imageRequest.current, stamp = scope.current; setLoadingImage(entry.artifactId);
try { const blob = await browserImageBlob(session.id, job.id, entry.artifactId); if (imageRequest.current === id && stillHere(stamp)) {
if (imageUrl.current) URL.revokeObjectURL(imageUrl.current); const url = URL.createObjectURL(blob); imageUrl.current = url; setImage({ url, blob, job, image: entry });
} } catch (error) { if (imageRequest.current === id && stillHere(stamp)) onError(error); }
finally { if (imageRequest.current === id && stillHere(stamp)) setLoadingImage(''); }
}
if (!task) return null;
return <section className="task-record-section browser-panel" aria-label="工程页面验收">
<div className="record-heading"><Monitor size={16} /><h3>页面验收</h3><span>{available?.status === 'available' ? 'Edge · 实际浏览器' : '检测浏览器环境'}</span></div>
<p className="browser-intro">操作当前构建的实际页面,核对交互与结果。每次检查保留页面记录和原始截图。</p>
{available?.status === 'missing' && <p className="browser-missing" role="status">{available.message}</p>}
{!builds.length && !plans.length && <p className="record-empty">当前工程没有dist、build或out页面构建。先构建Web工程,或填写已有构建目录。</p>}
<details className="browser-plan-editor" open={!!builds.length || !!plans.length}>
<summary>准备页面检查</summary>
<form onSubmit={plan}>
<div className="browser-fields"><label>构建目录<input aria-label="页面构建目录" value={buildDirectory} maxLength={160} required onChange={event => setBuildDirectory(event.target.value)} placeholder="dist" /></label>
<label>页面路径<input aria-label="预览页面路径" value={pathname} maxLength={300} required onChange={event => setPathname(event.target.value)} /></label>
<label>视口<select aria-label="浏览器视口" value={viewport} onChange={event => setViewport(event.target.value as keyof typeof viewports)}><option value="desktop">桌面 · 1280×900</option><option value="mobile">手机布局 · 390×844</option></select></label></div>
<div className="browser-step-heading"><strong>检查步骤 <span>{steps.length}/20</span></strong><button type="button" className="text-button" disabled={steps.length >= 20} onClick={() => setSteps(values => [...values, { action: 'assert_visible', selector: '', visible: true }])}><Plus size={13} />添加步骤</button></div>
{!steps.length && <p className="browser-step-empty">先读取页面与截图,再根据实际元素添加交互和断言。</p>}
{steps.map((step, index) => <div className="browser-step" key={index}>
<span className="browser-step-number">{index + 1}</span><select aria-label={'步骤 ' + (index + 1) + ' 操作'} value={step.action} onChange={event => changeAction(index, event.target.value as BrowserStep['action'])}>{Object.entries(actions).map(([value, label]) => <option value={value} key={value}>{label}</option>)}</select>
<input aria-label={'步骤 ' + (index + 1) + ' 元素'} placeholder="CSS元素,例如 #search" value={step.selector} maxLength={300} required onChange={event => changeStep(index, { selector: event.target.value })} />
{['fill', 'select'].includes(step.action) && <input aria-label={'步骤 ' + (index + 1) + ' 输入值'} value={step.value ?? ''} maxLength={2000} placeholder="实际输入或选项值" onChange={event => changeStep(index, { value: event.target.value })} />}
{step.action === 'assert_text' && <input aria-label={'步骤 ' + (index + 1) + ' 预期文字'} value={step.text ?? ''} maxLength={4000} placeholder="预期页面文字" onChange={event => changeStep(index, { text: event.target.value })} />}
{step.action === 'assert_count' && <input aria-label={'步骤 ' + (index + 1) + ' 预期数量'} type="number" min={0} max={1000} required value={step.count ?? 1} onChange={event => changeStep(index, { count: Number(event.target.value) })} />}
{step.action === 'assert_visible' && <select aria-label={'步骤 ' + (index + 1) + ' 可见性'} value={step.visible === false ? 'hidden' : 'visible'} onChange={event => changeStep(index, { visible: event.target.value === 'visible' })}><option value="visible">可见</option><option value="hidden">不可见</option></select>}
{step.action === 'click' && <span className="browser-step-value">点击唯一元素</span>}
<button type="button" className="icon-button" aria-label={'删除步骤 ' + (index + 1)} onClick={() => setSteps(values => values.filter((_, i) => i !== index))}><Trash2 size={13} /></button>
</div>)}
<button type="submit" className="button secondary" disabled={busy || running || planning || available?.status !== 'available'}>{planning ? <LoaderCircle size={13} className="spin" /> : <Check size={13} />}封存页面计划</button>
</form>
</details>
{latest && <div className="browser-sealed-plan"><div><strong>已封存计划</strong><code title={latest.fingerprint}>{latest.fingerprint.slice(0, 12)}</code></div>
<p>{latest.build.directory}{latest.path} · {latest.viewport.width}×{latest.viewport.height} · {latest.build.files} 个构建文件 · {latest.steps.length} 个步骤</p>
<details><summary>查看封存步骤</summary>{latest.steps.length ? <ol>{latest.steps.map((step, index) => <li key={index}>{describe(step)}</li>)}</ol> : <p>读取实际DOM并保存截图;尚未设置验收断言。</p>}</details>
<button type="button" className="button primary" disabled={busy || running || starting || !currentPending} onClick={() => setConfirm(latest)}><Play size={13} />运行这份计划</button>
{!currentPending && <span className="browser-plan-used">原结果已保存;调整后封存新计划。</span>}
</div>}
{!!jobs.length && <div className="browser-results"><h4>原页面结果 · {jobs.length} 次</h4>{jobs.slice().reverse().map(job => <article className={'browser-result browser-result-' + job.status} key={job.id}>
<div className="browser-result-heading"><strong>页面检查 · {clock(job.startedAt)}</strong><Status value={job.status} /></div>
<p>{job.summary}</p><div className="browser-result-source"><code title={job.taskId}>Task {job.taskId.slice(0, 8)}</code><code title={job.runId}>Run {job.runId.slice(0, 8)}</code><code title={job.buildSha256}>构建 {job.buildSha256.slice(0, 10)}</code></div>
<p className="browser-assertions">实际断言 {job.assertions?.passed ?? 0}/{job.assertions?.total ?? 0}{job.cleanup?.exited ? ' · 浏览器已退出' : ''}{job.requiresVerification ? ' · 结束状态待核对' : ''}</p>
{!!job.steps.length && <details className="browser-actual-steps"><summary>实际步骤结果</summary><ol>{job.steps.map((step, index) => <li key={index}><Status value={step.status} /><span>{describe(step)}</span>{step.error && <small>{step.error}</small>}</li>)}</ol></details>}
<div className="browser-result-actions">{active.includes(job.status) && <button type="button" className="text-button" onClick={() => void mutate('/browser-jobs/' + job.id + '/stop', {})}><Square size={12} />停止浏览器检查</button>}
{job.resultArtifactId && <><button type="button" className="text-button" disabled={loadingRecord} onClick={() => void openRecord(job)}><FileText size={13} />查看原执行记录</button>
<button type="button" className="text-button" onClick={() => { const stamp = scope.current; void downloadArtifact(session.id, job.resultArtifactId!, 'workbench-browser-' + job.id + '.json').catch(error => { if (stillHere(stamp)) onError(error); }); }}><ArrowDownToLine size={13} />下载原结果</button></>}
{job.screenshots.map(entry => <button type="button" className="text-button" key={entry.artifactId} disabled={!!loadingImage} onClick={() => void openImage(job, entry)}>{loadingImage === entry.artifactId ? <LoaderCircle size={13} className="spin" /> : <Image size={13} />}{entry.label === 'initial' ? '初始截图' : entry.label === 'final' ? '最终截图' : '失败截图'}</button>)}
{job.requiresVerification && <button type="button" className="button secondary" disabled={busy || running} onClick={() => void mutate('/browser-jobs/' + job.id + '/acknowledge', { fingerprint: job.planFingerprint })}>确认已核对中断</button>}
</div>
</article>)}</div>}
{confirm && <Modal title="执行页面检查" description="核对以下构建、视口和实际操作。执行结果会保存在当前任务。" onClose={() => setConfirm(null)}>
<div className="browser-confirm"><strong>{confirm.build.directory}{confirm.path}</strong><p>{confirm.viewport.width}×{confirm.viewport.height} · {confirm.build.files} 个文件</p><code>构建 SHA256 {confirm.build.sha256}</code>
{confirm.steps.length ? <ol>{confirm.steps.map((step, index) => <li key={index}>{describe(step)}</li>)}</ol> : <p>读取页面与截图,尚未设置验收断言。</p>}</div>
<div className="modal-actions"><button type="button" className="button secondary" disabled={starting} onClick={() => setConfirm(null)}>取消</button><button type="button" className="button primary" disabled={starting} onClick={() => { if (mutation.current) return; setStarting(true); void mutate('/browser-jobs', { planId: confirm.id }); }}><Play size={13} />确认运行页面检查</button></div>
</Modal>}
{preview && recordJob && <Modal title="浏览器原执行记录" description={'SHA256 ' + preview.sha256} wide onClose={() => { request.current++; setPreview(null); setLoadingRecord(false); }}>
<pre className="artifact-preview">{preview.content}</pre><div className="artifact-pagination"><span>字符 {preview.offset}–{preview.offset + preview.content.length} / {preview.totalCharacters}</span>
<button type="button" className="button secondary" disabled={loadingRecord || preview.offset === 0} onClick={() => void openRecord(recordJob, Math.max(0, preview.offset - 8000))}>上一段</button>
<button type="button" className="button secondary" disabled={loadingRecord || !preview.truncated} onClick={() => void openRecord(recordJob, preview.offset + preview.content.length)}>下一段</button></div>
</Modal>}
{image && <Modal title="原始页面截图" description={image.image.width + '×' + image.image.height + ' · SHA256 ' + image.image.sha256} wide onClose={() => { imageRequest.current++; setImage(null); if (imageUrl.current) URL.revokeObjectURL(imageUrl.current); imageUrl.current = ''; }}>
<div className="browser-image-preview"><img src={image.url} alt="当前任务原始页面截图" /></div><div className="modal-actions"><button type="button" className="button secondary" onClick={() => downloadBlob(image.blob, 'workbench-browser-' + image.job.id + '-' + image.image.label + '.png')}><ArrowDownToLine size={13} />下载原始PNG</button></div>
</Modal>}
</section>;
}