feat: add owned Vite previews and isolated task browser with approved actions

This commit is contained in:
Agent Workbench Dev
2026-11-02 03:46:40 +08:00
parent de5a1d6c06
commit dc32c899f1
44 changed files with 1282 additions and 35 deletions
+24 -6
View File
@@ -1,3 +1,4 @@
import { EmbeddedBrowserPanel } from './EmbeddedBrowserPanel';
import { useEffect, useMemo, useRef, useState } from 'react';
import { Activity, Brain, ClipboardCheck, RotateCw, ArrowDownToLine, ArrowRight, ArrowUp, BookOpenText, Check, ChevronDown, ChevronRight, Code2, Copy, File, FileCode2, Folder, FolderOpen, GitBranch, Link2, LoaderCircle, Maximize2, MessageSquare, Minimize2, PanelLeftClose, PanelLeftOpen, Pencil, Play, Plus, Puzzle, Search, Server as ModelServer, Settings2, ShieldCheck, Square, SquareTerminal, Trash2, X } from 'lucide-react';
import type { Bootstrap, Change, Config, ModelSelection, FileEntry, OpenFile, Project, ResearchDoc, Session, SessionBrief, ToolEvent, RuntimeDiagnostics, RuntimeFailure } from './types';
@@ -58,12 +59,15 @@ export default function App() {
const [sending, setSending] = useState(false);
const [imageSelection,setImageSelection]=useState<{sessionId:string;ids:string[]}>({sessionId:'',ids:[]});
const [creatingSession, setCreatingSession] = useState(false);
const [tab, setTab] = useState<'file' | 'changes' | 'trace' | 'task' | 'index'>('file');
const [tab, setTab] = useState<'file' | 'changes' | 'trace' | 'task' | 'index' | 'browse'>('file');
const [changeId, setChangeId] = useState('');
const [eventId, setEventId] = useState('');
const [wide, setWide] = useState(false);
const [inspectorWidth,setInspectorWidth]=useState<number|null>(null),[inspectorResizing,setInspectorResizing]=useState(false);
const inspectorDrag=useRef<{x:number;width:number}|null>(null);
const [sidebarOpen, setSidebarOpen] = useState(() => window.innerWidth > 620);
const [narrow, setNarrow] = useState(() => window.innerWidth <= 940);
const [viewportWidth,setViewportWidth]=useState(()=>window.innerWidth);
const [mobile, setMobile] = useState(() => window.innerWidth <= 620);
const [connected, setConnected] = useState(false);
const [settingsOpen, setSettingsOpen] = useState(false);
@@ -107,6 +111,8 @@ export default function App() {
const sessionCreation = useRef<Promise<Session | null> | null>(null);
const selectedProject = projects.find(project => project.id === projectId);
const isRunning = !!session && (activeStates.includes(session.status) || session.execution?.checks.some(job => ['queued', 'running'].includes(job.status)) === true
|| session.execution?.previewJobs?.some(job => ['queued','starting','stopping'].includes(job.status)) === true
|| session.execution?.browsingActions?.some(job => ['queued','dispatched'].includes(job.status)) === true
|| session.execution?.environmentJobs?.some(job => ['queued','running','stopping'].includes(job.status)) === true
|| session.execution?.deliveries?.some(job => ['queued', 'preparing', 'prepared', 'publishing', 'committed', 'reporting'].includes(job.status)) === true
|| session.execution?.changeSets?.some(set => ['applying', 'rolling_back'].includes(set.status)) === true
@@ -181,7 +187,7 @@ export default function App() {
.sort((a, b) => b.updatedAt.localeCompare(a.updatedAt));
});
}
function showInspector(next: 'file' | 'changes' | 'trace' | 'task' | 'index') {
function showInspector(next: 'file' | 'changes' | 'trace' | 'task' | 'index' | 'browse') {
setTab(next);
if (window.innerWidth <= 940) setWide(true);
if (window.innerWidth <= 620) setSidebarOpen(false);
@@ -503,7 +509,7 @@ export default function App() {
let previousMobile = window.innerWidth <= 620;
const update = () => {
const nextMobile = window.innerWidth <= 620;
setNarrow(window.innerWidth <= 940); setMobile(nextMobile);
setNarrow(window.innerWidth <= 940); setMobile(nextMobile); setViewportWidth(window.innerWidth);
if (nextMobile && !previousMobile) { setSidebarOpen(false); setWide(false); }
previousMobile = nextMobile;
};
@@ -522,8 +528,12 @@ export default function App() {
const toolEvents = session?.events.filter(event => event.kind === 'tool') || [];
const lineCount = openFile?.content.split('\n').length || 0;
const ready = !!token && connected;
const sidebarWidth=sidebarOpen?(viewportWidth>=1700?260:viewportWidth<=1120?210:242):0;
const maximumInspector=Math.max(310,Math.min(1000,viewportWidth-sidebarWidth-320));
const resizeInspector=(width:number)=>setInspectorWidth(Math.max(310,Math.min(maximumInspector,width)));
return (
<div className={'workbench ' + (sidebarOpen ? '' : 'sidebar-hidden ') + (wide ? 'inspector-wide' : '')}>
<div className={'workbench ' + (sidebarOpen ? '' : 'sidebar-hidden ') + (wide ? 'inspector-wide ' : '')+(inspectorResizing?'inspector-resizing':'')}
style={!narrow&&inspectorWidth!==null?{gridTemplateColumns:sidebarWidth+'px minmax(310px,1fr) '+Math.min(maximumInspector,inspectorWidth)+'px'}:undefined}>
<aside className="project-sidebar">
<div className="brand"><span className="brand-mark">AW</span><div><strong>Agent Workbench</strong><span>本地编程工作台 · 正式版</span></div><IconButton label="收起项目栏" onClick={() => setSidebarOpen(false)}><PanelLeftClose size={16} /></IconButton></div>
<div className="project-selector"><span className="field-eyebrow">当前项目</span><div className="project-select-row"><FolderOpen size={17} /><select aria-label="当前项目" value={projectId} onChange={event => chooseProject(event.target.value)}>{projects.map(project => <option key={project.id} value={project.id}>{project.name}{project.id === exampleId ? '(示例)' : ''}</option>)}{!projects.length && <option value="">选择一个项目</option>}</select><IconButton label="打开项目" onClick={() => setProjectOpen(true)}><Plus size={15} /></IconButton></div>{selectedProject && <span className="project-root" title={selectedProject.root}>{selectedProject.root}</span>}{projectId === exampleId && <span className="example-tag">当前为自带示例,可打开自己的项目开始开发</span>}</div>
@@ -581,11 +591,19 @@ export default function App() {
</main>
{((mobile && sidebarOpen) || (narrow && wide)) && <button type="button" className="panel-scrim" aria-label="关闭侧边面板" onClick={() => { setSidebarOpen(false); setWide(false); }} />}
<aside className="inspector">
<div className="inspector-tabs"><button className={tab === 'file' ? 'selected' : ''} onClick={() => setTab('file')}><FileCode2 size={14} />文件</button><button className={tab === 'changes' ? 'selected' : ''} onClick={() => setTab('changes')}><GitBranch size={14} />改动{pending.length > 0 && <b>{pending.length}</b>}</button><button className={tab === 'trace' ? 'selected' : ''} onClick={() => setTab('trace')}><SquareTerminal size={14} />轨迹</button><button className={tab === 'task' ? 'selected' : ''} onClick={() => setTab('task')}><ClipboardCheck size={14} />任务</button><button className={tab === 'index' ? 'selected' : ''} onClick={() => setTab('index')}><Search size={14} />索引</button><IconButton label={narrow ? '关闭检视区' : wide ? '缩小检视区' : '放大检视区'} onClick={() => setWide(previous => !previous)}>{narrow ? <X size={16} /> : wide ? <Minimize2 size={14} /> : <Maximize2 size={14} />}</IconButton></div>
{!narrow&&<div className="inspector-resize-handle" role="separator" aria-label="调整检视区宽度" aria-orientation="vertical" tabIndex={0} aria-valuemin={310} aria-valuemax={maximumInspector} aria-valuenow={inspectorWidth??undefined}
onPointerDown={event=>{if(event.button!==0)return;event.preventDefault();inspectorDrag.current={x:event.clientX,width:event.currentTarget.parentElement!.getBoundingClientRect().width};event.currentTarget.setPointerCapture(event.pointerId);setInspectorResizing(true);}}
onPointerMove={event=>{if(inspectorDrag.current)resizeInspector(inspectorDrag.current.width+inspectorDrag.current.x-event.clientX);}}
onPointerUp={event=>{inspectorDrag.current=null;setInspectorResizing(false);if(event.currentTarget.hasPointerCapture(event.pointerId))event.currentTarget.releasePointerCapture(event.pointerId);}}
onLostPointerCapture={()=>{inspectorDrag.current=null;setInspectorResizing(false);}}
onDoubleClick={()=>setInspectorWidth(null)}
onKeyDown={event=>{const width=event.currentTarget.parentElement!.getBoundingClientRect().width;if(event.key==='ArrowLeft'||event.key==='ArrowRight'){event.preventDefault();resizeInspector(width+(event.key==='ArrowLeft'?32:-32));}else if(event.key==='Home'){event.preventDefault();resizeInspector(310);}else if(event.key==='End'){event.preventDefault();resizeInspector(maximumInspector);}}}/>}
<div className="inspector-tabs"><button className={tab === 'file' ? 'selected' : ''} onClick={() => setTab('file')}><FileCode2 size={14} />文件</button><button className={tab === 'changes' ? 'selected' : ''} onClick={() => setTab('changes')}><GitBranch size={14} />改动{pending.length > 0 && <b>{pending.length}</b>}</button><button className={tab === 'trace' ? 'selected' : ''} onClick={() => setTab('trace')}><SquareTerminal size={14} />轨迹</button><button className={tab === 'task' ? 'selected' : ''} onClick={() => setTab('task')}><ClipboardCheck size={14} />任务</button><button className={tab === 'index' ? 'selected' : ''} onClick={() => setTab('index')}><Search size={14} />索引</button><button className={tab === 'browse' ? 'selected' : ''} onClick={() => setTab('browse')}><Link2 size={14} />浏览</button><IconButton label={narrow ? '关闭检视区' : wide ? '缩小检视区' : '放大检视区'} onClick={() => setWide(previous => !previous)}>{narrow ? <X size={16} /> : wide ? <Minimize2 size={14} /> : <Maximize2 size={14} />}</IconButton></div>
{tab === 'file' && (fileLoading ? <div className="loading-inspector"><LoaderCircle className="spin" size={24} />正在读取文件</div> : openFile ? <div className="file-inspector"><div className="file-heading"><FileCode2 size={15} /><span title={openFile.path}>{openFile.path}</span><IconButton label="复制文件内容" onClick={() => navigator.clipboard.writeText(openFile.content).then(() => notify('已复制文件内容。')).catch(failure)}><Copy size={14} /></IconButton><IconButton label={editing ? '取消编辑' : '编辑文件'} onClick={() => { setEditing(previous => !previous); setDraft(openFile.content); }}><Pencil size={14} /></IconButton></div><div className="file-details"><span>{lineCount} 行 · {openFile.bytes.toLocaleString()} B{fileLine ? ' · 定位第 ' + fileLine + ' 行' : ''}</span><span className="code-utility">{openFile.sha256.slice(0, 10)}</span></div>{fileNotice && <div className="file-index-notice" role="status">{fileNotice}</div>}{editing ? <><textarea className="code-editor" aria-label="编辑文件内容" spellCheck={false} value={draft} onChange={event => setDraft(event.target.value)} /><div className="editor-actions"><button className="button primary" onClick={saveDraft} disabled={draft === openFile.content || draftSaving}><GitBranch size={14} />保存为提案</button></div></> : <div className="code-view" ref={codeViewRef}>{openFile.content.split('\n').map((line, index) => <div key={index} data-line={index + 1} className={fileLine === index + 1 ? 'code-line-target' : ''}><span>{index + 1}</span><code>{line.replace(/\r$/, '') || ' '}</code></div>)}</div>}</div> : <EmptyInspector kind="file" />)}
{tab === 'changes' && (session ? <ChangesInspector session={session} selectedChange={selectedChange} busy={!!changeBusy} isRunning={isRunning} onSelect={setChangeId} onAction={changeAction} onSession={acceptSession} onError={failureFor(session)} onFilesChanged={refreshBatchFiles} /> : <EmptyInspector kind="changes" />)}
{tab === 'trace' && (session?.events.length ? <div className="trace-inspector"><div className="trace-caption"><span>完整执行记录</span><span>{toolEvents.length} 次工具调用</span></div><div className="trace-list">{session.events.map(event => <ToolRow key={event.id} event={event} selected={selectedEvent?.id === event.id} onSelect={() => setEventId(event.id)} />)}</div>{selectedEvent && <div className="event-details"><div className="event-detail-heading"><strong>{selectedEvent.label}</strong><Status value={selectedEvent.phase} /></div>{selectedEvent.input && <><h4>输入</h4><pre>{JSON.stringify(selectedEvent.input, null, 2)}</pre></>}<h4>结果</h4><pre>{selectedEvent.output || (selectedEvent.phase === 'waiting' ? '等待确认后执行。' : '正在等待工具结果。')}</pre>{selectedEvent.durationMs !== undefined && <p className="subtle">耗时 {(selectedEvent.durationMs / 1000).toFixed(2)} 秒,包含确认等待。</p>}</div>}</div> : <EmptyInspector kind="trace" />)}
{tab === 'task' && (session && selectedProject ? <TaskPanel key={session.id} project={selectedProject} session={session} onSession={acceptSession} onError={failureFor(session)} busy={isRunning} onWorkspaceRefresh={refreshWorkspaceState} onWorkspaceNavigate={navigateWorkspace} /> : <EmptyInspector kind="trace" />)}
{tab === 'task' && (session && selectedProject ? <TaskPanel key={session.id} project={selectedProject} session={session} onSession={acceptSession} onError={failureFor(session)} busy={isRunning} onWorkspaceRefresh={refreshWorkspaceState} onWorkspaceNavigate={navigateWorkspace} onOpenPreview={()=>showInspector('browse')} /> : <EmptyInspector kind="trace" />)}
{tab === 'browse' && session && selectedProject && <EmbeddedBrowserPanel key={session.id} project={selectedProject} session={session} onSession={acceptSession} onError={failureFor(session)} onReturn={()=>setTab('task')}/> }
{selectedProject && <CodeIndexPanel key={selectedProject.id} project={selectedProject} active={tab === 'index'} onOpen={(path, line, expectedSha256) => void loadFile(path, { line, expectedSha256 })} />}
<div className="inspector-footer"><ShieldCheck size={13} /><span>{tab === 'changes' ? '应用前会核对文件基线' : tab === 'trace' ? '中断调用保留待核实状态' : tab === 'task' ? '任务目标、检查与结果持久保存' : tab === 'index' ? '结果绑定当前项目及文件 SHA256' : '读取范围限定在当前项目'}</span></div>
</aside>
+3
View File
@@ -0,0 +1,3 @@
.embedded-browser{display:flex;flex-direction:column;min-height:0;overflow:auto;flex:1;background:#f7f9fc;color:#203248}.browser-panel-heading{display:flex;align-items:center;justify-content:space-between;gap:8px;padding:12px 14px;border-bottom:1px solid #d7e0eb}.browser-panel-heading strong{font-size:13px}.browser-tabstrip{display:flex;overflow:auto;flex-shrink:0;background:#edf2f8;padding:6px 8px 0;gap:3px}.browser-tabstrip button{border:0;background:transparent;display:flex;gap:6px;align-items:center;max-width:190px;padding:9px 12px;font-size:11px;color:#425871;border-radius:5px 5px 0 0}.browser-tabstrip button[aria-selected=true]{background:#fff;color:#203248}.browser-tabstrip span{overflow:hidden;text-overflow:ellipsis;white-space:nowrap}.browser-addressbar{display:flex;align-items:center;gap:4px;padding:9px 10px;background:#fff;border-bottom:1px solid #dde4ee;flex-shrink:0}.browser-addressbar button{display:grid;place-items:center;min-width:28px;min-height:30px;border:0;background:transparent;color:#334e6d}.browser-addressbar code{flex:1;min-width:0;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;font-size:11px;color:#263f60}.browser-source{display:flex;flex-wrap:wrap;justify-content:space-between;gap:4px;padding:6px 14px;background:#f0f4f9;font-size:10px;color:#455b76}.native-browser-slot{height:360px;min-height:260px;flex-shrink:0;display:flex;align-items:center;justify-content:center;flex-direction:column;background:#fff;color:#62748c;border-bottom:1px solid #d8e1ec}.native-browser-slot p{font-size:12px}.browser-empty{padding:40px 24px;min-height:240px;display:flex;align-items:center;justify-content:center;flex-direction:column;text-align:center;color:#526780}.browser-empty h3{font-size:15px;color:#233d5d;margin-top:16px}.browser-empty p{font-size:12px;line-height:1.8;max-width:320px}.browser-saved-image{margin:0;background:#fff}.browser-saved-image img{display:block;max-width:100%;height:auto}.browser-saved-image figcaption{font-size:11px;padding:8px 14px;color:#536980}.browser-evidence{padding:14px;font-size:12px}.browser-evidence-heading{display:flex;align-items:center;justify-content:space-between;gap:8px}.browser-evidence-stamp{display:flex;align-items:center;gap:5px;font-size:10px;color:#3e596f;flex-wrap:wrap}.browser-sha{display:block;overflow-wrap:anywhere;color:#4d6279;font-size:10px;margin-bottom:12px}.browser-evidence details{margin:10px 0;border-top:1px solid #d7e0eb;padding-top:10px}.browser-evidence summary{cursor:pointer;color:#2b4665}.browser-evidence pre{white-space:pre-wrap;overflow-wrap:anywhere;max-height:260px;overflow:auto;padding:10px;background:#edf2f8;font-size:11px}.browser-controls>div{display:grid;grid-template-columns:30px 1fr auto;gap:6px;align-items:center;border-bottom:1px solid #e0e6ee;padding:9px 0}.browser-controls span{overflow-wrap:anywhere}.browser-controls button{border:1px solid #becbdc;background:white;padding:5px 8px;border-radius:4px;color:#2a486b}.browser-receipts>div{display:flex;flex-wrap:wrap;gap:5px 10px;border-top:1px solid #d7e0eb;padding:10px 0;font-size:11px}.browser-receipts strong{font-weight:600}.browser-receipts p{flex-basis:100%;margin:0;color:#8b2d36;overflow-wrap:anywhere}.browser-choice{display:flex;align-items:start;gap:8px;font-size:12px;line-height:1.7;margin:12px 0}.browser-choice input{margin-top:4px}.browser-inline-error{margin:12px 14px;color:#982b37;font-size:12px;overflow-wrap:anywhere}.browser-inline-note{margin:10px 14px;font-size:12px;line-height:1.7;color:#4b617c}.browser-addressbar button:disabled{opacity:.4}.browser-tabstrip button:focus-visible,.browser-addressbar button:focus-visible{outline:2px solid #3a699f;outline-offset:-2px}@media(max-width:620px){.native-browser-slot{height:320px}.browser-tabstrip button{max-width:155px}.browser-panel-heading{padding:11px 12px}}
.inspector-tabs>button:not(.icon-button){min-width:0;padding-left:7px;padding-right:7px;gap:4px;flex:1;white-space:nowrap}.inspector-tabs>.icon-button{flex:0 0 28px;width:28px}.project-sidebar .session-item.selected .session-select,.project-sidebar .session-item.selected .session-select span{color:#213f59}.project-sidebar .session-item.selected .session-select svg{color:#46627a}
.inspector{position:relative}.inspector-resize-handle{position:absolute;left:0;top:0;bottom:0;width:7px;z-index:2;cursor:col-resize;touch-action:none}.inspector-resize-handle:hover,.inspector-resize-handle:focus-visible,.inspector-resizing .inspector-resize-handle{background:#497b9d55;outline:0}.inspector-resizing{user-select:none;cursor:col-resize}
+60
View File
@@ -0,0 +1,60 @@
import { useEffect, useRef, useState } from 'react';
import { ArrowLeft, ArrowRight, Camera, ExternalLink, Globe2, Plus, RefreshCw, ShieldCheck, X } from 'lucide-react';
import { api, browsingScreenshot, downloadArtifact } from './api';
import { desktop } from './desktop';
import { Modal } from './components';
import type { BrowsingSnapshot, BrowsingObservation, Project, Session } from './types';
import './EmbeddedBrowserPanel.css';
const labels:Record<string,string>={open:'已打开',closed:'已关闭',revoked:'授权已撤销',unavailable:'桌面连接已结束',queued:'等待桌面执行',dispatched:'已派发,等待原回执',completed:'原回执已保存',failed:'执行失败',unknown:'结果未知,先核对原页面',interrupted:'已中断'};
export function EmbeddedBrowserPanel({project,session,onSession,onError,onReturn}:{project:Project;session:Session;onSession:(session:Session)=>void;onError:(error:unknown)=>void;onReturn:()=>void}) {
const [snapshot,setSnapshot]=useState<BrowsingSnapshot|null>(null),[selected,setSelected]=useState(''),[working,setWorking]=useState(''),[failure,setFailure]=useState('');
const [open,setOpen]=useState(false),[url,setUrl]=useState(''),[extraOrigins,setExtraOrigins]=useState(''),[interact,setInteract]=useState(true),[persistent,setPersistent]=useState(false),[profileId,setProfileId]=useState('');
const [inputValue,setInputValue]=useState(''),[downloadUrl,setDownloadUrl]=useState(''),[confirm,setConfirm]=useState<{action:string;ref?:string;label?:string;value?:string;url?:string}|null>(null),[clear,setClear]=useState(false);
const [image,setImage]=useState(''),[imageError,setImageError]=useState(''),scope=useRef(0),loadSequence=useRef(0),view=useRef<HTMLDivElement>(null);
const tabs=snapshot?.tabs??[],tab=tabs.find(value=>value.id===selected)??tabs.filter(value=>value.status==='open').at(-1)??tabs.at(-1);
const observation=snapshot?.observations.find(value=>value.id===tab?.observationId), preview=session.execution?.previewJobs?.filter(job=>job.status==='ready').at(-1);
async function refresh() {const original=scope.current,request=++loadSequence.current;try{const value=await api<BrowsingSnapshot>('/sessions/'+session.id+'/browsing');if(original===scope.current&&request===loadSequence.current)setSnapshot(value);}catch(error){if(original===scope.current)setFailure(error instanceof Error?error.message:String(error));}}
useEffect(()=>{scope.current++;setSnapshot(null);setSelected('');setWorking('');setFailure('');setConfirm(null);setOpen(false);setClear(false);setProfileId('');void refresh();const timer=setInterval(()=>void refresh(),2000);return()=>{scope.current++;clearInterval(timer);};},[session.id,session.execution?.task?.id]);
useEffect(()=>{let disposed=false,objectUrl='';setImage('');setImageError('');if(observation)browsingScreenshot(session.id,observation.id).then(value=>{objectUrl=value;if(disposed)URL.revokeObjectURL(value);else setImage(value);}).catch(error=>{if(!disposed)setImageError(error.message);});return()=>{disposed=true;if(objectUrl)URL.revokeObjectURL(objectUrl);};},[observation?.id,session.id]);
useEffect(()=>{
if(!desktop?.browsingLayout)return;
let last='',disposed=false;
const update=()=>{if(disposed)return;const box=view.current?.getBoundingClientRect();const visible=!!box&&tab?.status==='open'&&box.width>=80&&box.height>=80&&box.x>=0&&box.y>=0&&!document.hidden&&!document.querySelector('[role="dialog"][aria-modal="true"],.inspector-resizing');
const input=visible?{projectId:project.id,sessionId:session.id,taskId:tab!.taskId,tabId:tab!.id,visible:true,bounds:{x:Math.round(box!.x),y:Math.round(box!.y),width:Math.floor(Math.min(box!.width,window.innerWidth-box!.x)),height:Math.floor(Math.min(box!.height,window.innerHeight-box!.y))}}:{visible:false};
const key=JSON.stringify(input);if(key===last)return;last=key;void desktop!.browsingLayout!(input).catch(()=>{last='';});};
const resize=new ResizeObserver(update);if(view.current)resize.observe(view.current);const mutations=new MutationObserver(update);mutations.observe(document.body,{subtree:true,childList:true,attributes:true,attributeFilter:['class','style','aria-hidden']});
window.addEventListener('resize',update);window.addEventListener('scroll',update,true);document.addEventListener('visibilitychange',update);const timer=setInterval(()=>{last='';update();},800);update();
return()=>{disposed=true;resize.disconnect();mutations.disconnect();clearInterval(timer);window.removeEventListener('resize',update);window.removeEventListener('scroll',update,true);document.removeEventListener('visibilitychange',update);void desktop!.browsingLayout!({visible:false}).catch(()=>{});};
},[tab?.id,tab?.status,session.id,project.id]);
async function perform(action:string,input:unknown={}) {const original=scope.current;setWorking(action);setFailure('');try{const result=await api<Session>('/sessions/'+session.id+'/'+action,input);if(original===scope.current){onSession(result);setConfirm(null);setOpen(false);setClear(false);await refresh();}}catch(error){if(original===scope.current){setFailure(error instanceof Error?error.message:String(error));onError(error);}}finally{if(original===scope.current)setWorking('');}}
function act(action:{action:string;ref?:string;value?:string;url?:string;amount?:number;milliseconds?:number}) {if(!tab||!observation)return;void perform('browsing/tabs/'+tab.id+'/act',{...action,observationId:observation.id,revision:observation.revision,approved:true});}
const canAct=!!observation&&tab?.status==='open'&&tab.interact&&!working;
return <section className="embedded-browser" aria-label="内置浏览器">
<div className="browser-panel-heading"><button type="button" className="text-button" onClick={onReturn}><ArrowLeft size={14}/>返回任务</button><strong>浏览区</strong><button type="button" className="text-button" disabled={!!working} onClick={()=>{setUrl(preview?.url??'');setOpen(true);}}><Plus size={14}/>打开目标</button></div>
<div className="browser-tabstrip" role="tablist" aria-label="所属浏览标签页">{tabs.filter(value=>value.status==='open').map(value=><button type="button" role="tab" aria-selected={value.id===tab?.id} key={value.id} onClick={()=>setSelected(value.id)} title={value.url}><Globe2 size={13}/><span>{value.title||new URL(value.url).host}</span></button>)}</div>
{tab&&<><div className="browser-addressbar"><button type="button" title="后退" aria-label="浏览后退" disabled={!canAct} onClick={()=>act({action:'back'})}><ArrowLeft size={15}/></button><button type="button" title="前进" aria-label="浏览前进" disabled={!canAct} onClick={()=>act({action:'forward'})}><ArrowRight size={15}/></button><button type="button" aria-label="刷新浏览页面" disabled={!canAct} onClick={()=>act({action:'reload'})}><RefreshCw size={14}/></button><code title={tab.url}>{tab.url}</code><button type="button" aria-label="关闭浏览标签页" disabled={!!working||tab.status!=='open'} onClick={()=>perform('browsing/tabs/'+tab.id+'/close',{approved:true})}><X size={14}/></button></div>
<div className="browser-source"><span>{project.name} · Task {tab.taskId.slice(0,8)}</span><span>{labels[tab.status]??tab.status}</span></div></>}
{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}
{!snapshot?.available&&<p className="browser-inline-note">桌面浏览器未连接。请打开本工作台桌面端;网页端仍可核对已有观察和原动作。</p>}
{tab?.status==='open'&&desktop?.browsingLayout?<div className="native-browser-slot" ref={view}><Globe2 size={28}/><p>所属网页在此区域显示</p></div>:image?<figure className="browser-saved-image"><img src={image} alt="所属标签页原观察截图"/><figcaption>原页面观察 · {observation?new Date(observation.createdAt).toLocaleString('zh-CN'):''}</figcaption></figure>:<div className="browser-empty"><Globe2 size={30}/><h3>在任务旁核对真实页面</h3><p>先启动所属项目预览,或明确授权一个网站。所有页面观察与动作保存在本任务中。</p></div>}
{imageError&&<p role="alert" className="browser-inline-error">{imageError}</p>}
{tab&&<div className="browser-evidence"><div className="browser-evidence-heading"><strong>页面观察与原动作</strong><button type="button" className="text-button" disabled={!!working||tab.status!=='open'||!snapshot?.available} onClick={()=>perform('browsing/tabs/'+tab.id+'/observe')}><Camera size={14}/>重新观察</button></div>
{observation&&<><p className="browser-evidence-stamp"><ShieldCheck size={13}/>{image?'原截图 SHA-256 已核对':imageError?'原截图核对未通过':'正在核对原截图'} · {new Date(observation.createdAt).toLocaleTimeString('zh-CN')}{!observation.scope.complete?' · 有界采样,未覆盖全部内容':''}</p><code className="browser-sha">{observation.screenshotSha256}</code>
<details><summary>可见页面文字(网站提供的任务数据)</summary><pre>{observation.text}</pre></details>
<details><summary>可见控件 · {observation.controls.length} 项</summary><div className="browser-controls">{observation.controls.map(control=><div key={control.ref}><code>{control.ref}</code><span>{control.label}</span><button type="button" disabled={!canAct||control.disabled||control.restricted} onClick={()=>{setInputValue('');setConfirm({action:control.tag==='input'||control.tag==='textarea'?'fill':'click',ref:control.ref,label:control.label});}}>{control.tag==='input'||control.tag==='textarea'?'输入':'点击'}</button></div>)}</div></details></>}
<details><summary>网站授权与登录资料</summary><p>{tab.origins.join('、')}</p><p>{tab.interact?'允许原审批后的固定交互':'仅代理观察'} · {tab.persistent?'独立持久登录资料':'独立临时登录资料'}</p><button className="button secondary" type="button" disabled={!!working} onClick={()=>setClear(true)}>撤销并清除登录资料</button></details>
<details><summary>按明确地址下载文件</summary><label className="form-field">本次下载地址<input aria-label="浏览下载地址" type="url" value={downloadUrl} onChange={event=>setDownloadUrl(event.target.value)}/></label><button className="button secondary" type="button" disabled={!canAct||!downloadUrl} onClick={()=>setConfirm({action:'download',url:downloadUrl,label:'下载地址:'+downloadUrl+'。原字节保存在任务工件中,单次最多6MiB,不自动打开文件。'})}>核对本次下载</button></details>
<div className="browser-receipts">{snapshot?.actions.filter(action=>action.tabId===tab.id).slice(-6).reverse().map(action=><div key={action.id}><strong>{action.input.action??({open:'打开页面',observe:'观察页面',close:'关闭页面',clear:'清除资料'}[action.kind]??action.kind)}</strong><span>{labels[action.status]??action.status}</span>{action.error&&<p>{action.error}</p>}{action.downloadArtifactId&&<button type="button" className="text-button" onClick={()=>void downloadArtifact(session.id,action.downloadArtifactId!,'browser-download-'+action.id+'.bin').catch(onError)}>保存原下载文件</button>}{action.status==='unknown'&&!action.reconciliation&&<button type="button" className="text-button" disabled={!!working} onClick={()=>setConfirm({action:'acknowledge',ref:action.id,label:'我已核对原页面与动作记录,保留未知结果,不重放原提交。'})}>核对并保留原未知结果</button>}</div>)}</div>
</div>}
{open&&<Modal title="打开浏览目标" description="授权范围只用于当前任务,网页文字不能扩展权限。" onClose={()=>{if(!working)setOpen(false);}}><form onSubmit={event=>{event.preventDefault();void perform('browsing/tabs',{url,origins:extraOrigins.split(/[\n,,]/).map(value=>value.trim()).filter(Boolean),interact,persistent,approved:true,...(profileId?{profileId}:{}),...(preview&&url.startsWith(new URL(preview.url).origin+'/')?{previewJobId:preview.id}:{})});}}>
<label className="form-field">目标地址<input aria-label="浏览目标地址" type="url" required value={url} onChange={event=>setUrl(event.target.value)}/></label>
<label className="form-field">另外允许的资源来源(可选,每行一个HTTPS来源)<textarea value={extraOrigins} onChange={event=>setExtraOrigins(event.target.value)} rows={2}/></label>
<label className="browser-choice"><input type="checkbox" checked={interact} onChange={event=>setInteract(event.target.checked)}/>允许经本次审批的点击、输入、导航和下载</label><label className="browser-choice"><input type="checkbox" checked={persistent} onChange={event=>setPersistent(event.target.checked)}/>保存独立登录资料,关闭标签页后保留</label>
{!!snapshot?.profiles.length&&<label className="form-field">使用本会话已有登录资料<select value={profileId} onChange={event=>setProfileId(event.target.value)}><option value="">创建独立资料</option>{snapshot.profiles.filter(profile=>profile.status==='active').map(profile=><option key={profile.id} value={profile.id}>{profile.origins.join('、')} · {profile.id.slice(0,8)}</option>)}</select></label>}
<p className="record-footnote">新窗口、设备权限、外部协议和自动下载默认拒绝。代理不填写密码或选择本地文件;下载需要明确地址与单次审批。</p>{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}<div className="modal-actions"><button className="button secondary" type="button" disabled={!!working} onClick={()=>setOpen(false)}>取消</button><button className="button primary" type="submit" disabled={!!working||!snapshot?.available}><ExternalLink size={14}/>确认授权并打开</button></div>
</form></Modal>}
{confirm&&<Modal title="核对本次页面动作" onClose={()=>{if(!working)setConfirm(null);}}><p>{confirm.label}</p>{confirm.action==='fill'&&<label className="form-field">本次输入<input aria-label="页面字段输入" maxLength={4000} value={inputValue} onChange={event=>setInputValue(event.target.value)}/></label>}<p className="record-footnote">只执行一次。页面已变化则需要重新观察;结果未知时先核对原页面,不自动重试。</p>{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}<div className="modal-actions"><button className="button secondary" type="button" onClick={()=>setConfirm(null)} disabled={!!working}>取消</button><button className="button primary" type="button" disabled={!!working} onClick={()=>{if(confirm.action==='acknowledge')void perform('browsing/actions/'+confirm.ref+'/acknowledge',{approved:true});else {const {label,...action}=confirm;act({...action,...(confirm.action==='fill'?{value:inputValue}:{})});}}}>确认执行一次</button></div></Modal>}
{clear&&tab&&<Modal title="撤销网站授权并清除登录资料" onClose={()=>setClear(false)}><p>将关闭这份登录资料的页面,清除该资料的 Cookie、站点存储和缓存。原页面观察、截图及动作记录保留。开发服务需要另外停止。</p><div className="modal-actions"><button className="button secondary" type="button" onClick={()=>setClear(false)} disabled={!!working}>取消</button><button className="button primary" type="button" disabled={!!working} onClick={()=>perform('browsing/tabs/'+tab.id+'/clear',{approved:true})}>确认撤销并清除</button></div></Modal>}
</section>;
}
+2
View File
@@ -0,0 +1,2 @@
.preview-service{border-top:1px solid var(--border,#dce3eb);padding:18px 0;color:var(--text,#223047)}
.preview-heading{display:flex;align-items:center;gap:10px;justify-content:space-between;font-size:13px}.preview-heading span{font-size:11px;color:#52647b}.preview-service p{font-size:12px;line-height:1.65;margin:9px 0}.preview-start{display:flex;gap:10px;align-items:end;flex-wrap:wrap}.preview-start label{display:grid;gap:5px;font-size:11px}.preview-start input{width:96px;padding:8px;border:1px solid #bcc9d8;border-radius:5px;background:#fff}.preview-plan,.preview-actions{display:flex;gap:8px;flex-wrap:wrap;align-items:center;margin-top:12px}.preview-job{padding:14px 0;border-top:1px solid #dce3eb;margin-top:14px}.preview-url{display:block;margin-top:8px;font-size:12px;overflow-wrap:anywhere}.preview-service pre,.preview-confirm pre{white-space:pre-wrap;overflow-wrap:anywhere;max-height:240px;overflow:auto;background:#edf1f5;padding:12px;font-size:11px;color:#24354a}.preview-confirm code,.preview-confirm p{overflow-wrap:anywhere}.preview-error{color:#9d292d!important}.preview-service details{font-size:12px;margin-top:10px}.preview-service summary{cursor:pointer}.preview-confirm .record-footnote{font-size:11px}
+43
View File
@@ -0,0 +1,43 @@
import { useEffect, useRef, useState } from 'react';
import { Check, FileText, Play, Square } from 'lucide-react';
import { api } from './api';
import { Modal } from './components';
import type { Project, Session, PreviewPlan } from './types';
import './PreviewPanel.css';
const live = ['queued', 'starting', 'ready', 'stopping'];
const labels:Record<string,string> = { planned:'等待核对', consumed:'计划已使用', queued:'正在准备', starting:'核对启动来源', ready:'预览已就绪', stopping:'正在停止', stopped:'已停止', exited:'服务已退出', failed:'启动或运行失败', unknown:'原进程待核对' };
export function PreviewPanel({ project, session, busy, onSession, onError, openArtifact, onOpen }: { project:Project; session:Session; busy:boolean; onSession:(session:Session)=>void; onError:(error:unknown)=>void; openArtifact:(id:string)=>void; onOpen?:()=>void }) {
const [port,setPort] = useState('5173'), [working,setWorking] = useState(''), [failure,setFailure] = useState(''), [confirm,setConfirm] = useState<PreviewPlan|null>(null);
const scope = useRef(0), plan = session.execution?.previewPlans?.at(-1), jobs = session.execution?.previewJobs ?? [], running = jobs.some(job=>live.includes(job.status));
useEffect(()=>{ scope.current++; setConfirm(null); setWorking(''); setFailure(''); return ()=>{scope.current++;}; },[session.id,session.execution?.task?.id]);
async function perform(action:string,input:unknown={}) {
const original=scope.current; setWorking(action); setFailure('');
try { const result=await api<Session>('/sessions/'+session.id+'/'+action,input); if(scope.current===original){onSession(result);setConfirm(null);} }
catch(error){if(scope.current===original){setFailure(error instanceof Error?error.message:String(error));onError(error);}}
finally{if(scope.current===original)setWorking('');}
}
return <section className="preview-service" aria-label="项目开发预览">
<div className="preview-heading"><strong>项目开发预览</strong><span>Vite · 所属工作区</span></div>
<p>启动开发服务,边修改代码边核对真实页面。页面验收和检查结果另行记录。</p>
{!project.workspace&&<p className="record-footnote">先创建并打开独立工作区,再准备项目依赖。</p>}
<div className="preview-start"><label>本机端口<input aria-label="预览端口" inputMode="numeric" type="number" min={1024} max={65535} value={port} disabled={!!working||running} onChange={event=>setPort(event.target.value)}/></label>
<button type="button" className="button secondary" disabled={busy||!!working||running||!project.workspace} onClick={()=>perform('preview-plans',{port:Number(port)})}><Play size={13}/>创建启动计划</button></div>
{failure&&<p role="alert" className="preview-error">{failure}</p>}
{plan?.status==='planned'&&<div className="preview-plan"><code>{plan.url}</code><button type="button" className="button primary" disabled={busy||!!working||running} onClick={()=>setConfirm(plan)}>核对并批准预览</button></div>}
{jobs.slice().reverse().map(job=><article className="preview-job" key={job.id}><div className="preview-heading"><strong>{labels[job.status]??job.status}</strong><code>{job.id.slice(0,8)}</code></div>
<code className="preview-url">{job.url}</code><p>{job.summary??'正在记录原进程、核对监听来源及首页响应。'}</p>
{job.process&&<p className="record-footnote">所属 PID {job.process.pid}{job.readiness?' · 监听与首页已核对':''}</p>}
<div className="preview-actions">{job.status==='ready'&&onOpen&&<button className="button primary" type="button" onClick={onOpen}>打开浏览区</button>}
{live.includes(job.status)&&<button className="button secondary" type="button" disabled={!!working} onClick={()=>perform('preview-jobs/'+job.id+'/stop')}><Square size={13}/>停止开发服务</button>}
{job.requiresVerification&&!job.reconciliation&&<button className="button secondary" type="button" disabled={!!working} onClick={()=>perform('preview-jobs/'+job.id+'/reconcile',{fingerprint:job.planFingerprint})}>只读核对原进程</button>}
{job.logArtifactId&&<button className="text-button" type="button" onClick={()=>openArtifact(job.logArtifactId!)}><FileText size={13}/>原执行日志</button>}</div>
{job.logExcerpt&&<details><summary>日志预览</summary><pre>{job.logExcerpt}</pre></details>}{job.reconciliation&&<p className="record-footnote">原进程已确认结束,未知结果保留。重新启动需新计划。</p>}
</article>)}
{confirm&&<Modal title="确认项目预览" description="核对所属工作区和实际命令后启动。" onClose={()=>{if(!working)setConfirm(null);}}><div className="preview-confirm">
<p>工作区 <code>{confirm.root}</code></p><p>监听地址 <code>{confirm.url}</code> · 最长运行8小时</p>
<pre>{confirm.invocation.executable+'\n'+confirm.invocation.args.map(value=>JSON.stringify(value)).join('\n')}</pre>
<p>会执行该项目的 Vite 配置和插件代码。源码修改可以触发热更新;关闭浏览页后服务仍运行,需要使用「停止开发服务」。</p><p className="record-footnote">实际依赖 SHA-256 {confirm.nodeIdentity}</p>
{failure&&<p role="alert" className="preview-error">{failure}</p>}</div><div className="modal-actions"><button type="button" className="button secondary" disabled={!!working} onClick={()=>setConfirm(null)}>取消</button><button type="button" className="button primary" disabled={!!working} onClick={()=>perform('preview-jobs',{planId:confirm.id,fingerprint:confirm.fingerprint,approved:true})}><Check size={14}/>确认启动预览</button></div></Modal>}
</section>;
}
+3 -1
View File
@@ -12,6 +12,7 @@ import { TaskCheckpointPanel } from './TaskCheckpointPanel';
import { McpJobHistory } from './McpJobHistory';
import './TaskPanel.css';
import { EnvironmentPanel } from './EnvironmentPanel';
import { PreviewPanel } from './PreviewPanel';
const stopReasons: Record<string, string> = { no_progress: '重复读取未推进任务,请核对后继续', context_limit: '完整任务要求超过请求上下文预算', time_limit: '到达运行时间预算', token_limit: '到达本次 token 预算', task_token_limit: '到达任务累计预算', step_limit: '到达工具轮次上限', cancelled: '用户停止', model_error: '模型请求失败', interrupted: '进程中断' };
const number = (value: number | undefined) => (value ?? 0).toLocaleString('zh-CN');
@@ -23,7 +24,7 @@ stopReasons.verification_incomplete = '答复已收到,当前任务的工程
stopReasons.delivery_incomplete = '答复已收到,要求的文件尚无已应用记录';
const time = (value: string | null | undefined) => value ? new Date(value).toLocaleString('zh-CN', { month: '2-digit', day: '2-digit', hour: '2-digit', minute: '2-digit', second: '2-digit' }) : '执行中';
export function TaskPanel({ project, session, onSession, onError, busy, onWorkspaceRefresh, onWorkspaceNavigate }: { project: Project; session: Session; onSession: (value: Session) => void; onError: (error: unknown) => void; busy: boolean; onWorkspaceRefresh: (projectId: string, sessionId: string, isCurrent?: () => boolean) => Promise<void>; onWorkspaceNavigate: (projectId: string, sessionId: string, isCurrent?: () => boolean) => Promise<void> }) {
export function TaskPanel({ project, session, onSession, onError, busy, onWorkspaceRefresh, onWorkspaceNavigate, onOpenPreview }: { project: Project; session: Session; onSession: (value: Session) => void; onError: (error: unknown) => void; busy: boolean; onOpenPreview?:()=>void; onWorkspaceRefresh: (projectId: string, sessionId: string, isCurrent?: () => boolean) => Promise<void>; onWorkspaceNavigate: (projectId: string, sessionId: string, isCurrent?: () => boolean) => Promise<void> }) {
const execution = session.execution, task = execution?.task;
const [runId, setRunId] = useState('');
const [historicalRun, setHistoricalRun] = useState<Run | null>(null);
@@ -112,6 +113,7 @@ export function TaskPanel({ project, session, onSession, onError, busy, onWorksp
</section>}
{run && <RequestContextPanel session={session} runId={run.id} onError={onError} openArtifact={openArtifact} />}
{task && <EnvironmentPanel project={project} session={session} busy={busy} onSession={onSession} onError={onError} openArtifact={openArtifact} />}
{task && <PreviewPanel onOpen={onOpenPreview} project={project} session={session} busy={busy} onSession={onSession} onError={onError} openArtifact={openArtifact} />}
<section className="task-record-section project-checks">
<div className="record-heading"><GitBranch size={15} /><h3>工程检查</h3><Status value={task?.verification.status || 'not_configured'} /></div>
{task?.verification.status === 'failed' && <p className="record-footnote" role="status">原工程检查有失败记录;文件应用或答复完成不代表检查通过。</p>}
+7
View File
@@ -16,6 +16,13 @@ export async function exportSession(id: string) {
const blob = await response.blob();
downloadBlob(blob, 'agent-workbench-session-' + id + '.json');
}
export async function browsingScreenshot(sessionId:string,observationId:string) {
const response=await fetch('/api/sessions/'+sessionId+'/browsing/observations/'+observationId+'/image',{headers:{'X-Workbench-Token':accessToken}});
if(!response.ok)throw new Error('原页面截图读取失败,请核对原观察记录。');
const bytes=await response.arrayBuffer(),digest=await crypto.subtle.digest('SHA-256',bytes),sha=Array.from(new Uint8Array(digest)).map(value=>value.toString(16).padStart(2,'0')).join('');
if(sha!==response.headers.get('X-Content-SHA256'))throw new Error('原页面截图SHA-256不一致。');
return URL.createObjectURL(new Blob([bytes],{type:'image/png'}));
}
export async function downloadCompanionCertificate() {
const response = await fetch('/api/companion/certificate', { headers: { 'X-Workbench-Token': accessToken } });
if (!response.ok) { const value = await response.json().catch(() => ({})); throw new Error(value.error || '手机根证书下载失败。'); }
+1
View File
@@ -9,6 +9,7 @@ export interface CompanionStatus {
export interface MobileBrief { id: string; projectId: string; taskId?: string; runId?: string; title: string; status: string; revision: number; eventSeq: number; updatedAt: string }
export interface MobileUsage { totalTokens: number; unknownRequests: number; estimatedUnknownTokens: number }
export interface MobileTask extends MobileBrief {
browserObservations?:{id:string;tabId:string;url:string;title:string;createdAt:string;revision:string;scope:{complete:boolean};screenshotSha256:string}[];
inputAttachments?: import('./types').InputAttachment[];
budgetPause?: import('./types').BudgetPause|null;
task: { id: string; goal: string; status: string; usage: MobileUsage; budget: { maxTokens: number }; verification: { status: string } } | null;
+1
View File
@@ -15,6 +15,7 @@ type DesktopWorkbench = {
reviewTask(input: DesktopTaskScope): Promise<DesktopTaskScope & { eventSeq: number }>;
revealFile(input: DesktopTaskScope & { path: string; sha256: string }): Promise<{ revealed: boolean }>;
stopHost(): Promise<{ cancelled?: boolean; state?: string; processExited?: boolean }>;
browsingLayout?(input: {projectId?:string;sessionId?:string;taskId?:string;tabId?:string;visible:boolean;bounds?:{x:number;y:number;width:number;height:number}}): Promise<{visible:boolean}>;
};
declare global { interface Window { desktopWorkbench?: DesktopWorkbench } }
export const desktop = window.desktopWorkbench?.protocol === 'agent-workbench-desktop-v1' ? window.desktopWorkbench : undefined;
+2
View File
@@ -1,3 +1,4 @@
import { MobileBrowserObservation } from './MobileBrowserObservation';
import { useCallback, useEffect, useRef, useState } from 'react';
import { ArrowLeft, ChevronRight, ClipboardCheck, FileDiff, Folder, Link2, RefreshCw, ShieldCheck, Square, Terminal, Wifi, WifiOff, X } from 'lucide-react';
import type { CompanionDevice, MobileBrief, MobileTask } from '../companion-types';
@@ -120,6 +121,7 @@ export function MobileApp({ initialToken }: { initialToken: string }) {
{selectedTask.inputAttachments?.map(image=><MobileInputImage key={image.id} sessionId={selectedTask.id} image={image} onError={cause=>{if(cause instanceof MobileError&&[401,403].includes(cause.status))revoke(cause.message);else setError(cause instanceof Error?cause.message:'截图读取失败。');}}/>)}
{selectedTask.budgetPause&&<aside className="mobile-unknown"><strong>原任务因预算暂停</strong><p>必需输入 {selectedTask.budgetPause.requiredInputTokens?.toLocaleString()??'旧记录未分解'};可用输入 {selectedTask.budgetPause.inputBudget?.toLocaleString()??'未记录'} tokens。请在电脑核对预算并预览续接,原工具结果保留。</p></aside>}
{!!selectedTask.progress.unknown.length && <div className="mobile-unknown"><strong>{selectedTask.progress.unknown.length} 项工具结果需要核对</strong><p>请在电脑核对原输入和实际结果。刷新、重连和手机审批均不会自动重新执行。</p>{selectedTask.progress.unknown.map(item => <code key={item.id}>{item.tool} · {stateLabel(item.state)}</code>)}</div>}
{selectedTask.browserObservations?.slice(-1).map(observation=><MobileBrowserObservation key={observation.id} sessionId={selectedTask.id} observation={observation} onError={cause=>{if(cause instanceof MobileError&&[401,403].includes(cause.status))revoke(cause.message);else setError(cause instanceof Error?cause.message:'原网页截图读取失败。');}}/>)}
{!!selectedTask.approvals.length && <section className="mobile-approvals"><h2><ShieldCheck size={18} />等待你的确认</h2>{selectedTask.approvals.map(approval => <article key={approval.id}><span>{approval.shell}</span><pre>{approval.command}</pre><p>{approval.reason}</p>{!me.device.permissions.approve ? <p className="mobile-muted">此设备仅可观察,请在电脑审批。</p> : !approval.actionable ? <p className="mobile-muted">原审批已失效,请在电脑核对。</p> : <div className="mobile-action-pair"><button disabled={!fresh || !!busy} onClick={() => setDecision({ requestId: crypto.randomUUID(), kind: 'approve', task: selectedTask, approval, allow: false })}>拒绝</button><button className="mobile-primary" disabled={!fresh || !!busy} onClick={() => setDecision({ requestId: crypto.randomUUID(), kind: 'approve', task: selectedTask, approval, allow: true })}>核对并批准</button></div>}</article>)}</section>}
<nav className="mobile-tabs" aria-label="任务内容">{[['progress', '执行进展'], ['changes', '文件差异'], ['checks', '检查与报告']].map(([key, label]) => <button key={key} aria-current={tab === key ? 'page' : undefined} onClick={() => { setTab(key); setDocument(null); }}>{label}{key === 'changes' && !!selectedTask.changes.length && <span>{selectedTask.changes.length}</span>}</button>)}</nav>
{tab === 'progress' && <section className="mobile-progress"><div className="mobile-section-heading"><h2>原执行记录</h2><span>{selectedTask.progress.completed} / {selectedTask.progress.total} 工具完成</span></div><ol>{selectedTask.events.map(item => <li key={item.id}><div><strong>{item.label || '执行事件'}</strong><span className={'mobile-state state-' + item.phase}>{stateLabel(item.phase)}</span></div>{item.stream && item.stream.status !== "completed" && <div className="mobile-stream"><strong>{item.stream.status === "receiving" ? "正在接收模型输出" : "模型输出未完成"}</strong><span>{item.stream.textCharacters ?? 0} 字符 · 片段不执行工具</span>{item.stream.textPreview && <pre>{item.stream.textPreview}</pre>}</div>}{item.output && <details><summary>查看原输出片段{item.exitCode !== undefined ? ' · 退出码 ' + item.exitCode : ''}</summary><pre>{item.output}</pre></details>}</li>)}</ol>{!selectedTask.events.length && <p className="mobile-muted">尚无工具执行记录。</p>}{selectedTask.messages.map(message => <article className="mobile-message" key={message.id}><span>{message.role === 'assistant' ? '代理回复' : '系统记录'} · {time(message.createdAt)}</span><p>{message.content}</p></article>)}<p className="mobile-muted">手机显示最近60条执行记录和8条回复;完整记录保留在电脑原会话。</p></section>}
@@ -0,0 +1,14 @@
import { useEffect,useState } from 'react';
import type { MobileTask } from '../companion-types';
import { MobileError } from './api';
export function MobileBrowserObservation({sessionId,observation,onError}:{sessionId:string;observation:NonNullable<MobileTask['browserObservations']>[number];onError:(error:unknown)=>void}) {
const [image,setImage]=useState(''),[failure,setFailure]=useState('');
useEffect(()=>{let alive=true,objectUrl='';const controller=new AbortController();setImage('');setFailure('');
void(async()=>{const response=await fetch('/mobile-api/sessions/'+sessionId+'/browser-observations/'+observation.id+'/image',{credentials:'same-origin',cache:'no-store',signal:controller.signal});if(!response.ok)throw new MobileError('原网页截图读取失败。',response.status);
const bytes=await response.arrayBuffer();if(bytes.byteLength>6*1024*1024)throw new MobileError('原网页截图超过6MiB范围。');const sha=Array.from(new Uint8Array(await crypto.subtle.digest('SHA-256',bytes)),value=>value.toString(16).padStart(2,'0')).join('');
if(sha!==observation.screenshotSha256||sha!==response.headers.get('X-Content-SHA256'))throw new MobileError('原网页截图SHA-256核对失败。');
if(alive){objectUrl=URL.createObjectURL(new Blob([bytes],{type:'image/png'}));setImage(objectUrl);}})().catch(error=>{if(alive){setFailure(error.message);onError(error);}});
return()=>{alive=false;controller.abort();if(objectUrl)URL.revokeObjectURL(objectUrl);};
},[sessionId,observation.id,observation.screenshotSha256]);
return <section className="mobile-input-image"><h2>电脑网页原观察</h2><strong>{observation.title||'所属网页'}</strong><p>{image?'SHA-256 已核对':failure||'正在核对原截图…'} · {new Date(observation.createdAt).toLocaleString('zh-CN')}</p><code>{observation.url}</code>{image&&<details><summary>查看原页面截图</summary><img src={image} alt="电脑上所属标签页的原观察"/><code>{observation.screenshotSha256}</code></details>}<p className="mobile-muted">这是原采样结果。新观察和浏览器控制在电脑执行,动作审批沿用原任务权限。</p></section>;
}
+8 -1
View File
@@ -15,7 +15,14 @@ export interface EnvironmentPlan {id:string;taskId:string;runId:string;status:st
invocation:{executable:string;args:string[]};lifecycle:{name:string;script:string}[];installScriptPackages:string[]}
export interface EnvironmentJob {id:string;taskId:string;runId:string;planFingerprint:string;status:string;summary?:string;finishedAt?:string;requiresVerification:boolean;
logExcerpt?:string;logArtifactId?:string;after?:NodeEnvironmentBinding;result?:{exitCode:number|null;durationMs:number;truncated?:boolean};reconciliation?:{artifactId:string;sha256:string}}
export interface ExecutionSnapshot {environmentDiagnostics?:EnvironmentDiagnostic[];environmentPlans?:EnvironmentPlan[];environmentJobs?:EnvironmentJob[]}
export interface PreviewPlan {id:string;taskId:string;runId:string;root:string;url:string;port:number;fingerprint:string;status:string;nodeIdentity:string;script:string;timeoutMs:number;invocation:{executable:string;args:string[]}}
export interface PreviewJob {id:string;taskId:string;runId:string;planId:string;planFingerprint:string;status:string;url:string;port:number;summary?:string;logExcerpt?:string;logArtifactId?:string;requiresVerification?:boolean;reconciliation?:{at:string;result:string};process?:{pid:number;treeTermination?:string};readiness?:{observedAt:string;sha256:string}}
export interface ExecutionSnapshot {environmentDiagnostics?:EnvironmentDiagnostic[];environmentPlans?:EnvironmentPlan[];environmentJobs?:EnvironmentJob[];previewPlans?:PreviewPlan[];previewJobs?:PreviewJob[]}
export interface BrowsingTab {id:string;sessionId:string;projectId:string;taskId:string;runId:string;profileId:string;status:string;url:string;title?:string;origins:string[];interact:boolean;persistent:boolean;revision?:string;observationId?:string;previewOrigin?:string;error?:string}
export interface BrowsingObservation {id:string;tabId:string;revision:string;url:string;title:string;text:string;createdAt:string;scope:{complete:boolean};controls:{ref:string;tag:string;type:string;label:string;disabled:boolean;restricted?:boolean;href?:string}[];screenshotArtifactId:string;screenshotSha256:string;artifactId:string}
export interface BrowsingAction {id:string;tabId:string;kind:string;status:string;createdAt:string;input:{action?:string;ref?:string;value?:string;url?:string};error?:string;artifactId?:string;downloadArtifactId?:string;downloadSha256?:string;reconciliation?:{at:string}}
export interface BrowsingSnapshot {available:boolean;tabs:BrowsingTab[];observations:BrowsingObservation[];actions:BrowsingAction[];profiles:{id:string;origins:string[];status:string}[]}
export interface ExecutionSnapshot {browsingTabs?:BrowsingTab[];browsingActions?:BrowsingAction[]}
export interface CheckPlan {environment?:NodeEnvironmentBinding|null}
export interface CheckJob {environment?:NodeEnvironmentBinding|null}
export interface Approval {environmentPlanId?:string}