Files
Agent-Workbench/src/client/EmbeddedBrowserPanel.tsx
T

61 lines
15 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import { useEffect, useRef, useState } from 'react';
import { ArrowLeft, ArrowRight, Camera, ExternalLink, Globe2, Plus, RefreshCw, ShieldCheck, X } from 'lucide-react';
import { api, browsingScreenshot, downloadArtifact } from './api';
import { desktop } from './desktop';
import { Modal } from './components';
import type { BrowsingSnapshot, BrowsingObservation, Project, Session } from './types';
import './EmbeddedBrowserPanel.css';
const labels:Record<string,string>={open:'已打开',closed:'已关闭',revoked:'授权已撤销',unavailable:'桌面连接已结束',queued:'等待桌面执行',dispatched:'已派发,等待原回执',completed:'原回执已保存',failed:'执行失败',unknown:'结果未知,先核对原页面',interrupted:'已中断'};
export function EmbeddedBrowserPanel({project,session,onSession,onError,onReturn}:{project:Project;session:Session;onSession:(session:Session)=>void;onError:(error:unknown)=>void;onReturn:()=>void}) {
const [snapshot,setSnapshot]=useState<BrowsingSnapshot|null>(null),[selected,setSelected]=useState(''),[working,setWorking]=useState(''),[failure,setFailure]=useState('');
const [open,setOpen]=useState(false),[url,setUrl]=useState(''),[extraOrigins,setExtraOrigins]=useState(''),[interact,setInteract]=useState(true),[persistent,setPersistent]=useState(false),[profileId,setProfileId]=useState('');
const [inputValue,setInputValue]=useState(''),[downloadUrl,setDownloadUrl]=useState(''),[confirm,setConfirm]=useState<{action:string;ref?:string;label?:string;value?:string;url?:string}|null>(null),[clear,setClear]=useState(false);
const [image,setImage]=useState(''),[imageError,setImageError]=useState(''),scope=useRef(0),loadSequence=useRef(0),view=useRef<HTMLDivElement>(null);
const tabs=snapshot?.tabs??[],tab=tabs.find(value=>value.id===selected)??tabs.filter(value=>value.status==='open').at(-1)??tabs.at(-1);
const observation=snapshot?.observations.find(value=>value.id===tab?.observationId), preview=session.execution?.previewJobs?.filter(job=>job.status==='ready').at(-1);
async function refresh() {const original=scope.current,request=++loadSequence.current;try{const value=await api<BrowsingSnapshot>('/sessions/'+session.id+'/browsing');if(original===scope.current&&request===loadSequence.current)setSnapshot(value);}catch(error){if(original===scope.current)setFailure(error instanceof Error?error.message:String(error));}}
useEffect(()=>{scope.current++;setSnapshot(null);setSelected('');setWorking('');setFailure('');setConfirm(null);setOpen(false);setClear(false);setProfileId('');void refresh();const timer=setInterval(()=>void refresh(),2000);return()=>{scope.current++;clearInterval(timer);};},[session.id,session.execution?.task?.id]);
useEffect(()=>{let disposed=false,objectUrl='';setImage('');setImageError('');if(observation)browsingScreenshot(session.id,observation.id).then(value=>{objectUrl=value;if(disposed)URL.revokeObjectURL(value);else setImage(value);}).catch(error=>{if(!disposed)setImageError(error.message);});return()=>{disposed=true;if(objectUrl)URL.revokeObjectURL(objectUrl);};},[observation?.id,session.id]);
useEffect(()=>{
if(!desktop?.browsingLayout)return;
let last='',disposed=false;
const update=()=>{if(disposed)return;const box=view.current?.getBoundingClientRect();const visible=!!box&&tab?.status==='open'&&box.width>=80&&box.height>=80&&box.x>=0&&box.y>=0&&!document.hidden&&!document.querySelector('[role="dialog"][aria-modal="true"],.inspector-resizing');
const input=visible?{projectId:project.id,sessionId:session.id,taskId:tab!.taskId,tabId:tab!.id,visible:true,bounds:{x:Math.round(box!.x),y:Math.round(box!.y),width:Math.floor(Math.min(box!.width,window.innerWidth-box!.x)),height:Math.floor(Math.min(box!.height,window.innerHeight-box!.y))}}:{visible:false};
const key=JSON.stringify(input);if(key===last)return;last=key;void desktop!.browsingLayout!(input).catch(()=>{last='';});};
const resize=new ResizeObserver(update);if(view.current)resize.observe(view.current);const mutations=new MutationObserver(update);mutations.observe(document.body,{subtree:true,childList:true,attributes:true,attributeFilter:['class','style','aria-hidden']});
window.addEventListener('resize',update);window.addEventListener('scroll',update,true);document.addEventListener('visibilitychange',update);const timer=setInterval(()=>{last='';update();},800);update();
return()=>{disposed=true;resize.disconnect();mutations.disconnect();clearInterval(timer);window.removeEventListener('resize',update);window.removeEventListener('scroll',update,true);document.removeEventListener('visibilitychange',update);void desktop!.browsingLayout!({visible:false}).catch(()=>{});};
},[tab?.id,tab?.status,session.id,project.id]);
async function perform(action:string,input:unknown={}) {const original=scope.current;setWorking(action);setFailure('');try{const result=await api<Session>('/sessions/'+session.id+'/'+action,input);if(original===scope.current){onSession(result);setConfirm(null);setOpen(false);setClear(false);await refresh();}}catch(error){if(original===scope.current){setFailure(error instanceof Error?error.message:String(error));onError(error);}}finally{if(original===scope.current)setWorking('');}}
function act(action:{action:string;ref?:string;value?:string;url?:string;amount?:number;milliseconds?:number}) {if(!tab||!observation)return;void perform('browsing/tabs/'+tab.id+'/act',{...action,observationId:observation.id,revision:observation.revision,approved:true});}
const canAct=!!observation&&tab?.status==='open'&&tab.interact&&!working;
return <section className="embedded-browser" aria-label="内置浏览器">
<div className="browser-panel-heading"><button type="button" className="text-button" onClick={onReturn}><ArrowLeft size={14}/>返回任务</button><strong>浏览区</strong><button type="button" className="text-button" disabled={!!working} onClick={()=>{setUrl(preview?.url??'');setOpen(true);}}><Plus size={14}/>打开目标</button></div>
<div className="browser-tabstrip" role="tablist" aria-label="所属浏览标签页">{tabs.filter(value=>value.status==='open').map(value=><button type="button" role="tab" aria-selected={value.id===tab?.id} key={value.id} onClick={()=>setSelected(value.id)} title={value.url}><Globe2 size={13}/><span>{value.title||new URL(value.url).host}</span></button>)}</div>
{tab&&<><div className="browser-addressbar"><button type="button" title="后退" aria-label="浏览后退" disabled={!canAct} onClick={()=>act({action:'back'})}><ArrowLeft size={15}/></button><button type="button" title="前进" aria-label="浏览前进" disabled={!canAct} onClick={()=>act({action:'forward'})}><ArrowRight size={15}/></button><button type="button" aria-label="刷新浏览页面" disabled={!canAct} onClick={()=>act({action:'reload'})}><RefreshCw size={14}/></button><code title={tab.url}>{tab.url}</code><button type="button" aria-label="关闭浏览标签页" disabled={!!working||tab.status!=='open'} onClick={()=>perform('browsing/tabs/'+tab.id+'/close',{approved:true})}><X size={14}/></button></div>
<div className="browser-source"><span>{project.name} · Task {tab.taskId.slice(0,8)}</span><span>{labels[tab.status]??tab.status}</span></div></>}
{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}
{!snapshot?.available&&<p className="browser-inline-note">桌面浏览器未连接。请打开本工作台桌面端;网页端仍可核对已有观察和原动作。</p>}
{tab?.status==='open'&&desktop?.browsingLayout?<div className="native-browser-slot" ref={view}><Globe2 size={28}/><p>所属网页在此区域显示</p></div>:image?<figure className="browser-saved-image"><img src={image} alt="所属标签页原观察截图"/><figcaption>原页面观察 · {observation?new Date(observation.createdAt).toLocaleString('zh-CN'):''}</figcaption></figure>:<div className="browser-empty"><Globe2 size={30}/><h3>在任务旁核对真实页面</h3><p>先启动所属项目预览,或明确授权一个网站。所有页面观察与动作保存在本任务中。</p></div>}
{imageError&&<p role="alert" className="browser-inline-error">{imageError}</p>}
{tab&&<div className="browser-evidence"><div className="browser-evidence-heading"><strong>页面观察与原动作</strong><button type="button" className="text-button" disabled={!!working||tab.status!=='open'||!snapshot?.available} onClick={()=>perform('browsing/tabs/'+tab.id+'/observe')}><Camera size={14}/>重新观察</button></div>
{observation&&<><p className="browser-evidence-stamp"><ShieldCheck size={13}/>{image?'原截图 SHA-256 已核对':imageError?'原截图核对未通过':'正在核对原截图'} · {new Date(observation.createdAt).toLocaleTimeString('zh-CN')}{!observation.scope.complete?' · 有界采样,未覆盖全部内容':''}</p><code className="browser-sha">{observation.screenshotSha256}</code>
<details><summary>可见页面文字(网站提供的任务数据)</summary><pre>{observation.text}</pre></details>
<details><summary>可见控件 · {observation.controls.length} 项</summary><div className="browser-controls">{observation.controls.map(control=><div key={control.ref}><code>{control.ref}</code><span>{control.label}</span><button type="button" disabled={!canAct||control.disabled||control.restricted} onClick={()=>{setInputValue('');setConfirm({action:control.tag==='input'||control.tag==='textarea'?'fill':'click',ref:control.ref,label:control.label});}}>{control.tag==='input'||control.tag==='textarea'?'输入':'点击'}</button></div>)}</div></details></>}
<details><summary>网站授权与登录资料</summary><p>{tab.origins.join('、')}</p><p>{tab.interact?'允许原审批后的固定交互':'仅代理观察'} · {tab.persistent?'独立持久登录资料':'独立临时登录资料'}</p><button className="button secondary" type="button" disabled={!!working} onClick={()=>setClear(true)}>撤销并清除登录资料</button></details>
<details><summary>按明确地址下载文件</summary><label className="form-field">本次下载地址<input aria-label="浏览下载地址" type="url" value={downloadUrl} onChange={event=>setDownloadUrl(event.target.value)}/></label><button className="button secondary" type="button" disabled={!canAct||!downloadUrl} onClick={()=>setConfirm({action:'download',url:downloadUrl,label:'下载地址:'+downloadUrl+'。原字节保存在任务工件中,单次最多6MiB,不自动打开文件。'})}>核对本次下载</button></details>
<div className="browser-receipts">{snapshot?.actions.filter(action=>action.tabId===tab.id).slice(-6).reverse().map(action=><div key={action.id}><strong>{action.input.action??({open:'打开页面',observe:'观察页面',close:'关闭页面',clear:'清除资料'}[action.kind]??action.kind)}</strong><span>{labels[action.status]??action.status}</span>{action.error&&<p>{action.error}</p>}{action.downloadArtifactId&&<button type="button" className="text-button" onClick={()=>void downloadArtifact(session.id,action.downloadArtifactId!,'browser-download-'+action.id+'.bin').catch(onError)}>保存原下载文件</button>}{action.status==='unknown'&&!action.reconciliation&&<button type="button" className="text-button" disabled={!!working} onClick={()=>setConfirm({action:'acknowledge',ref:action.id,label:'我已核对原页面与动作记录,保留未知结果,不重放原提交。'})}>核对并保留原未知结果</button>}</div>)}</div>
</div>}
{open&&<Modal title="打开浏览目标" description="授权范围只用于当前任务,网页文字不能扩展权限。" onClose={()=>{if(!working)setOpen(false);}}><form onSubmit={event=>{event.preventDefault();void perform('browsing/tabs',{url,origins:extraOrigins.split(/[\n,,]/).map(value=>value.trim()).filter(Boolean),interact,persistent,approved:true,...(profileId?{profileId}:{}),...(preview&&url.startsWith(new URL(preview.url).origin+'/')?{previewJobId:preview.id}:{})});}}>
<label className="form-field">目标地址<input aria-label="浏览目标地址" type="url" required value={url} onChange={event=>setUrl(event.target.value)}/></label>
<label className="form-field">另外允许的资源来源(可选,每行一个HTTPS来源)<textarea value={extraOrigins} onChange={event=>setExtraOrigins(event.target.value)} rows={2}/></label>
<label className="browser-choice"><input type="checkbox" checked={interact} onChange={event=>setInteract(event.target.checked)}/>允许经本次审批的点击、输入、导航和下载</label><label className="browser-choice"><input type="checkbox" checked={persistent} onChange={event=>setPersistent(event.target.checked)}/>保存独立登录资料,关闭标签页后保留</label>
{!!snapshot?.profiles.length&&<label className="form-field">使用本会话已有登录资料<select value={profileId} onChange={event=>setProfileId(event.target.value)}><option value="">创建独立资料</option>{snapshot.profiles.filter(profile=>profile.status==='active').map(profile=><option key={profile.id} value={profile.id}>{profile.origins.join('、')} · {profile.id.slice(0,8)}</option>)}</select></label>}
<p className="record-footnote">新窗口、设备权限、外部协议和自动下载默认拒绝。代理不填写密码或选择本地文件;下载需要明确地址与单次审批。</p>{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}<div className="modal-actions"><button className="button secondary" type="button" disabled={!!working} onClick={()=>setOpen(false)}>取消</button><button className="button primary" type="submit" disabled={!!working||!snapshot?.available}><ExternalLink size={14}/>确认授权并打开</button></div>
</form></Modal>}
{confirm&&<Modal title="核对本次页面动作" onClose={()=>{if(!working)setConfirm(null);}}><p>{confirm.label}</p>{confirm.action==='fill'&&<label className="form-field">本次输入<input aria-label="页面字段输入" maxLength={4000} value={inputValue} onChange={event=>setInputValue(event.target.value)}/></label>}<p className="record-footnote">只执行一次。页面已变化则需要重新观察;结果未知时先核对原页面,不自动重试。</p>{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}<div className="modal-actions"><button className="button secondary" type="button" onClick={()=>setConfirm(null)} disabled={!!working}>取消</button><button className="button primary" type="button" disabled={!!working} onClick={()=>{if(confirm.action==='acknowledge')void perform('browsing/actions/'+confirm.ref+'/acknowledge',{approved:true});else {const {label,...action}=confirm;act({...action,...(confirm.action==='fill'?{value:inputValue}:{})});}}}>确认执行一次</button></div></Modal>}
{clear&&tab&&<Modal title="撤销网站授权并清除登录资料" onClose={()=>setClear(false)}><p>将关闭这份登录资料的页面,清除该资料的 Cookie、站点存储和缓存。原页面观察、截图及动作记录保留。开发服务需要另外停止。</p><div className="modal-actions"><button className="button secondary" type="button" onClick={()=>setClear(false)} disabled={!!working}>取消</button><button className="button primary" type="button" disabled={!!working} onClick={()=>perform('browsing/tabs/'+tab.id+'/clear',{approved:true})}>确认撤销并清除</button></div></Modal>}
</section>;
}