import { useEffect, useRef, useState } from 'react'; import { ArrowLeft, ArrowRight, Camera, ExternalLink, Globe2, Plus, RefreshCw, ShieldCheck, X } from 'lucide-react'; import { api, browsingScreenshot, downloadArtifact } from './api'; import { desktop } from './desktop'; import { Modal } from './components'; import type { BrowsingSnapshot, BrowsingObservation, Project, Session } from './types'; import './EmbeddedBrowserPanel.css'; const labels:Record={open:'已打开',closed:'已关闭',revoked:'授权已撤销',unavailable:'桌面连接已结束',queued:'等待桌面执行',dispatched:'已派发,等待原回执',completed:'原回执已保存',failed:'执行失败',unknown:'结果未知,先核对原页面',interrupted:'已中断'}; export function EmbeddedBrowserPanel({project,session,onSession,onError,onReturn}:{project:Project;session:Session;onSession:(session:Session)=>void;onError:(error:unknown)=>void;onReturn:()=>void}) { const [snapshot,setSnapshot]=useState(null),[selected,setSelected]=useState(''),[working,setWorking]=useState(''),[failure,setFailure]=useState(''); const [open,setOpen]=useState(false),[url,setUrl]=useState(''),[extraOrigins,setExtraOrigins]=useState(''),[interact,setInteract]=useState(true),[persistent,setPersistent]=useState(false),[profileId,setProfileId]=useState(''); const [inputValue,setInputValue]=useState(''),[downloadUrl,setDownloadUrl]=useState(''),[confirm,setConfirm]=useState<{action:string;ref?:string;label?:string;value?:string;url?:string}|null>(null),[clear,setClear]=useState(false); const [image,setImage]=useState(''),[imageError,setImageError]=useState(''),scope=useRef(0),loadSequence=useRef(0),view=useRef(null); const tabs=snapshot?.tabs??[],tab=tabs.find(value=>value.id===selected)??tabs.filter(value=>value.status==='open').at(-1)??tabs.at(-1); const observation=snapshot?.observations.find(value=>value.id===tab?.observationId), preview=session.execution?.previewJobs?.filter(job=>job.status==='ready').at(-1); async function refresh() {const original=scope.current,request=++loadSequence.current;try{const value=await api('/sessions/'+session.id+'/browsing');if(original===scope.current&&request===loadSequence.current)setSnapshot(value);}catch(error){if(original===scope.current)setFailure(error instanceof Error?error.message:String(error));}} useEffect(()=>{scope.current++;setSnapshot(null);setSelected('');setWorking('');setFailure('');setConfirm(null);setOpen(false);setClear(false);setProfileId('');void refresh();const timer=setInterval(()=>void refresh(),2000);return()=>{scope.current++;clearInterval(timer);};},[session.id,session.execution?.task?.id]); useEffect(()=>{let disposed=false,objectUrl='';setImage('');setImageError('');if(observation)browsingScreenshot(session.id,observation.id).then(value=>{objectUrl=value;if(disposed)URL.revokeObjectURL(value);else setImage(value);}).catch(error=>{if(!disposed)setImageError(error.message);});return()=>{disposed=true;if(objectUrl)URL.revokeObjectURL(objectUrl);};},[observation?.id,session.id]); useEffect(()=>{ if(!desktop?.browsingLayout)return; let last='',disposed=false; const update=()=>{if(disposed)return;const box=view.current?.getBoundingClientRect();const visible=!!box&&tab?.status==='open'&&box.width>=80&&box.height>=80&&box.x>=0&&box.y>=0&&!document.hidden&&!document.querySelector('[role="dialog"][aria-modal="true"],.inspector-resizing'); const input=visible?{projectId:project.id,sessionId:session.id,taskId:tab!.taskId,tabId:tab!.id,visible:true,bounds:{x:Math.round(box!.x),y:Math.round(box!.y),width:Math.floor(Math.min(box!.width,window.innerWidth-box!.x)),height:Math.floor(Math.min(box!.height,window.innerHeight-box!.y))}}:{visible:false}; const key=JSON.stringify(input);if(key===last)return;last=key;void desktop!.browsingLayout!(input).catch(()=>{last='';});}; const resize=new ResizeObserver(update);if(view.current)resize.observe(view.current);const mutations=new MutationObserver(update);mutations.observe(document.body,{subtree:true,childList:true,attributes:true,attributeFilter:['class','style','aria-hidden']}); window.addEventListener('resize',update);window.addEventListener('scroll',update,true);document.addEventListener('visibilitychange',update);const timer=setInterval(()=>{last='';update();},800);update(); return()=>{disposed=true;resize.disconnect();mutations.disconnect();clearInterval(timer);window.removeEventListener('resize',update);window.removeEventListener('scroll',update,true);document.removeEventListener('visibilitychange',update);void desktop!.browsingLayout!({visible:false}).catch(()=>{});}; },[tab?.id,tab?.status,session.id,project.id]); async function perform(action:string,input:unknown={}) {const original=scope.current;setWorking(action);setFailure('');try{const result=await api('/sessions/'+session.id+'/'+action,input);if(original===scope.current){onSession(result);setConfirm(null);setOpen(false);setClear(false);await refresh();}}catch(error){if(original===scope.current){setFailure(error instanceof Error?error.message:String(error));onError(error);}}finally{if(original===scope.current)setWorking('');}} function act(action:{action:string;ref?:string;value?:string;url?:string;amount?:number;milliseconds?:number}) {if(!tab||!observation)return;void perform('browsing/tabs/'+tab.id+'/act',{...action,observationId:observation.id,revision:observation.revision,approved:true});} const canAct=!!observation&&tab?.status==='open'&&tab.interact&&!working; return
浏览区
{tabs.filter(value=>value.status==='open').map(value=>)}
{tab&&<>
{tab.url}
{project.name} · Task {tab.taskId.slice(0,8)}{labels[tab.status]??tab.status}
} {failure&&

{failure}

} {!snapshot?.available&&

桌面浏览器未连接。请打开本工作台桌面端;网页端仍可核对已有观察和原动作。

} {tab?.status==='open'&&desktop?.browsingLayout?

所属网页在此区域显示

:image?
所属标签页原观察截图
原页面观察 · {observation?new Date(observation.createdAt).toLocaleString('zh-CN'):''}
:

在任务旁核对真实页面

先启动所属项目预览,或明确授权一个网站。所有页面观察与动作保存在本任务中。

} {imageError&&

{imageError}

} {tab&&
页面观察与原动作
{observation&&<>

{image?'原截图 SHA-256 已核对':imageError?'原截图核对未通过':'正在核对原截图'} · {new Date(observation.createdAt).toLocaleTimeString('zh-CN')}{!observation.scope.complete?' · 有界采样,未覆盖全部内容':''}

{observation.screenshotSha256}
可见页面文字(网站提供的任务数据)
{observation.text}
可见控件 · {observation.controls.length} 项
{observation.controls.map(control=>
{control.ref}{control.label}
)}
}
网站授权与登录资料

{tab.origins.join('、')}

{tab.interact?'允许原审批后的固定交互':'仅代理观察'} · {tab.persistent?'独立持久登录资料':'独立临时登录资料'}

按明确地址下载文件
{snapshot?.actions.filter(action=>action.tabId===tab.id).slice(-6).reverse().map(action=>
{action.input.action??({open:'打开页面',observe:'观察页面',close:'关闭页面',clear:'清除资料'}[action.kind]??action.kind)}{labels[action.status]??action.status}{action.error&&

{action.error}

}{action.downloadArtifactId&&}{action.status==='unknown'&&!action.reconciliation&&}
)}
} {open&&{if(!working)setOpen(false);}}>
{event.preventDefault();void perform('browsing/tabs',{url,origins:extraOrigins.split(/[\n,,]/).map(value=>value.trim()).filter(Boolean),interact,persistent,approved:true,...(profileId?{profileId}:{}),...(preview&&url.startsWith(new URL(preview.url).origin+'/')?{previewJobId:preview.id}:{})});}}>