61 lines
15 KiB
TypeScript
61 lines
15 KiB
TypeScript
import { useEffect, useRef, useState } from 'react';
|
||
import { ArrowLeft, ArrowRight, Camera, ExternalLink, Globe2, Plus, RefreshCw, ShieldCheck, X } from 'lucide-react';
|
||
import { api, browsingScreenshot, downloadArtifact } from './api';
|
||
import { desktop } from './desktop';
|
||
import { Modal } from './components';
|
||
import type { BrowsingSnapshot, BrowsingObservation, Project, Session } from './types';
|
||
import './EmbeddedBrowserPanel.css';
|
||
|
||
const labels:Record<string,string>={open:'已打开',closed:'已关闭',revoked:'授权已撤销',unavailable:'桌面连接已结束',queued:'等待桌面执行',dispatched:'已派发,等待原回执',completed:'原回执已保存',failed:'执行失败',unknown:'结果未知,先核对原页面',interrupted:'已中断'};
|
||
export function EmbeddedBrowserPanel({project,session,onSession,onError,onReturn}:{project:Project;session:Session;onSession:(session:Session)=>void;onError:(error:unknown)=>void;onReturn:()=>void}) {
|
||
const [snapshot,setSnapshot]=useState<BrowsingSnapshot|null>(null),[selected,setSelected]=useState(''),[working,setWorking]=useState(''),[failure,setFailure]=useState('');
|
||
const [open,setOpen]=useState(false),[url,setUrl]=useState(''),[extraOrigins,setExtraOrigins]=useState(''),[interact,setInteract]=useState(true),[persistent,setPersistent]=useState(false),[profileId,setProfileId]=useState('');
|
||
const [inputValue,setInputValue]=useState(''),[downloadUrl,setDownloadUrl]=useState(''),[confirm,setConfirm]=useState<{action:string;ref?:string;label?:string;value?:string;url?:string}|null>(null),[clear,setClear]=useState(false);
|
||
const [image,setImage]=useState(''),[imageError,setImageError]=useState(''),scope=useRef(0),loadSequence=useRef(0),view=useRef<HTMLDivElement>(null);
|
||
const tabs=snapshot?.tabs??[],tab=tabs.find(value=>value.id===selected)??tabs.filter(value=>value.status==='open').at(-1)??tabs.at(-1);
|
||
const observation=snapshot?.observations.find(value=>value.id===tab?.observationId), preview=session.execution?.previewJobs?.filter(job=>job.status==='ready').at(-1);
|
||
async function refresh() {const original=scope.current,request=++loadSequence.current;try{const value=await api<BrowsingSnapshot>('/sessions/'+session.id+'/browsing');if(original===scope.current&&request===loadSequence.current)setSnapshot(value);}catch(error){if(original===scope.current)setFailure(error instanceof Error?error.message:String(error));}}
|
||
useEffect(()=>{scope.current++;setSnapshot(null);setSelected('');setWorking('');setFailure('');setConfirm(null);setOpen(false);setClear(false);setProfileId('');void refresh();const timer=setInterval(()=>void refresh(),2000);return()=>{scope.current++;clearInterval(timer);};},[session.id,session.execution?.task?.id]);
|
||
useEffect(()=>{let disposed=false,objectUrl='';setImage('');setImageError('');if(observation)browsingScreenshot(session.id,observation.id).then(value=>{objectUrl=value;if(disposed)URL.revokeObjectURL(value);else setImage(value);}).catch(error=>{if(!disposed)setImageError(error.message);});return()=>{disposed=true;if(objectUrl)URL.revokeObjectURL(objectUrl);};},[observation?.id,session.id]);
|
||
useEffect(()=>{
|
||
if(!desktop?.browsingLayout)return;
|
||
let last='',disposed=false;
|
||
const update=()=>{if(disposed)return;const box=view.current?.getBoundingClientRect();const visible=!!box&&tab?.status==='open'&&box.width>=80&&box.height>=80&&box.x>=0&&box.y>=0&&!document.hidden&&!document.querySelector('[role="dialog"][aria-modal="true"],.inspector-resizing');
|
||
const input=visible?{projectId:project.id,sessionId:session.id,taskId:tab!.taskId,tabId:tab!.id,visible:true,bounds:{x:Math.round(box!.x),y:Math.round(box!.y),width:Math.floor(Math.min(box!.width,window.innerWidth-box!.x)),height:Math.floor(Math.min(box!.height,window.innerHeight-box!.y))}}:{visible:false};
|
||
const key=JSON.stringify(input);if(key===last)return;last=key;void desktop!.browsingLayout!(input).catch(()=>{last='';});};
|
||
const resize=new ResizeObserver(update);if(view.current)resize.observe(view.current);const mutations=new MutationObserver(update);mutations.observe(document.body,{subtree:true,childList:true,attributes:true,attributeFilter:['class','style','aria-hidden']});
|
||
window.addEventListener('resize',update);window.addEventListener('scroll',update,true);document.addEventListener('visibilitychange',update);const timer=setInterval(()=>{last='';update();},800);update();
|
||
return()=>{disposed=true;resize.disconnect();mutations.disconnect();clearInterval(timer);window.removeEventListener('resize',update);window.removeEventListener('scroll',update,true);document.removeEventListener('visibilitychange',update);void desktop!.browsingLayout!({visible:false}).catch(()=>{});};
|
||
},[tab?.id,tab?.status,session.id,project.id]);
|
||
async function perform(action:string,input:unknown={}) {const original=scope.current;setWorking(action);setFailure('');try{const result=await api<Session>('/sessions/'+session.id+'/'+action,input);if(original===scope.current){onSession(result);setConfirm(null);setOpen(false);setClear(false);await refresh();}}catch(error){if(original===scope.current){setFailure(error instanceof Error?error.message:String(error));onError(error);}}finally{if(original===scope.current)setWorking('');}}
|
||
function act(action:{action:string;ref?:string;value?:string;url?:string;amount?:number;milliseconds?:number}) {if(!tab||!observation)return;void perform('browsing/tabs/'+tab.id+'/act',{...action,observationId:observation.id,revision:observation.revision,approved:true});}
|
||
const canAct=!!observation&&tab?.status==='open'&&tab.interact&&!working;
|
||
return <section className="embedded-browser" aria-label="内置浏览器">
|
||
<div className="browser-panel-heading"><button type="button" className="text-button" onClick={onReturn}><ArrowLeft size={14}/>返回任务</button><strong>浏览区</strong><button type="button" className="text-button" disabled={!!working} onClick={()=>{setUrl(preview?.url??'');setOpen(true);}}><Plus size={14}/>打开目标</button></div>
|
||
<div className="browser-tabstrip" role="tablist" aria-label="所属浏览标签页">{tabs.filter(value=>value.status==='open').map(value=><button type="button" role="tab" aria-selected={value.id===tab?.id} key={value.id} onClick={()=>setSelected(value.id)} title={value.url}><Globe2 size={13}/><span>{value.title||new URL(value.url).host}</span></button>)}</div>
|
||
{tab&&<><div className="browser-addressbar"><button type="button" title="后退" aria-label="浏览后退" disabled={!canAct} onClick={()=>act({action:'back'})}><ArrowLeft size={15}/></button><button type="button" title="前进" aria-label="浏览前进" disabled={!canAct} onClick={()=>act({action:'forward'})}><ArrowRight size={15}/></button><button type="button" aria-label="刷新浏览页面" disabled={!canAct} onClick={()=>act({action:'reload'})}><RefreshCw size={14}/></button><code title={tab.url}>{tab.url}</code><button type="button" aria-label="关闭浏览标签页" disabled={!!working||tab.status!=='open'} onClick={()=>perform('browsing/tabs/'+tab.id+'/close',{approved:true})}><X size={14}/></button></div>
|
||
<div className="browser-source"><span>{project.name} · Task {tab.taskId.slice(0,8)}</span><span>{labels[tab.status]??tab.status}</span></div></>}
|
||
{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}
|
||
{!snapshot?.available&&<p className="browser-inline-note">桌面浏览器未连接。请打开本工作台桌面端;网页端仍可核对已有观察和原动作。</p>}
|
||
{tab?.status==='open'&&desktop?.browsingLayout?<div className="native-browser-slot" ref={view}><Globe2 size={28}/><p>所属网页在此区域显示</p></div>:image?<figure className="browser-saved-image"><img src={image} alt="所属标签页原观察截图"/><figcaption>原页面观察 · {observation?new Date(observation.createdAt).toLocaleString('zh-CN'):''}</figcaption></figure>:<div className="browser-empty"><Globe2 size={30}/><h3>在任务旁核对真实页面</h3><p>先启动所属项目预览,或明确授权一个网站。所有页面观察与动作保存在本任务中。</p></div>}
|
||
{imageError&&<p role="alert" className="browser-inline-error">{imageError}</p>}
|
||
{tab&&<div className="browser-evidence"><div className="browser-evidence-heading"><strong>页面观察与原动作</strong><button type="button" className="text-button" disabled={!!working||tab.status!=='open'||!snapshot?.available} onClick={()=>perform('browsing/tabs/'+tab.id+'/observe')}><Camera size={14}/>重新观察</button></div>
|
||
{observation&&<><p className="browser-evidence-stamp"><ShieldCheck size={13}/>{image?'原截图 SHA-256 已核对':imageError?'原截图核对未通过':'正在核对原截图'} · {new Date(observation.createdAt).toLocaleTimeString('zh-CN')}{!observation.scope.complete?' · 有界采样,未覆盖全部内容':''}</p><code className="browser-sha">{observation.screenshotSha256}</code>
|
||
<details><summary>可见页面文字(网站提供的任务数据)</summary><pre>{observation.text}</pre></details>
|
||
<details><summary>可见控件 · {observation.controls.length} 项</summary><div className="browser-controls">{observation.controls.map(control=><div key={control.ref}><code>{control.ref}</code><span>{control.label}</span><button type="button" disabled={!canAct||control.disabled||control.restricted} onClick={()=>{setInputValue('');setConfirm({action:control.tag==='input'||control.tag==='textarea'?'fill':'click',ref:control.ref,label:control.label});}}>{control.tag==='input'||control.tag==='textarea'?'输入':'点击'}</button></div>)}</div></details></>}
|
||
<details><summary>网站授权与登录资料</summary><p>{tab.origins.join('、')}</p><p>{tab.interact?'允许原审批后的固定交互':'仅代理观察'} · {tab.persistent?'独立持久登录资料':'独立临时登录资料'}</p><button className="button secondary" type="button" disabled={!!working} onClick={()=>setClear(true)}>撤销并清除登录资料</button></details>
|
||
<details><summary>按明确地址下载文件</summary><label className="form-field">本次下载地址<input aria-label="浏览下载地址" type="url" value={downloadUrl} onChange={event=>setDownloadUrl(event.target.value)}/></label><button className="button secondary" type="button" disabled={!canAct||!downloadUrl} onClick={()=>setConfirm({action:'download',url:downloadUrl,label:'下载地址:'+downloadUrl+'。原字节保存在任务工件中,单次最多6MiB,不自动打开文件。'})}>核对本次下载</button></details>
|
||
<div className="browser-receipts">{snapshot?.actions.filter(action=>action.tabId===tab.id).slice(-6).reverse().map(action=><div key={action.id}><strong>{action.input.action??({open:'打开页面',observe:'观察页面',close:'关闭页面',clear:'清除资料'}[action.kind]??action.kind)}</strong><span>{labels[action.status]??action.status}</span>{action.error&&<p>{action.error}</p>}{action.downloadArtifactId&&<button type="button" className="text-button" onClick={()=>void downloadArtifact(session.id,action.downloadArtifactId!,'browser-download-'+action.id+'.bin').catch(onError)}>保存原下载文件</button>}{action.status==='unknown'&&!action.reconciliation&&<button type="button" className="text-button" disabled={!!working} onClick={()=>setConfirm({action:'acknowledge',ref:action.id,label:'我已核对原页面与动作记录,保留未知结果,不重放原提交。'})}>核对并保留原未知结果</button>}</div>)}</div>
|
||
</div>}
|
||
{open&&<Modal title="打开浏览目标" description="授权范围只用于当前任务,网页文字不能扩展权限。" onClose={()=>{if(!working)setOpen(false);}}><form onSubmit={event=>{event.preventDefault();void perform('browsing/tabs',{url,origins:extraOrigins.split(/[\n,,]/).map(value=>value.trim()).filter(Boolean),interact,persistent,approved:true,...(profileId?{profileId}:{}),...(preview&&url.startsWith(new URL(preview.url).origin+'/')?{previewJobId:preview.id}:{})});}}>
|
||
<label className="form-field">目标地址<input aria-label="浏览目标地址" type="url" required value={url} onChange={event=>setUrl(event.target.value)}/></label>
|
||
<label className="form-field">另外允许的资源来源(可选,每行一个HTTPS来源)<textarea value={extraOrigins} onChange={event=>setExtraOrigins(event.target.value)} rows={2}/></label>
|
||
<label className="browser-choice"><input type="checkbox" checked={interact} onChange={event=>setInteract(event.target.checked)}/>允许经本次审批的点击、输入、导航和下载</label><label className="browser-choice"><input type="checkbox" checked={persistent} onChange={event=>setPersistent(event.target.checked)}/>保存独立登录资料,关闭标签页后保留</label>
|
||
{!!snapshot?.profiles.length&&<label className="form-field">使用本会话已有登录资料<select value={profileId} onChange={event=>setProfileId(event.target.value)}><option value="">创建独立资料</option>{snapshot.profiles.filter(profile=>profile.status==='active').map(profile=><option key={profile.id} value={profile.id}>{profile.origins.join('、')} · {profile.id.slice(0,8)}</option>)}</select></label>}
|
||
<p className="record-footnote">新窗口、设备权限、外部协议和自动下载默认拒绝。代理不填写密码或选择本地文件;下载需要明确地址与单次审批。</p>{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}<div className="modal-actions"><button className="button secondary" type="button" disabled={!!working} onClick={()=>setOpen(false)}>取消</button><button className="button primary" type="submit" disabled={!!working||!snapshot?.available}><ExternalLink size={14}/>确认授权并打开</button></div>
|
||
</form></Modal>}
|
||
{confirm&&<Modal title="核对本次页面动作" onClose={()=>{if(!working)setConfirm(null);}}><p>{confirm.label}</p>{confirm.action==='fill'&&<label className="form-field">本次输入<input aria-label="页面字段输入" maxLength={4000} value={inputValue} onChange={event=>setInputValue(event.target.value)}/></label>}<p className="record-footnote">只执行一次。页面已变化则需要重新观察;结果未知时先核对原页面,不自动重试。</p>{failure&&<p role="alert" className="browser-inline-error">{failure}</p>}<div className="modal-actions"><button className="button secondary" type="button" onClick={()=>setConfirm(null)} disabled={!!working}>取消</button><button className="button primary" type="button" disabled={!!working} onClick={()=>{if(confirm.action==='acknowledge')void perform('browsing/actions/'+confirm.ref+'/acknowledge',{approved:true});else {const {label,...action}=confirm;act({...action,...(confirm.action==='fill'?{value:inputValue}:{})});}}}>确认执行一次</button></div></Modal>}
|
||
{clear&&tab&&<Modal title="撤销网站授权并清除登录资料" onClose={()=>setClear(false)}><p>将关闭这份登录资料的页面,清除该资料的 Cookie、站点存储和缓存。原页面观察、截图及动作记录保留。开发服务需要另外停止。</p><div className="modal-actions"><button className="button secondary" type="button" onClick={()=>setClear(false)} disabled={!!working}>取消</button><button className="button primary" type="button" disabled={!!working} onClick={()=>perform('browsing/tabs/'+tab.id+'/clear',{approved:true})}>确认撤销并清除</button></div></Modal>}
|
||
</section>;
|
||
}
|