feat: add engineering evaluation review and adoption UI
This commit is contained in:
@@ -14,6 +14,7 @@ import { ProjectMemoryPanel } from './ProjectMemoryPanel';
|
||||
import { SkillCenter } from './SkillCenter';
|
||||
import { McpPanel } from './McpPanel';
|
||||
import { WorkerPanel } from './WorkerPanel';
|
||||
import { EvaluationPanel } from './EvaluationPanel';
|
||||
import { DesktopPanel } from './DesktopPanel';
|
||||
import { CompanionPanel } from './CompanionPanel';
|
||||
import { desktop } from './desktop';
|
||||
@@ -82,6 +83,7 @@ export default function App() {
|
||||
const [skillsOpen, setSkillsOpen] = useState(false);
|
||||
const [mcpOpen, setMcpOpen] = useState(false);
|
||||
const [workersOpen, setWorkersOpen] = useState(false);
|
||||
const [evaluationsOpen, setEvaluationsOpen] = useState(false);
|
||||
const [desktopOpen, setDesktopOpen] = useState(false);
|
||||
const [companionOpen, setCompanionOpen] = useState(false);
|
||||
const [pickingProject, setPickingProject] = useState(false);
|
||||
@@ -548,6 +550,7 @@ export default function App() {
|
||||
<IconButton label="项目MCP工具" onClick={() => setMcpOpen(true)} disabled={!selectedProject || restrictedWorker}><Puzzle size={15} /></IconButton>
|
||||
<IconButton label="查看任务记录" onClick={() => showInspector('task')}><ClipboardCheck size={15} /></IconButton>
|
||||
<IconButton label="隔离协作" onClick={() => setWorkersOpen(true)} disabled={!session}><GitBranch size={15} /></IconButton>
|
||||
<IconButton label="工程评测" onClick={() => setEvaluationsOpen(true)} disabled={!session || restrictedWorker}><ClipboardCheck size={15} /></IconButton>
|
||||
<IconButton label="本地代理引擎" onClick={() => setEngineOpen(true)} disabled={!session || restrictedWorker && !session.execution?.workers?.some(value => value.engine)}><Link2 size={15} /></IconButton>
|
||||
<IconButton label="REA 工件研究" onClick={() => void openRea()} disabled={!selectedProject || creatingSession || restrictedWorker}><BookOpenText size={15} /></IconButton>
|
||||
{narrow && <><IconButton label="查看文件" onClick={() => showInspector('file')}><FileCode2 size={16} /></IconButton><IconButton label="查看改动" onClick={() => showInspector('changes')}><GitBranch size={16} /></IconButton><IconButton label="查看执行轨迹" onClick={() => showInspector('trace')}><SquareTerminal size={16} /></IconButton></>}
|
||||
@@ -598,6 +601,7 @@ export default function App() {
|
||||
{skillsOpen && selectedProject && <Modal title="项目技能" description="管理当前项目的技能来源、版本与启用状态。" wide onClose={() => setSkillsOpen(false)}><SkillCenter key={selectedProject.id} projectId={selectedProject.id} busy={isRunning} /></Modal>}
|
||||
{mcpOpen && selectedProject && <Modal title="项目 MCP 工具" description="实际探测本地 stdio 服务,选择可以请求的工具,并核对每次运行原记录。" wide onClose={() => setMcpOpen(false)}><McpPanel key={selectedProject.id + ':' + (session?.id ?? '')} projectId={selectedProject.id} session={session?.projectId === selectedProject.id ? session : null} busy={isRunning} onSession={acceptSession} onError={session ? failureFor(session) : failure} /></Modal>}
|
||||
{workersOpen && session && <Modal title="隔离协作" description="固定父子目标、独立工作区、预算与原成果审查。" wide onClose={() => setWorkersOpen(false)}><WorkerPanel key={session.id} session={session} config={config} busy={isRunning} onSession={acceptSession} onNavigate={async (projectId, sessionId, view) => { setWorkersOpen(false); await navigateWorkspace(projectId, sessionId, () => true, view); }} onReview={() => { setWorkersOpen(false); showInspector('changes'); }} /></Modal>}
|
||||
{evaluationsOpen && session && <Modal title="工程质量评测" description="固定需求与测试,比较原版和候选,审查后交付。" wide onClose={() => setEvaluationsOpen(false)}><EvaluationPanel key={session.id} session={session} config={config} busy={isRunning} onSession={acceptSession} onNavigate={async (projectId, sessionId, view) => { setEvaluationsOpen(false); await navigateWorkspace(projectId, sessionId, () => true, view); }} onReview={() => { setEvaluationsOpen(false); showInspector('changes'); }} onRecovery={() => { setEvaluationsOpen(false); setWorkersOpen(true); }} /></Modal>}
|
||||
{toast && <div className="toast" role="status"><span>{toast}</span><IconButton label="关闭提示" onClick={() => setToast('')}><X size={14} /></IconButton></div>}
|
||||
</div>
|
||||
);
|
||||
|
||||
@@ -0,0 +1,69 @@
|
||||
.evaluation-console { --ev-ink:#25344a; --ev-muted:#596a7d; --ev-line:#ccd5df; --ev-wash:#f4f7fa; color:var(--ev-ink);display:grid;gap:22px;min-width:0;overflow-wrap:anywhere; }
|
||||
.evaluation-console h2,.evaluation-console h3,.evaluation-console h4,.evaluation-report h3,.evaluation-report h4 { margin:0; }
|
||||
.evaluation-heading,.evaluation-report-heading { display:flex;align-items:flex-start;justify-content:space-between;gap:18px; }
|
||||
.evaluation-heading h2 {font-size:21px;letter-spacing:-.025em;line-height:1.4;}
|
||||
.evaluation-heading p:not(.evaluation-kicker) {font-size:13px;color:var(--ev-muted);line-height:1.7;margin:7px 0 0;}
|
||||
.evaluation-kicker {font-size:12px;font-weight:650;color:#385e89;margin:0 0 6px;}
|
||||
.evaluation-heading >button {flex-shrink:0;}
|
||||
.evaluation-history {display:grid;grid-template-columns:auto minmax(0,1fr);align-items:center;gap:14px;font-size:13px;}
|
||||
.evaluation-console input,.evaluation-console textarea,.evaluation-console select {width:100%;min-width:0;border:1px solid #bbc7d5;border-radius:5px;background:#fff;padding:9px 11px;font:inherit;font-size:13px;color:var(--ev-ink);}
|
||||
.evaluation-console textarea {resize:vertical;line-height:1.65;}
|
||||
.evaluation-console :focus-visible {outline:2px solid #346daa;outline-offset:3px;}
|
||||
.evaluation-console button,.evaluation-report button {min-height:36px;}
|
||||
.evaluation-form {display:grid;gap:18px;}
|
||||
.evaluation-form label {display:grid;gap:7px;font-size:13px;font-weight:600;}
|
||||
.evaluation-form fieldset {min-width:0;display:grid;gap:14px;border:1px solid var(--ev-line);border-left:3px solid #456d99;padding:18px 20px;border-radius:5px;}
|
||||
.evaluation-form legend {font-size:12px;font-weight:650;padding:0 7px;}
|
||||
.evaluation-budget {display:grid;grid-template-columns:repeat(4,minmax(0,1fr));gap:14px;}
|
||||
.evaluation-note {font-size:12px;color:var(--ev-muted,#596a7d);line-height:1.75;margin:0;}
|
||||
.evaluation-error {background:#fff5e9;border:1px solid #d9b992;border-left:3px solid #986024;color:#76501f;padding:12px 15px;font-size:13px;line-height:1.7;}
|
||||
.evaluation-actions {display:flex;flex-wrap:wrap;align-items:center;gap:10px;}
|
||||
.evaluation-source {border-bottom:1px solid var(--ev-line);padding:0 0 20px;}
|
||||
.evaluation-source>div {display:flex;justify-content:space-between;gap:12px;align-items:center;}
|
||||
.evaluation-source>p {font-size:13px;line-height:1.7;}
|
||||
.evaluation-status {font-size:12px;background:#e9eff6;color:#345579;padding:5px 9px;border-radius:4px;flex-shrink:0;}
|
||||
.evaluation-console dl,.evaluation-report dl {display:grid;gap:9px;margin:14px 0;font-size:12px;}
|
||||
.evaluation-console dl>div,.evaluation-report dl>div {display:grid;grid-template-columns:100px minmax(0,1fr);gap:8px;}
|
||||
.evaluation-console dt,.evaluation-report dt {color:#596a7d;}
|
||||
.evaluation-console dd,.evaluation-report dd {margin:0;display:flex;align-items:center;gap:6px;flex-wrap:wrap;}
|
||||
.evaluation-workspace {display:grid;grid-template-columns:190px minmax(0,1fr);gap:24px;align-items:start;}
|
||||
.evaluation-workspace>nav {display:grid;border:1px solid var(--ev-line);border-radius:5px;overflow:hidden;}
|
||||
.evaluation-workspace>nav>button {text-align:left;display:grid;gap:7px;background:#fff;border:0;border-bottom:1px solid var(--ev-line);padding:15px 13px;font:inherit;color:var(--ev-ink);cursor:pointer;}
|
||||
.evaluation-workspace>nav>button:last-child {border-bottom:0;}
|
||||
.evaluation-workspace>nav>button[aria-pressed=true] {background:#eaf0f7;box-shadow:inset 3px 0 #396b9e;}
|
||||
.evaluation-workspace>nav small {font-size:11px;color:var(--ev-muted);}
|
||||
.evaluation-workspace>nav strong {font-size:13px;line-height:1.5;}
|
||||
.evaluation-workspace>nav span {font-size:11px;color:var(--ev-muted);line-height:1.6;}
|
||||
.evaluation-sample {min-width:0;display:grid;gap:17px;}
|
||||
.evaluation-sample>h3 {font-size:18px;line-height:1.5;}
|
||||
.evaluation-goal {font-size:14px;line-height:1.8;white-space:pre-wrap;margin:0;}
|
||||
.evaluation-criteria {border-left:2px solid #7f94ae;padding-left:12px;font-size:13px;line-height:1.7;}
|
||||
.evaluation-criteria p {margin:5px 0 0;white-space:pre-wrap;}
|
||||
.evaluation-paths {display:flex;gap:7px;flex-wrap:wrap;font-size:12px;}
|
||||
.evaluation-paths code {background:var(--ev-wash);padding:4px 6px;}
|
||||
.evaluation-commands {border-top:1px solid var(--ev-line);border-bottom:1px solid var(--ev-line);padding:13px 0;font-size:12px;}
|
||||
.evaluation-commands summary {cursor:pointer;font-weight:650;line-height:1.7;}
|
||||
.evaluation-commands>div {margin-top:13px;}
|
||||
.evaluation-console pre,.evaluation-report pre {white-space:pre-wrap;overflow-wrap:anywhere;font-size:12px;line-height:1.7;background:#f1f4f8;color:#304056;padding:12px;border-radius:4px;max-height:360px;overflow:auto;}
|
||||
.evaluation-lanes {display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:0;border:1px solid #ccd5df;border-radius:5px;overflow:hidden;}
|
||||
.evaluation-lanes>section {min-width:0;padding:16px;background:#fff;}
|
||||
.evaluation-lanes>section+section {border-left:1px solid #ccd5df;background:#f5f8fc;}
|
||||
.evaluation-lanes>section>p {font-size:12px;line-height:1.75;color:#596a7d;}
|
||||
.evaluation-lane-title {display:flex;flex-wrap:wrap;gap:8px;align-items:center;justify-content:space-between;}
|
||||
.evaluation-lane-title h4 {font-size:14px;}
|
||||
.evaluation-lane-title>span {font-size:11px;color:#596a7d;}
|
||||
.evaluation-delivery {padding:18px;border:1px solid var(--ev-line);border-left:3px solid #3d6e96;background:#f5f8fc;font-size:13px;line-height:1.8;}
|
||||
.evaluation-delivery h3 {font-size:14px;}
|
||||
.evaluation-confirm {display:grid;gap:18px;font-size:14px;line-height:1.8;padding:22px;}
|
||||
.evaluation-report {display:grid;gap:22px;min-width:0;padding:24px;color:#25344a;overflow-wrap:anywhere;}
|
||||
.evaluation-report-heading h3 {font-size:18px;}
|
||||
.evaluation-report-heading p {font-size:13px;line-height:1.7;}
|
||||
.evaluation-outcome {font-size:12px;color:#73551c;}
|
||||
.evaluation-outcome.passed {color:#216245;}
|
||||
.evaluation-outcome.failed {color:#a33e39;}
|
||||
.evaluation-attempt {border-top:1px solid #ccd5df;padding:13px 0 0;margin-top:13px;font-size:12px;line-height:1.7;}
|
||||
.evaluation-attempt>div {display:grid;gap:4px;margin-top:10px;}
|
||||
.evaluation-attempt code {font-size:11px;color:#596a7d;}
|
||||
.evaluation-report summary {font-size:12px;cursor:pointer;}
|
||||
@media(max-width:760px) { .evaluation-workspace {grid-template-columns:minmax(0,1fr);gap:18px;}.evaluation-workspace>nav {grid-template-columns:repeat(3,minmax(0,1fr));}.evaluation-workspace>nav>button {padding:12px 10px;border-bottom:0;border-right:1px solid var(--ev-line);}.evaluation-budget{grid-template-columns:repeat(2,minmax(0,1fr));} }
|
||||
@media(max-width:520px) { .evaluation-heading h2{font-size:18px;}.evaluation-heading{gap:10px;}.evaluation-history{grid-template-columns:minmax(0,1fr);gap:8px;}.evaluation-workspace>nav{grid-template-columns:minmax(0,1fr);}.evaluation-workspace>nav>button{border-right:0;border-bottom:1px solid var(--ev-line);}.evaluation-source>div{align-items:flex-start;flex-direction:column;}.evaluation-lanes{grid-template-columns:minmax(0,1fr);}.evaluation-lanes>section+section{border-left:0;border-top:1px solid #ccd5df;}.evaluation-report{padding:16px;}.evaluation-report-heading{flex-direction:column;}.evaluation-console button,.evaluation-report button{min-height:42px;}.evaluation-form fieldset{padding:15px;}.evaluation-console dl>div,.evaluation-report dl>div{grid-template-columns:88px minmax(0,1fr);} }
|
||||
@@ -0,0 +1,98 @@
|
||||
import { useCallback, useEffect, useRef, useState } from 'react';
|
||||
import { ArrowUpRight, ClipboardCheck, Download, GitBranch, LoaderCircle, Plus, RefreshCw, Square } from 'lucide-react';
|
||||
import { api, downloadBlob } from './api';
|
||||
import { Modal } from './components';
|
||||
import type { Config, Session, EvaluationBatch, EvaluationSample, EvaluationReport, EvaluationRole } from './types';
|
||||
import './EvaluationPanel.css';
|
||||
|
||||
const live = ['preparing','baseline_running','candidate_running','collecting','adopting'];
|
||||
const labels: Record<string,string> = {pending:'未执行',planned:'计划已封存',ready:'同源工作区就绪',preparing:'准备同源工程',baseline_running:'原版检查中',baseline_complete:'原版结果已保存',candidate_running:'候选执行中',awaiting_review:'等待改动审查',awaiting_approval:'等待检查审批',candidate_complete:'候选完成',paused:'候选已暂停',failed:'失败',stopped:'已停止',unknown:'结果待核对',sealed:'报告已封存',between_samples:'等待下一样本',completed:'本批已封存',retained:'已保留现场结束',collecting:'核对原证据',adopting:'准备采纳',awaiting_delivery:'等待父工程交付',passed:'通过'};
|
||||
const label = (status:string) => labels[status] ?? status;
|
||||
const split = (value:string) => value.split(/[\n,,]/).map(value=>value.trim()).filter(Boolean);
|
||||
const draft = () => ({label:'',goal:'',criteria:'',paths:'',checks:'test, build'});
|
||||
const number = (value:number) => value.toLocaleString('zh-CN');
|
||||
const elapsed = (role:EvaluationRole) => role.startedAt && role.finishedAt ? Math.max(0,Math.round((Date.parse(role.finishedAt)-Date.parse(role.startedAt))/1000))+' 秒' : '未记录完整起止';
|
||||
|
||||
export function EvaluationPanel({session,config,busy,onSession,onNavigate,onReview,onRecovery}: {
|
||||
session:Session;config:Config;busy:boolean;onSession:(session:Session)=>void;
|
||||
onNavigate:(projectId:string,sessionId:string,view?:'task'|'changes'|'approval')=>Promise<void>;onReview:()=>void;onRecovery:()=>void;
|
||||
}) {
|
||||
const [batches,setBatches]=useState<EvaluationBatch[]>([]),[selected,setSelected]=useState(''),[sampleId,setSampleId]=useState('');
|
||||
const [loading,setLoading]=useState(true),[action,setAction]=useState(''),[error,setError]=useState(''),[creating,setCreating]=useState(false);
|
||||
const [title,setTitle]=useState(''),[samples,setSamples]=useState([draft()]);
|
||||
const [evidenceMode,setEvidenceMode]=useState('configured-model');
|
||||
const [tokens,setTokens]=useState(config.maxRunTokens),[steps,setSteps]=useState(Math.min(200,config.maxSteps*2)),[tools,setTools]=useState(96),[minutes,setMinutes]=useState(Math.floor(config.maxRunDurationMs/60000));
|
||||
const [confirmation,setConfirmation]=useState<{batchId:string;sampleId:string;operation:string}|null>(null),[report,setReport]=useState<EvaluationReport|null>(null);
|
||||
const scope=useRef(0),fetching=useRef(false),currentBatch=useRef(''),currentSample=useRef('');
|
||||
const load=useCallback(async()=>{
|
||||
if(fetching.current)return;fetching.current=true;const generation=scope.current;
|
||||
try{const view=await api<{batches:EvaluationBatch[]}>('/sessions/'+session.id+'/evaluations');if(generation===scope.current)setBatches(view.batches);}
|
||||
catch(error){if(generation===scope.current)setError(error instanceof Error?error.message:String(error));}
|
||||
finally{if(generation===scope.current){fetching.current=false;setLoading(false);}}
|
||||
},[session.id]);
|
||||
useEffect(()=>{scope.current++;fetching.current=false;setBatches([]);setSelected('');setSampleId('');setReport(null);void load();return()=>{scope.current++;};},[load]);
|
||||
useEffect(()=>{void load();},[session.revision,load]);
|
||||
const batch=batches.find(batch=>batch.id===selected)??batches.at(-1),sample=batch?.samples.find(sample=>sample.id===sampleId)??batch?.samples.find(sample=>!sample.report)??batch?.samples.at(-1);
|
||||
currentBatch.current=batch?.id??'';
|
||||
currentSample.current=sample?.id??'';
|
||||
const running=!!batch&&live.includes(batch.status);
|
||||
useEffect(()=>{if(!running)return;const timer=setInterval(()=>void load(),1200);return()=>clearInterval(timer);},[running,load]);
|
||||
useEffect(()=>{setConfirmation(null);setReport(null);setError('');},[session.id,batch?.id,sample?.id]);
|
||||
async function execute(operation:string,target=batch,item=sample){
|
||||
if(!target||currentBatch.current!==target.id)return;const generation=scope.current;setAction(operation);setError('');setConfirmation(null);
|
||||
try{const reply=await api<{session:Session}>('/sessions/'+session.id+'/evaluations/'+target.id+'/'+operation,{fingerprint:target.fingerprint,...(item?{sampleId:item.id}:{})});if(generation===scope.current){onSession(reply.session);await load();}}
|
||||
catch(error){if(generation===scope.current)setError(error instanceof Error?error.message:String(error));}
|
||||
finally{if(generation===scope.current)setAction('');}
|
||||
}
|
||||
async function create(){const generation=scope.current;setAction('create');setError('');
|
||||
try{const reply=await api<{batch:EvaluationBatch;session:Session}>('/sessions/'+session.id+'/evaluations',{title,samples:samples.map(sample=>({...sample,paths:split(sample.paths),checks:split(sample.checks)})),budget:{maxTokens:tokens,maxSteps:steps,maxToolCalls:tools,maxDurationMs:minutes*60000},evidenceMode});if(generation===scope.current){onSession(reply.session);setSelected(reply.batch.id);setCreating(false);await load();}}
|
||||
catch(error){if(generation===scope.current)setError(error instanceof Error?error.message:String(error));}
|
||||
finally{if(generation===scope.current)setAction('');}
|
||||
}
|
||||
async function showReport(){if(!batch||!sample)return;const generation=scope.current,target=batch.id,id=sample.id;setAction('report');setError('');
|
||||
try{const result=await api<EvaluationReport>('/sessions/'+session.id+'/evaluations/'+batch.id+'/report?sampleId='+sample.id);if(generation===scope.current&¤tBatch.current===target&¤tSample.current===id)setReport(result);}
|
||||
catch(error){if(generation===scope.current)setError(error instanceof Error?error.message:String(error));}finally{if(generation===scope.current)setAction('');}
|
||||
}
|
||||
const confirm=(operation:string)=>{if(batch&&sample)setConfirmation({batchId:batch.id,sampleId:sample.id,operation});};
|
||||
const canCreate=!busy&&!action&&(!batch||['completed','retained'].includes(batch.status));
|
||||
return <div className="evaluation-console" aria-label="工程评测控制台">
|
||||
<header className="evaluation-heading"><div><p className="evaluation-kicker">工程质量 · 固定样本</p><h2>同一份需求,核对改进前后</h2><p>封存来源与原测试,在隔离工程里生成候选,再把真实结果带回审查。</p></div><button className="button secondary" disabled={loading||!!action} onClick={()=>void load()}><RefreshCw size={14}/>刷新</button></header>
|
||||
{error&&<div className="evaluation-error" role="alert">{error}</div>}
|
||||
{loading?<p role="status"><LoaderCircle size={15} className="spin"/>正在读取评测…</p>:<>
|
||||
{!!batches.length&&<label className="evaluation-history">评测记录<select aria-label="选择评测记录" value={batch?.id??''} onChange={event=>{setSelected(event.target.value);setSampleId('');setCreating(false);}}>{batches.map(batch=><option key={batch.id} value={batch.id}>{batch.title} · {label(batch.status)}</option>)}</select></label>}
|
||||
{(!batch||creating)?<section className="evaluation-form" aria-label="新建工程评测">
|
||||
<label>评测名称<input value={title} maxLength={120} onChange={event=>setTitle(event.target.value)} placeholder="例如 修复导入边界并保持原测试"/></label>
|
||||
<label>评测来源<select aria-label="评测来源" value={evidenceMode} onChange={event=>setEvidenceMode(event.target.value)}><option value="configured-model">实际配置模型 · 保留真实结果</option><option value="local-fixture">本地固定响应 · 只验证执行链</option></select></label>
|
||||
<p className="evaluation-note">每批 1–3 个样本,按队列显式推进。每个样本都从当前已提交 HEAD 检出;原暂存和未提交内容留在来源工程。</p>
|
||||
{samples.map((sample,index)=><fieldset key={index}><legend>固定样本 {index+1}</legend>{(['label','goal','criteria','paths','checks'] as const).map(key=><label key={key}>{({label:'样本名称',goal:'具体需求',criteria:'验收条件',paths:'允许修改的源码文件',checks:'完整检查名称'})[key]}{key==='label'?<input value={sample[key]} maxLength={64} onChange={event=>setSamples(values=>values.map((value,i)=>i===index?{...value,[key]:event.target.value}:value))}/>:<textarea aria-label={({label:'样本名称',goal:'具体需求',criteria:'验收条件',paths:'允许修改的源码文件',checks:'完整检查名称'})[key]} rows={key==='goal'||key==='criteria'?3:2} maxLength={key==='goal'?6000:4000} value={sample[key]} placeholder={key==='paths'?'例如 src/parser.mjs,每行一个已有文件':key==='checks'?'test, typecheck, build;Python 使用 python:test, python:compile':undefined} onChange={event=>setSamples(values=>values.map((value,i)=>i===index?{...value,[key]:event.target.value}:value))}/>}</label>)}{samples.length>1&&<button className="text-button" onClick={()=>setSamples(values=>values.filter((_,i)=>i!==index))}>移除此未保存样本</button>}</fieldset>)}
|
||||
{samples.length<3&&<button className="button secondary" onClick={()=>setSamples(values=>[...values,draft()])}><Plus size={14}/>添加固定样本</button>}
|
||||
<div className="evaluation-budget"><label>总 token 预算<input type="number" min={samples.length*2000} max={Math.min(config.maxTaskTokens,config.maxRunTokens*samples.length)} value={tokens} onChange={event=>setTokens(Number(event.target.value))}/></label><label>总请求轮次<input type="number" min={samples.length*2} max={200} value={steps} onChange={event=>setSteps(Number(event.target.value))}/></label><label>总工具次数<input type="number" min={samples.length*2} max={512} value={tools} onChange={event=>setTools(Number(event.target.value))}/></label><label>总时限(分钟)<input type="number" min={1} max={Math.floor(config.maxRunDurationMs/60000)} value={minutes} onChange={event=>setMinutes(Number(event.target.value))}/></label></div>
|
||||
<p className="evaluation-note">预算按样本均分,续接保留累计用量。总时限从首次原版检查开始,包含审查等待。候选不修改测试、脚本或运行配置。</p>
|
||||
<div className="evaluation-actions"><button className="button" disabled={!canCreate||!title.trim()||samples.some(sample=>!sample.label.trim()||!sample.goal.trim()||!sample.criteria.trim()||!split(sample.paths).length||!split(sample.checks).length)} onClick={()=>void create()}><ClipboardCheck size={15}/>封存评测计划</button>{creating&&<button className="button secondary" onClick={()=>setCreating(false)}>返回原评测</button>}</div>
|
||||
</section>:sample&&<>
|
||||
<section className="evaluation-source"><div><strong>{batch.title}</strong><span className="evaluation-status">{label(batch.status)}</span></div><p>{batch.message}</p><dl><div><dt>固定来源</dt><dd><GitBranch size={13}/>{batch.source.branch} · <code>{batch.source.head.slice(0,12)}</code></dd></div><div><dt>候选模型</dt><dd>{batch.model.mode==='demo'?'离线演示,不能验证模型能力':batch.model.model}</dd></div><div><dt>完整样本分母</dt><dd>{batch.summary.finished} / {batch.summary.samples} 已封存 · 通过 {batch.summary.candidate.passed} · 失败 {batch.summary.candidate.failed} · 未知 {batch.summary.candidate.unknown} · 未执行 {batch.summary.candidate.pending}</dd></div></dl><p className="evaluation-note">{batch.evidenceMode==='local-fixture'?'本批使用本地固定响应,仅验证执行链和真实检查。':batch.summary.scope}</p></section>
|
||||
<div className="evaluation-workspace"><nav aria-label="固定样本队列">{batch.samples.map((item,index)=><button key={item.id} aria-pressed={sample.id===item.id} onClick={()=>{setSampleId(item.id);setReport(null);}}><small>样本 {index+1}</small><strong>{item.label}</strong><span>{label(item.status)}</span>{item.report&&<span>原版 {label(item.report.summary.original)} → 候选 {label(item.report.summary.candidate)}</span>}</button>)}</nav>
|
||||
<article className="evaluation-sample"><h3>{sample.label}</h3><p className="evaluation-goal">{sample.goal}</p><div className="evaluation-criteria"><strong>验收条件</strong><p>{sample.criteria}</p></div><div className="evaluation-paths">{sample.paths.map(path=><code key={path}>{path}</code>)}</div>
|
||||
{sample.error&&<p className="evaluation-error">{sample.error}</p>}
|
||||
<details className="evaluation-commands" open={sample.status==='ready'}><summary>固定检查 · {sample.checks.join(' / ')}</summary>{sample.commands?.map(command=><div key={command.name}><strong>{command.command}</strong><pre>{command.script}</pre>{command.lifecycle?.map(step=><p key={step.name}>{step.name}:<code>{step.script}</code></p>)}</div>)??<p>工作区准备完成后显示实际命令,执行前需要核对。</p>}</details>
|
||||
{!!sample.workers?.length&&<div className="evaluation-lanes">{sample.workers.map(worker=><section key={worker.id} aria-label={worker.evaluation?.role==='original'?'原版工程':'候选工程'}><div className="evaluation-lane-title"><h4>{worker.evaluation?.role==='original'?'原版':'候选'}</h4><span>{worker.evaluation?.role==='original'?'只跑固定检查':label(worker.sessionStatus==='awaiting_approval'?'awaiting_approval':worker.status)}</span></div><p>{worker.summary}</p>{worker.status!=='unprepared'&&<button className="button secondary" onClick={()=>void onNavigate(worker.projectId,worker.sessionId,worker.sessionStatus==='awaiting_approval'?'approval':worker.sessionStatus==='needs_review'?'changes':'task')}>{worker.sessionStatus==='awaiting_approval'?'核对并审批检查':worker.sessionStatus==='needs_review'?'审查候选改动':'打开原任务'}<ArrowUpRight size={13}/></button>}</section>)}</div>}
|
||||
{sample.contractSha256&&<p className="evaluation-note">同源输入已封存 · SHA-256 <code>{sample.contractSha256.slice(0,16)}</code></p>}
|
||||
<div className="evaluation-actions">
|
||||
{sample.status==='pending'&&<button className="button" disabled={!!action||running||busy||batch.samples.slice(0,batch.samples.indexOf(sample)).some(sample=>!sample.report)} onClick={()=>confirm('prepare')}>准备同源工作区</button>}
|
||||
{sample.status==='ready'&&<button className="button" disabled={!!action||running} onClick={()=>confirm('baseline')}>核对并运行原版</button>}
|
||||
{['baseline_complete','paused','awaiting_review','failed','stopped'].includes(sample.status)&&!!sample.baselineJobId&&!sample.report&&<button className="button" disabled={!!action||running||config.mode==='demo'||sample.workers?.some(worker=>worker.evaluation?.role==='candidate'&&worker.sessionStatus==='needs_review')} onClick={()=>confirm('start')}>{sample.status==='baseline_complete'?'开始候选改进':'继续候选任务'}</button>}
|
||||
{running&&<button className="button secondary" disabled={action==='stop'} onClick={()=>void execute('stop')}><Square size={14}/>停止本批执行</button>}
|
||||
{!running&&!sample.report&&sample.status!=='pending'&&<button className="button secondary" disabled={!!action} onClick={()=>confirm('seal')}>封存当前结果</button>}
|
||||
{sample.report&&<button className="button secondary" disabled={!!action} onClick={()=>void showReport()}>查看原版 / 候选对照</button>}
|
||||
{sample.report?.summary.candidate==='passed'&&!batch.adoption&&batch.samples.every(sample=>sample.report)&&<button className="button" disabled={!!action||running||batch.status==='retained'} onClick={()=>confirm('adopt')}>采纳此候选,准备父工程审查</button>}
|
||||
{batch.status==='unknown'&&<button className="button secondary" onClick={onRecovery}>打开原协作核对现场</button>}
|
||||
</div>
|
||||
</article></div>
|
||||
{batch.adoption&&<section className="evaluation-delivery"><h3>父工程交付</h3><p>{batch.adoption.delivery?'已完成本地提交 '+batch.adoption.delivery.commit:batch.message}</p>{batch.status==='awaiting_delivery'&&<div className="evaluation-actions"><button className="button secondary" onClick={onReview}>审查父工程变更集</button><button className="button secondary" disabled={!!action||busy} onClick={()=>void execute('finalize')}>核对父工程检查与 Git</button></div>}</section>}
|
||||
<footer className="evaluation-actions">{!running&&!['completed','retained'].includes(batch.status)&&<button className="text-button" disabled={!!action} onClick={()=>confirm('retain')}>保留现场,结束本批</button>}{canCreate&&<button className="button secondary" onClick={()=>setCreating(true)}><Plus size={14}/>新建下一批评测</button>}</footer>
|
||||
</>}
|
||||
</>}
|
||||
{confirmation&&batch&&sample&&<Modal title="确认评测操作" onClose={()=>setConfirmation(null)}><div className="evaluation-confirm"><h3>{sample.label}</h3><p>{({prepare:'从封存 HEAD 创建两个独立 Git 工作区,保留来源原修改。',baseline:'请核对上方完整检查命令。将以本机账户执行原工程程序,不请求模型。',start:'将请求封存模型并使用剩余预算。候选提案仍需审查,工程检查仍需审批。',seal:'保存当前全部尝试、失败、停止与未知。封存后该样本不能再执行或修改。',adopt:'核对原通过报告及当前来源后,生成父工程待审查变更集。应用、父检查和 Git 交付仍需确认。',retain:'保留原任务、工作区和全部结果,结束本批;未执行样本仍计入原分母。'} as Record<string,string>)[confirmation.operation]}</p><button className="button" disabled={!!action} onClick={()=>{if(confirmation.batchId===batch.id&&confirmation.sampleId===sample.id)void execute(confirmation.operation);}}>确认{({prepare:'准备',baseline:'运行原版',start:'开始候选',seal:'封存结果',adopt:'准备采纳',retain:'保留现场结束'} as Record<string,string>)[confirmation.operation]}</button></div></Modal>}
|
||||
{report&&sample&&<Modal title="原版与候选对照" wide onClose={()=>setReport(null)}><div className="evaluation-report"><div className="evaluation-report-heading"><div><h3>{report.label}</h3>{report.evidenceMode==='local-fixture'&&<p className="evaluation-note">本地固定响应 · 执行链验收</p>}<p>{report.inputVerified?'原测试与非候选输入已核对':report.inputError??'原输入无法核对'}</p></div><button className="button secondary" onClick={()=>downloadBlob(new Blob([JSON.stringify(report,null,2)],{type:'application/json'}),'agent-workbench-evaluation-'+report.sampleId+'.json')}><Download size={14}/>导出原报告</button></div><div className="evaluation-lanes">{(['original','candidate'] as const).map(role=>{const result=report[role];return <section key={role}><div className="evaluation-lane-title"><h4>{role==='original'?'原版':'候选'}</h4><strong className={'evaluation-outcome '+result.outcome}>{label(result.outcome)}</strong></div><p>{result.reason??result.evidenceError}</p><dl><div><dt>用时</dt><dd>{elapsed(result)}</dd></div><div><dt>模型请求</dt><dd>{result.usage?.requests??'未知'}</dd></div><div><dt>上游用量</dt><dd>{result.usage?.reported?number(result.usage.totalTokens)+' tokens':'未知;保留预算估算'}</dd></div><div><dt>费用</dt><dd>未报告</dd></div><div><dt>实际人工操作</dt><dd>审批 {result.approvals?.filter(approval=>approval.status==='approved').length??0} 次 · 应用提案 {result.changes?.filter(change=>change.status==='applied').length??0} 项</dd></div></dl>{result.attempts.length?result.attempts.map((attempt,index)=><div className="evaluation-attempt" key={attempt.id}><strong>检查尝试 {index+1} · {label(attempt.status)}</strong>{attempt.results.map(check=><div key={check.logArtifactId}><span>{check.name} · {check.status?label(check.status):'证据缺失'}</span>{check.tests&&<span>测试 {check.tests.passed}/{check.tests.total} · 失败 {check.tests.failed}</span>}<code>{check.logSha256?.slice(0,16)??'原日志无法核对'}</code></div>)}</div>):<p>没有完整检查结果;保持未知。</p>}</section>;})}</div><p className="evaluation-note">{report.note}</p><details><summary>报告原字段与工件引用</summary><pre>{JSON.stringify(report,null,2)}</pre></details></div></Modal>}
|
||||
</div>;
|
||||
}
|
||||
@@ -104,16 +104,16 @@ export function WorkerPanel({ session, config, busy, onSession, onNavigate, onRe
|
||||
</div>}
|
||||
{group && !creating && <>
|
||||
{group.children[0]?.engine?.strategy && <p className="worker-engine-badge">本计划的 Purge 提示实验 · {group.children[0].engine.strategy.source.version} · {group.children[0].engine.strategy.sha256.slice(0, 16)}</p>}
|
||||
<section className="worker-parent"><div className="worker-parent-top"><span className={'worker-status ' + (group.requiresVerification || group.status === 'conflict' ? 'attention' : '')}>{statusLabel(group.status)}</span><code>{group.source.identity.branch} · {group.source.identity.head.slice(0, 12)}</code></div><h3>{group.goal}</h3><p>{group.summary}</p><dl><div><dt>模型</dt><dd>{group.model.mode === 'demo' ? '离线演示' : group.model.model}</dd></div><div><dt>执行方式</dt><dd>{group.children[0].engine ? "DeepSeek Harness " + group.children[0].engine.version : "工作台受限子任务"}</dd></div><div><dt>总预算</dt><dd>{number(group.budget.maxTokens)} tokens / {group.budget.maxSteps} 轮 / {group.budget.maxToolCalls} 次工具</dd></div><div><dt>累计用量</dt><dd>{number(group.usage?.accountedTokens)} tokens / {group.usage?.steps ?? 0} 轮 / {group.usage?.toolCalls ?? 0} 次工具 / {group.usage?.requests ?? 0} 次模型请求</dd></div><div><dt>原修改</dt><dd>{group.source.changedPaths.length ? group.source.changedPaths.map(value => value.path).join('、') : '无未提交修改'}</dd></div></dl></section>
|
||||
<div className={"worker-lanes" + (group.children.length === 1 ? " single" : "")}>{(group.workers ?? []).map((child, index) => <section className="worker-lane" key={child.id}><div className="worker-lane-title"><span>通道 {index + 1}</span><span className={'worker-status ' + (child.requiresVerification ? 'attention' : '')}>{statusLabel(child.sessionStatus === 'awaiting_approval' ? 'awaiting_approval' : child.status)}</span></div><h3>{child.label}</h3>{child.engine && <p className="worker-engine-badge">DeepSeek Harness {child.engine.version} · 固定安装 {child.engine.controlledSha256?.slice(0, 12)}</p>}<p className="worker-goal">{child.goal}</p><div className="worker-scope"><span>允许修改</span>{child.paths.map(path => <code key={path}>{path}</code>)}</div><p className="worker-meter">{number(child.usage?.accountedTokens)} / {number(child.budget.maxTokens)} tokens · {child.usage?.steps ?? 0}/{child.budget.maxSteps} 轮</p><p className="worker-summary">{child.summary ?? '先创建独立工作区,再开始子任务。'}</p>{child.result && <div className="worker-proof"><Check size={14} />{child.result.paths.length} 个原改动 · 当前检查已封存</div>}<div className="worker-actions">{child.status !== 'unprepared' && <button className="button secondary" onClick={() => void onNavigate(child.projectId, child.sessionId, child.sessionStatus === "awaiting_approval" ? "approval" : child.sessionStatus === "needs_review" ? "changes" : "task")}>{child.sessionStatus === 'awaiting_approval' ? '查看并审批检查' : child.sessionStatus === 'needs_review' ? '审查子任务改动' : '打开子任务'}<ArrowUpRight size={13} /></button>}{['ready', 'paused', 'failed', 'awaiting_review'].includes(child.status) && !running && child.sessionStatus !== 'needs_review' && <button className="text-button" disabled={!!action || config.mode === 'demo' || group.requiresVerification} onClick={() => setConfirmation({ group, operation: 'start', workerId: child.id })}><Play size={13} />继续子任务</button>}</div></section>)}</div>
|
||||
{group.evaluation && <p className="worker-note">本协作属于固定工程评测。执行与采纳请使用「工程评测」;这里保留原任务导航和中断现场核对。</p>}<section className="worker-parent"><div className="worker-parent-top"><span className={'worker-status ' + (group.requiresVerification || group.status === 'conflict' ? 'attention' : '')}>{statusLabel(group.status)}</span><code>{group.source.identity.branch} · {group.source.identity.head.slice(0, 12)}</code></div><h3>{group.goal}</h3><p>{group.summary}</p><dl><div><dt>模型</dt><dd>{group.model.mode === 'demo' ? '离线演示' : group.model.model}</dd></div><div><dt>执行方式</dt><dd>{group.children[0].engine ? "DeepSeek Harness " + group.children[0].engine.version : "工作台受限子任务"}</dd></div><div><dt>总预算</dt><dd>{number(group.budget.maxTokens)} tokens / {group.budget.maxSteps} 轮 / {group.budget.maxToolCalls} 次工具</dd></div><div><dt>累计用量</dt><dd>{number(group.usage?.accountedTokens)} tokens / {group.usage?.steps ?? 0} 轮 / {group.usage?.toolCalls ?? 0} 次工具 / {group.usage?.requests ?? 0} 次模型请求</dd></div><div><dt>原修改</dt><dd>{group.source.changedPaths.length ? group.source.changedPaths.map(value => value.path).join('、') : '无未提交修改'}</dd></div></dl></section>
|
||||
<div className={"worker-lanes" + (group.children.length === 1 ? " single" : "")}>{(group.workers ?? []).map((child, index) => <section className="worker-lane" key={child.id}><div className="worker-lane-title"><span>通道 {index + 1}</span><span className={'worker-status ' + (child.requiresVerification ? 'attention' : '')}>{statusLabel(child.sessionStatus === 'awaiting_approval' ? 'awaiting_approval' : child.status)}</span></div><h3>{child.label}</h3>{child.engine && <p className="worker-engine-badge">DeepSeek Harness {child.engine.version} · 固定安装 {child.engine.controlledSha256?.slice(0, 12)}</p>}<p className="worker-goal">{child.goal}</p><div className="worker-scope"><span>允许修改</span>{child.paths.map(path => <code key={path}>{path}</code>)}</div><p className="worker-meter">{number(child.usage?.accountedTokens)} / {number(child.budget.maxTokens)} tokens · {child.usage?.steps ?? 0}/{child.budget.maxSteps} 轮</p><p className="worker-summary">{child.summary ?? '先创建独立工作区,再开始子任务。'}</p>{child.result && <div className="worker-proof"><Check size={14} />{child.result.paths.length} 个原改动 · 当前检查已封存</div>}<div className="worker-actions">{child.status !== 'unprepared' && <button className="button secondary" onClick={() => void onNavigate(child.projectId, child.sessionId, child.sessionStatus === "awaiting_approval" ? "approval" : child.sessionStatus === "needs_review" ? "changes" : "task")}>{child.sessionStatus === 'awaiting_approval' ? '查看并审批检查' : child.sessionStatus === 'needs_review' ? '审查子任务改动' : '打开子任务'}<ArrowUpRight size={13} /></button>}{!group.evaluation && ['ready', 'paused', 'failed', 'awaiting_review'].includes(child.status) && !running && child.sessionStatus !== 'needs_review' && <button className="text-button" disabled={!!action || config.mode === 'demo' || group.requiresVerification} onClick={() => setConfirmation({ group, operation: 'start', workerId: child.id })}><Play size={13} />继续子任务</button>}</div></section>)}</div>
|
||||
<section className="worker-review"><div className="worker-review-title"><GitBranch size={18} /><h3>父工程成果审查</h3></div>{group.collection ? <><p>{group.collection.paths.length} 个路径已核对,原记录 <code>{group.collection.sha256.slice(0, 16)}</code></p>{group.collection.conflicts.length > 0 && <ul className="worker-conflicts">{group.collection.conflicts.map((conflict, i) => <li key={i}><code>{conflict.path}</code><span>{conflict.reason}</span></li>)}</ul>}<button className="text-button" disabled={!!action} onClick={() => void showRecord(group, 'collection')}>查看原成果记录</button></> : <p>等待 {group.children.length} 个子任务完成实际修改与检查。重叠路径、来源变化或原证据失效会阻止合并。</p>}{group.merge?.changeSetId && <button className="button secondary" onClick={onReview}>打开父工程变更集审查<ArrowUpRight size={14} /></button>}</section>
|
||||
<div className="worker-actions worker-primary-actions">
|
||||
{['planned', 'partially_prepared'].includes(group.status) && <button className="button" disabled={!!action || busy} onClick={() => setConfirmation({ group, operation: 'prepare' })}><GitBranch size={15} />{group.children.length === 2 ? '创建两个工作区' : '创建引擎工作区'}</button>}
|
||||
{['ready', 'paused', 'awaiting_review'].includes(group.status) && <button className="button" disabled={!!action || running || config.mode === 'demo' || group.requiresVerification || group.workers?.some(child => child.sessionStatus === 'needs_review')} onClick={() => setConfirmation({ group, operation: 'start' })}><Play size={15} />{group.status === 'ready' ? group.children.length === 2 ? '开始两个子任务' : '开始引擎任务' : '继续未完成子任务'}</button>}
|
||||
{!group.evaluation && ['planned', 'partially_prepared'].includes(group.status) && <button className="button" disabled={!!action || busy} onClick={() => setConfirmation({ group, operation: 'prepare' })}><GitBranch size={15} />{group.children.length === 2 ? '创建两个工作区' : '创建引擎工作区'}</button>}
|
||||
{!group.evaluation && ['ready', 'paused', 'awaiting_review'].includes(group.status) && <button className="button" disabled={!!action || running || config.mode === 'demo' || group.requiresVerification || group.workers?.some(child => child.sessionStatus === 'needs_review')} onClick={() => setConfirmation({ group, operation: 'start' })}><Play size={15} />{group.status === 'ready' ? group.children.length === 2 ? '开始两个子任务' : '开始引擎任务' : '继续未完成子任务'}</button>}
|
||||
{running && <button className="button worker-stop" disabled={action === 'stop'} onClick={() => void execute(group, 'stop')}><Square size={14} />停止全部</button>}
|
||||
{['ready_to_collect', 'collected', 'conflict'].includes(group.status) && <button className="button secondary" disabled={!!action || running} onClick={() => void execute(group, 'collect')}><ShieldCheck size={15} />核对成果</button>}
|
||||
{group.status === 'collected' && <button className="button" disabled={!!action} onClick={() => void execute(group, 'merge')}><GitBranch size={15} />准备合并审查</button>}
|
||||
{group.merge?.changeSetId && <button className="button secondary" disabled={!!action || busy} onClick={() => void execute(group, 'finalize')}>核对检查与 Git 交付</button>}
|
||||
{!group.evaluation && ['ready_to_collect', 'collected', 'conflict'].includes(group.status) && <button className="button secondary" disabled={!!action || running} onClick={() => void execute(group, 'collect')}><ShieldCheck size={15} />核对成果</button>}
|
||||
{!group.evaluation && group.status === 'collected' && <button className="button" disabled={!!action} onClick={() => void execute(group, 'merge')}><GitBranch size={15} />准备合并审查</button>}
|
||||
{!group.evaluation && group.merge?.changeSetId && <button className="button secondary" disabled={!!action || busy} onClick={() => void execute(group, 'finalize')}>核对检查与 Git 交付</button>}
|
||||
{group.requiresVerification && <><button className="button secondary" disabled={!!action || running} onClick={() => void execute(group, 'reconcile')}>核对原输入与现场</button>{group.evidence && <><button className="text-button" disabled={!!action} onClick={() => void showRecord(group, 'evidence')}>查看核对记录</button><button className="button secondary" disabled={!!action || readEvidenceSha !== group.evidence.sha256} onClick={() => setConfirmation({ group, operation: 'acknowledge' })}>确认核对并继续</button><button className="text-button" disabled={!!action || readEvidenceSha !== group.evidence.sha256} onClick={() => setConfirmation({ group, operation: 'acknowledge', retain: true })}>确认核对并保留现场结束</button></>}</>}
|
||||
{!running && !group.requiresVerification && !['completed', 'discarded', 'resolved_external'].includes(group.status) && <button className="text-button" disabled={!!action} onClick={() => setConfirmation({ group, operation: 'discard' })}>结束协作并保留现场</button>}
|
||||
{canPlan && <button className="button secondary" onClick={() => { setPurge(emptyPurgeDraft()); setCreating(true); }}>创建下一父目标</button>}
|
||||
|
||||
@@ -201,6 +201,31 @@ export interface CollaborationGroup {
|
||||
evidence?: { artifactId: string; sha256: string } | null;
|
||||
}
|
||||
export interface WorkerView { groups: CollaborationGroup[]; worker: WorkerRecord | null }
|
||||
export interface CollaborationGroup { evaluation?: { batchId: string; sampleId: string } }
|
||||
export interface WorkerDefinition { evaluation?: { batchId: string; sampleId: string; role: 'original' | 'candidate' } }
|
||||
export interface EvaluationRole {
|
||||
outcome: string; reason?: string; evidenceError?: string; workerStatus?: string; startedAt?: string; finishedAt?: string;
|
||||
usage: { requests: number; totalTokens: number; unknownRequests?: number; estimatedUnknownTokens?: number; reported: boolean; cost?: number | null } | null;
|
||||
attempts: { id: string; status: string; summary?: string; results: { name: string; command?: string; status?: string; exitCode?: number; durationMs?: number; tests?: CheckResult['tests']; logArtifactId: string; logSha256?: string }[] }[];
|
||||
approvals?: { id: string; status: string; decidedAt?: string }[]; changes?: { id: string; path: string; status: string }[];
|
||||
}
|
||||
export interface EvaluationReport {
|
||||
schemaVersion: number; batchId: string; sampleId: string; label: string; goal: string; criteria: string; source: { head: string };
|
||||
inputVerified: boolean; inputError?: string; summary: { original: string; candidate: string }; original: EvaluationRole; candidate: EvaluationRole;
|
||||
evidenceMode: string; note: string; sealedAt: string;
|
||||
}
|
||||
export interface EvaluationSample {
|
||||
id: string; label: string; goal: string; criteria: string; paths: string[]; checks: string[]; status: string; groupId?: string; error?: string;
|
||||
baselineAttemptedAt?: string; baselineJobId?: string; contractSha256?: string;
|
||||
commands?: { name: string; command: string; script: string; lifecycle?: { name: string; script: string }[] }[];
|
||||
report: { artifactId: string; sha256: string; summary: { original: string; candidate: string } } | null; workers?: WorkerRecord[];
|
||||
}
|
||||
export interface EvaluationBatch {
|
||||
id: string; title: string; fingerprint: string; status: string; source: { head: string; branch: string }; model: ModelSnapshot;
|
||||
message: string; evidenceMode: string; samples: EvaluationSample[]; budget: WorkerBudget & { maxDurationMs: number }; deadline: number | null;
|
||||
adoption: { sampleId: string; status: string; delivery?: { commit: string } } | null;
|
||||
summary: { samples: number; finished: number; candidate: Record<string, number>; scope: string };
|
||||
}
|
||||
export interface McpTool { name: string; description: string; inputSchema: Record<string, unknown>; unsupported?: string }
|
||||
export interface McpRegistration {
|
||||
id: string; projectId: string; name: string; launch: { executable: { path: string; sha256: string; bytes: number }; entry: { path: string; sha256: string; bytes: number } | null; args: string[]; environment: string; identityScope: string };
|
||||
|
||||
Reference in New Issue
Block a user