Files
Agent-Workbench/docs/model-selection-k-evidence/source-bytes/tests/budget-resume.test.mjs
T
2026-11-03 15:37:04 +08:00

64 lines
5.9 KiB
JavaScript

import test from 'node:test';
import assert from 'node:assert/strict';
import { fixture,compatibleFixture,completion,until,call } from './helpers.mjs';
import { Provider } from '../src/server/provider.mjs';
import { Runtime } from '../src/server/runtime.mjs';
async function paused(t){
const f=fixture(t),server=await compatibleFixture(t,(_url,body)=>body.messages.some(row=>row.role==='tool')?completion([],'Finished from the original result'):completion([call('original-files','list_files',{path:'',depth:1})]));
const provider=new Provider(),hub=provider.modelHub(f.store),connection=hub.upsert({name:'Owned capacity',baseUrl:server.baseUrl,model:'owned',contextLimit:64000,requiresKey:false});
hub.select({type:'connection',id:connection.id});f.store.saveConfig({...f.store.config,maxSteps:1});
const runtime=new Runtime(f.store,provider);t.after(()=>runtime.stopAll());runtime.start(f.session.id,'Inspect the project, preserving all requirements.');await until(()=>!runtime.isActive(f.session.id));
assert.equal(f.session.status,'paused');assert.equal(f.store.core.tool.size,1);const taskId=f.session.taskId;
f.store.saveConfig({...f.store.config,contextLimit:1000});runtime.resume(f.session.id,'');await until(()=>!runtime.isActive(f.session.id));
assert.equal(f.session.taskId,taskId);assert.equal(f.session.status,'paused');assert.equal(server.requests.length,1);
return {...f,server,provider,hub,connection,runtime};
}
const prepare=f=>f.runtime.budgetResumes().prepare(f.session,{contextLimit:64000,maxRunTokens:200000,maxSteps:3});
test('a budget pause persists concrete text/tool/history/image breakdown and never dispatches an oversized request',async t=>{
const f=await paused(t),run=f.store.core.run.get(f.session.runId),pause=run.budgetPause;
assert.equal(pause.reason,'context_limit');assert.equal(pause.contextLimit,1000);assert.ok(pause.requiredInputTokens>pause.inputBudget);
assert.equal(Object.values(pause.breakdown).reduce((sum,value)=>sum+value,0),pause.requiredInputTokens);
assert.ok(pause.breakdown.toolDefinitionTokens>0);assert.equal(pause.imageReservationTokens,0);assert.equal(f.server.requests.length,1);
const rows=f.store.storage.load().records.filter(row=>row.kind==='run');assert.equal(rows.at(-1).value.budgetPause.requiredInputTokens,pause.requiredInputTokens);
});
test('explicit frozen preview resumes the same Task in a new Run, preserves completed tools and does not change global config or selected model',async t=>{
const f=await paused(t),before=structuredClone(f.store.config),selected=structuredClone(f.hub.state.selected),taskId=f.session.taskId,oldRun=f.session.runId;
const plan=prepare(f);assert.equal(f.server.requests.length,1);assert.equal(plan.completedToolIds.length,1);assert.equal(plan.taskId,taskId);
f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256});await until(()=>!f.runtime.isActive(f.session.id));
assert.equal(f.session.status,'completed',JSON.stringify(f.session.messages));assert.equal(f.session.taskId,taskId);assert.notEqual(f.session.runId,oldRun);
assert.equal(f.store.core.run.get(f.session.runId).resumeOf,oldRun);assert.equal(f.store.core.run.get(f.session.runId).resumePlanId,plan.id);
assert.equal(f.store.core.tool.size,1);assert.equal(f.server.requests.length,2);assert.equal(f.store.core.resume_plan.get(plan.id).status,'consumed');
assert.deepEqual(f.store.config,before);assert.deepEqual(f.hub.state.selected,selected);
assert.throws(()=>f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256}));
});
test('insufficient budgets, silently clamped capacity and arbitrary config fields reject without a physical request or mutating task budget',async t=>{
const f=await paused(t),before=structuredClone(f.store.core.task.get(f.session.taskId).budget);
for(const input of [{contextLimit:200000},{maxRunTokens:1000},{maxTaskTokens:1000},{apiKey:'forbidden'},{contextLimit:64000.5},{selection:{type:'connection',id:'missing'}}])assert.throws(()=>f.runtime.budgetResumes().prepare(f.session,input));
assert.equal(f.server.requests.length,1);assert.equal(f.store.core.resume_plan.size,0);assert.deepEqual(f.store.core.task.get(f.session.taskId).budget,before);
});
test('changed session, changed registry, expiry and altered frozen preview all require a new explicit preview',async t=>{
const f=await paused(t);let plan=prepare(f);f.store.message(f.session,'system','Owned review changed the revision');
assert.throws(()=>f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256}),/已变化/);
plan=prepare(f);f.hub.upsert({...f.hub.connection(f.connection.id),name:'Revised'});
assert.throws(()=>f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256}),/已变化/);
plan=prepare(f);f.store.core.resume_plan.get(plan.id).config.contextLimit=200000;
assert.throws(()=>f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256}),/已变化/);
plan=prepare(f);f.store.core.resume_plan.get(plan.id).expiresAt=new Date(0).toISOString();
assert.throws(()=>f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256}),/已变化/);
assert.equal(f.server.requests.length,1);
});
test('preview preserves unknown invocation status and increasing Task allowance is committed only with confirmed new Run',async t=>{
const f=await paused(t),tool=[...f.store.core.tool.values()][0];tool.requiresVerification=true;f.store.save(f.session);
const task=f.store.core.task.get(f.session.taskId),before=task.budget.maxTokens;
const plan=f.runtime.budgetResumes().prepare(f.session,{contextLimit:64000,maxTaskTokens:before+100000,maxSteps:3});
assert.deepEqual(plan.unknownToolIds,[tool.id]);assert.equal(task.budget.maxTokens,before);
f.runtime.resumeBudget(f.session.id,{planId:plan.id,sha256:plan.sha256});await until(()=>!f.runtime.isActive(f.session.id));
assert.equal(task.budget.maxTokens,before+100000);assert.equal(tool.requiresVerification,true);assert.equal(f.store.core.tool.size,1);
});