fix: bind observed models and calibrate every model dispatch budget
This commit is contained in:
@@ -1,6 +1,7 @@
|
||||
import { engineError, engineCanonicalDigest as controlledDigest } from './engines.mjs';
|
||||
import { completionBody, requestMetrics, requestVariants, outputReservation } from './model-request.mjs';
|
||||
import { engineContextIndex,engineContextEvidence,engineContextView,engineSeedPrompt } from './engine-context.mjs';
|
||||
import { verifyModelReservation } from './model-reservation.mjs';
|
||||
|
||||
export const ENGINE_RUN_ACTIVE = new Set(['queued', 'starting', 'initializing', 'running', 'waiting_tool', 'closing', 'stopping']);
|
||||
export function selectedEngineInput(input) {
|
||||
@@ -64,12 +65,16 @@ export function verifyEngineModelInput(store, session, job, request) {
|
||||
if (input.plan[key] !== request[key]) throw engineError('原引擎模型请求或尝试预算与封存输入不一致。');
|
||||
}
|
||||
if(request.contextViewVersion!==undefined&&(request.contextViewVersion!==1||input.plan.contextViewVersion!==request.contextViewVersion||!input.view))throw engineError('原生模型上下文视图版本缺失或不匹配。');
|
||||
if(request.reservationVersion!==undefined){
|
||||
if(request.reservationVersion!==1||input.plan.reservationVersion!==1||controlledDigest(request.tokenReservation)!==controlledDigest(input.plan.tokenReservation))throw engineError('原生用量预留版本或输入不一致。');
|
||||
verifyModelReservation(store,session,job.taskId,{...job.model,modelRouting:job.model.routing},input.body,request.tokenReservation);
|
||||
}else if(input.plan.reservationVersion!==undefined||input.plan.tokenReservation!==undefined)throw engineError('原生用量预留版本缺失。');
|
||||
if (input.owner.sessionId !== job.sessionId || input.owner.taskId !== job.taskId || input.owner.runId !== job.runId || input.owner.projectId !== job.projectId
|
||||
|| controlledDigest(input.native) !== request.sourceSha256 || metrics.sha256 !== request.requestSha256 || metrics.bytes !== request.requestBytes
|
||||
|| !Number.isSafeInteger(request.maxAttempts) || request.maxAttempts < 1 || request.maxAttempts > 8
|
||||
|| !Number.isSafeInteger(input.native.maxTokens) || input.native.maxTokens < 1
|
||||
|| !requestVariants(input.body).every(body => outputReservation(body) === input.native.maxTokens)
|
||||
|| request.reservedPerAttempt !== metrics.estimatedInputTokens + 128 + input.native.maxTokens) throw engineError('原引擎模型输入、归属或预算核对失败。');
|
||||
|| request.reservedPerAttempt !== (request.reservationVersion===1?request.tokenReservation.reservedTokens:metrics.estimatedInputTokens + 128 + input.native.maxTokens)) throw engineError('原引擎模型输入、归属或预算核对失败。');
|
||||
if(input.view){
|
||||
const view=input.view,source=store.owned('artifact',view.sourceArtifactId,session.id),sourceValue=JSON.parse(store.artifactStore.read(source));
|
||||
if(view.schemaVersion!==1||sourceValue.schemaVersion!==1||source.kind!=='engine-native-input'||source.taskId!==job.taskId||source.runId!==job.runId||source.sha256!==view.sourceSha256
|
||||
|
||||
@@ -0,0 +1,93 @@
|
||||
import {actualRequest,outputReservation,requestMetrics} from './model-request.mjs';
|
||||
import {accountedTokens,checkBudget,BudgetExceeded} from './execution.mjs';
|
||||
|
||||
const count=value=>Number.isSafeInteger(value)&&value>=0;
|
||||
const bounded=value=>Math.min(Number.MAX_SAFE_INTEGER,Math.max(0,Math.ceil(value)));
|
||||
const endpoint=value=>String(value??'').replace(/\/+$/,'');
|
||||
export function localModelEstimate(body){
|
||||
const metrics=requestMetrics(body);
|
||||
return {schemaVersion:1,inputTokens:metrics.estimatedInputTokens,outputTokens:outputReservation(body),
|
||||
requestSha256:metrics.sha256,requestBytes:metrics.bytes,estimateMethod:metrics.estimateMethod};
|
||||
}
|
||||
export function taskConsumption(store,taskId){
|
||||
return [...store.core.run.values()].filter(run=>run.taskId===taskId)
|
||||
.flatMap(run=>(run.consumption??[]).map(receipt=>({...receipt,runId:run.id})));
|
||||
}
|
||||
|
||||
export function checkModelDispatchBudget(store,session,run,config,body,overheadTokens=0,previousFailure=null){
|
||||
const task=store.owned('task',run.taskId,session.id);
|
||||
try{
|
||||
checkBudget(run,task);
|
||||
const tokenReservation=modelReservation(config,body,taskConsumption(store,task.id),overheadTokens);
|
||||
const remaining=value=>value.budget.maxTokens>0?Math.max(0,value.budget.maxTokens-accountedTokens(value.usage)):Infinity;
|
||||
const runRemainingTokens=remaining(run),taskRemainingTokens=remaining(task),remainingTokens=Math.min(runRemainingTokens,taskRemainingTokens);
|
||||
if(tokenReservation.reservedTokens>remainingTokens){
|
||||
const error=new BudgetExceeded(runRemainingTokens<=taskRemainingTokens?'token_limit':'task_token_limit','下一次模型请求的用量预留超过剩余预算,已在发送前暂停。原用量和已完成工具结果保留。');
|
||||
error.contextBudget={tokenReservation,remainingTokens,runRemainingTokens:Number.isFinite(runRemainingTokens)?runRemainingTokens:null,
|
||||
taskRemainingTokens:Number.isFinite(taskRemainingTokens)?taskRemainingTokens:null};
|
||||
throw error;
|
||||
}
|
||||
return tokenReservation;
|
||||
}catch(error){
|
||||
if(error instanceof BudgetExceeded&&previousFailure)error.contextBudget={...error.contextBudget,modelFailure:structuredClone(previousFailure)};
|
||||
throw error;
|
||||
}
|
||||
}
|
||||
|
||||
// A conservative reservation for the next dispatch, not corrected historical
|
||||
// billing or a promise about an unseen upstream response. Never lowers estimates.
|
||||
export function modelReservation(config,body,receipts=[],overheadTokens=0){
|
||||
if(!count(overheadTokens))throw new Error('模型请求封装预留无效。');
|
||||
const members=config.modelRouting?.members??[{id:null,model:config.model,protocol:config.protocol??'chat-completions',baseUrl:config.baseUrl}];
|
||||
const routes=members.map(member=>{
|
||||
const wire=actualRequest(body,member),local=localModelEstimate(wire),seen=new Set(),sources=[];
|
||||
let inputRatio=1,observedOutputTokens=local.outputTokens,observedTotalFloor=0;
|
||||
if(!count(local.inputTokens)||!count(local.outputTokens))throw new Error('模型请求输入或输出预留无效。');
|
||||
for(const receipt of receipts){
|
||||
const estimate=receipt.localEstimate,usage=receipt.usage;
|
||||
if(receipt.model!==member.model||(receipt.protocol??'chat-completions')!==(member.protocol??'chat-completions')
|
||||
||(receipt.connectionId??null)!==(member.id??null)||endpoint(receipt.endpoint)!==endpoint(member.baseUrl)
|
||||
||receipt.usageStatus!=='reported'||!usage||estimate?.schemaVersion!==1||!count(estimate.inputTokens)||estimate.inputTokens<1
|
||||
||!receipt.attemptId||seen.has(receipt.attemptId))continue;
|
||||
if(!count(usage.total_tokens)&&!(count(usage.prompt_tokens)&&count(usage.completion_tokens)))continue;
|
||||
seen.add(receipt.attemptId);
|
||||
if(count(usage.prompt_tokens))inputRatio=Math.max(inputRatio,usage.prompt_tokens/estimate.inputTokens);
|
||||
if(count(usage.completion_tokens))observedOutputTokens=Math.max(observedOutputTokens,usage.completion_tokens);
|
||||
const total=count(usage.total_tokens)?usage.total_tokens:usage.prompt_tokens+usage.completion_tokens;
|
||||
observedTotalFloor=Math.max(observedTotalFloor,total);
|
||||
sources.push({runId:receipt.runId,attemptId:receipt.attemptId,localInputTokens:estimate.inputTokens,
|
||||
reportedInputTokens:count(usage.prompt_tokens)?usage.prompt_tokens:null,reportedOutputTokens:count(usage.completion_tokens)?usage.completion_tokens:null,totalTokens:total});
|
||||
}
|
||||
const reservedTokens=bounded(Math.max(local.inputTokens*inputRatio+observedOutputTokens,observedTotalFloor)+overheadTokens);
|
||||
return {connectionId:member.id??null,model:member.model,protocol:member.protocol??'chat-completions',endpoint:member.baseUrl,
|
||||
localInputTokens:local.inputTokens,outputReservation:local.outputTokens,inputRatio,observedOutputTokens,observedTotalFloor,reservedTokens,sources};
|
||||
});
|
||||
if(!routes.length)throw new Error('模型预留没有实际候选线路。');
|
||||
return {schemaVersion:1,method:'observed-route-max-v1',overheadTokens,reservedTokens:Math.max(...routes.map(route=>route.reservedTokens)),routes};
|
||||
}
|
||||
|
||||
export function verifyModelReservation(store,session,taskId,config,body,reservation){
|
||||
if(reservation?.schemaVersion!==1||reservation.method!=='observed-route-max-v1'||!Array.isArray(reservation.routes))throw new Error('模型用量预留版本或线路缺失。');
|
||||
const receipts=new Map();
|
||||
for(const route of reservation.routes)for(const source of route.sources??[]){
|
||||
const run=store.owned('run',source.runId,session.id);
|
||||
if(run.taskId!==taskId)throw new Error('模型预算校准来源不属于当前Task。');
|
||||
const receipt=run.consumption?.find(value=>value.attemptId===source.attemptId);
|
||||
if(!receipt)throw new Error('模型预算校准缺少原消费记录。');
|
||||
receipts.set(source.attemptId,{...receipt,runId:run.id});
|
||||
}
|
||||
const expected=modelReservation(config,body,[...receipts.values()],reservation.overheadTokens);
|
||||
if(JSON.stringify(expected)!==JSON.stringify(reservation))throw new Error('模型预算预留与原估算/用量/实际线路不一致。');
|
||||
return reservation;
|
||||
}
|
||||
|
||||
export function tokenBudgetState(run,task){
|
||||
const state=value=>{
|
||||
const reportedTokens=value.usage?.totalTokens??0,estimatedUnknownTokens=value.usage?.estimatedUnknownTokens??0,
|
||||
accountedTokens=reportedTokens+estimatedUnknownTokens,maximumTokens=value.budget?.maxTokens??0;
|
||||
return {maximumTokens,reportedTokens,unknownRequests:value.usage?.unknownRequests??0,estimatedUnknownTokens,accountedTokens,
|
||||
remainingTokens:maximumTokens>0?Math.max(0,maximumTokens-accountedTokens):null,
|
||||
exceededTokens:maximumTokens>0?Math.max(0,accountedTokens-maximumTokens):0};
|
||||
};
|
||||
return {schemaVersion:1,singleInFlightResponseMayExceed:true,run:state(run),task:state(task)};
|
||||
}
|
||||
Reference in New Issue
Block a user