fix: retain source continuation and explain request reservation pauses
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
export interface BudgetPauseSource { reason?: string; limitingReason?: string }
|
||||
export interface BudgetPauseSource { reason?: string; limitingReason?: string; pauseKind?: string; tokenReservation?: { reservedTokens: number }; remainingTokens?: number; requiredInputTokens?: number; inputBudget?: number }
|
||||
export function budgetPausePresentation(pause?: BudgetPauseSource, stopReason?: string): {
|
||||
title: string; inputLabel: string; guidance: string;
|
||||
} | null;
|
||||
|
||||
@@ -6,6 +6,13 @@ const reasons = {
|
||||
export function budgetPausePresentation(pause, stopReason = '') {
|
||||
const reason = pause?.reason ?? stopReason;
|
||||
if (!reasons[reason]) return null;
|
||||
if (['token_limit', 'task_token_limit'].includes(reason) && (pause?.pauseKind === 'request_reservation'
|
||||
|| pause?.tokenReservation?.reservedTokens > pause?.remainingTokens)) return {
|
||||
title: reason === 'task_token_limit' ? '下一次请求超出任务余额' : '下一次请求超出运行余额', inputLabel: '当前窗口可用输入',
|
||||
guidance: pause?.requiredInputTokens !== undefined && pause.requiredInputTokens <= pause.inputBudget
|
||||
? '必需输入可容纳于当前窗口;下一次请求的用量预留超过剩余预算。原上游用量保持,请核对运行和任务预算后显式续接。'
|
||||
: '下一次请求的用量预留超过剩余预算。原上游用量保持;没有窗口分解的旧记录不补造输入结论,请核对预算后显式续接。',
|
||||
};
|
||||
if (reason === 'engine_input_budget' && pause?.limitingReason === 'remaining_token_budget') return {
|
||||
title: '原生引擎剩余预算不足', inputLabel: '当前窗口可用输入',
|
||||
guidance: '输入可容纳于当前上下文窗口;下一次请求的用量预留超过剩余预算。请核对运行和任务预算。',
|
||||
|
||||
@@ -23,7 +23,7 @@ export function checkModelDispatchBudget(store,session,run,config,body,overheadT
|
||||
const runRemainingTokens=remaining(run),taskRemainingTokens=remaining(task),remainingTokens=Math.min(runRemainingTokens,taskRemainingTokens);
|
||||
if(tokenReservation.reservedTokens>remainingTokens){
|
||||
const error=new BudgetExceeded(runRemainingTokens<=taskRemainingTokens?'token_limit':'task_token_limit','下一次模型请求的用量预留超过剩余预算,已在发送前暂停。原用量和已完成工具结果保留。');
|
||||
error.contextBudget={tokenReservation,remainingTokens,runRemainingTokens:Number.isFinite(runRemainingTokens)?runRemainingTokens:null,
|
||||
error.contextBudget={pauseKind:'request_reservation',tokenReservation,remainingTokens,runRemainingTokens:Number.isFinite(runRemainingTokens)?runRemainingTokens:null,
|
||||
taskRemainingTokens:Number.isFinite(taskRemainingTokens)?taskRemainingTokens:null};
|
||||
throw error;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user