feat(models): preserve complete incremental request ledger and exports

This commit is contained in:
Agent Workbench Dev
2026-11-07 12:38:44 +08:00
parent a93bfd6885
commit da2e631381
16 changed files with 888 additions and 28 deletions
+4 -9
View File
@@ -1,13 +1,9 @@
import { useEffect, useRef, useState } from 'react';
import { Activity, Check, CircleHelp, KeyRound, Layers3, Plus, Power, RefreshCw, Route, Server, Settings2 } from 'lucide-react';
import { api, downloadArtifact } from './api';
import { api } from './api';
import type { Config, ModelSelection, ModelSnapshot, RuntimeFailure } from './types';
import './ModelCenter.css';
import { ModelUsageDetails } from './ModelUsageDetails';
import type { TokenUsage } from '../shared/contracts/model-usage.mjs';
import { ModelIdentityDetails } from './ModelIdentityDetails';
import { ModelRoutingDetails, type RoutingDecision } from './ModelRoutingDetails';
import type { ModelIdentity } from '../shared/contracts/model-identity.mjs';
import { ModelRequestLedger, type ModelAttempt } from './ModelRequestLedger';
import { ModelWaitSettings, type WaitSettings } from './ModelWaitSettings';
import { NativeParameters } from './NativeParameters';
import { ModelErrorDetails } from './ModelErrorDetails';
@@ -27,9 +23,8 @@ const upstreamCapacity = (value: { model: string; upstreamModel?: CatalogModel }
type Connection = { id: string; name: string; brand: string; protocol: string; parameterProfile?: string; messagesAuth?: string; baseUrl: string; model: string; enabled: boolean; revision: number; hasKey: boolean; credentialSource?: { connectionId: string }; upstreamModel?: CatalogModel;
requiresKey: boolean; modelIdentityPolicy?: string; modelIdentityAliases?: string[]; modelIdentityAliasSource?: string; nativeParameters?: Record<string, unknown>; outputTokenField?: string; streaming?: boolean; capabilityDeclarations?: Record<string, string>; capabilities?: Record<string, string>; capabilityEvidence?: { checkedAt: string }; contextLimit: number; maxOutputTokens: number; concurrency: number; status: string; activeRequests: number; savedCredential?: { status: string }; health: { state: string; reason?: string; cooldownUntil?: number } };
type Pool = { id?: string; name: string; members: { connectionId: string; weight: number }[]; strategy: string; sticky: boolean; maxAttempts: number; revision?: number; queueTimeoutMs: number };
type Attempt = { routingDecision?: RoutingDecision; modelIdentity?: ModelIdentity; diagnostic?: RuntimeFailure; requestUrl?: string; upstreamResponse?: { requestId?: string | null; requestUrl?: string; responseUrl?: string | null; redirectMode?: string }; id: string; connectionId: string; poolId: string | null; model: string; protocol?: string; streaming?: boolean; rejections?: { connectionName: string; capability: string; reason: string }[]; status: string; startedAt: string; ordinal: number; usageStatus: string; reason?: string; taskId?: string; sessionId?: string; runId: string; requestArtifactId?: string; responseArtifactId?: string; responseSha256?: string; responseRedacted?: boolean; stream?: { bytes: number; capturedBytes?: number; frames: number; sha256: string; terminal: boolean }; usage?: TokenUsage | null };
type ImportRecord = { id: string; source: string; path: string; enabled: boolean; lastCheckedAt?: string; lastSyncedAt?: string; lastError?: string; lastResult?: { imported?: number; conflicts?: string[] } };
type Center = { revision: number; selected: { type: string; id: string }; waitSettings: WaitSettings; connections: Connection[]; pools: Pool[]; imports: ImportRecord[]; attempts: Attempt[]; waiting: number };
type Center = { revision: number; selected: { type: string; id: string }; waitSettings: WaitSettings; connections: Connection[]; pools: Pool[]; imports: ImportRecord[]; attempts: ModelAttempt[]; waiting: number };
type Operations = { checkedAt: string; version: string; scope: string; activeTasks: number; queue: number; checks: { id: string; title: string; status: string; detail: string }[];
artifacts?: { offset: number; checked: number; total: number; remaining: number; olderOffset: number | null; newerOffset: number | null; results: { id: string; passed: boolean; error?: string }[] } };
type SavedCredential = { id: string; name: string; revision: number; status: string; enabled?: boolean; savedAt?: string; message: string };
@@ -207,7 +202,7 @@ export function ModelCenter({ onConfig, busy, runModel }: { onConfig: (value: Co
<fieldset><legend>模型池成员与权重</legend>{connections.map(connection => { const member = pool.members.find(value => value.connectionId === connection.id); return <label key={connection.id} className="mc-member-choice"><input type="checkbox" checked={!!member} onChange={event => setPool({ ...pool, members: event.target.checked ? [...pool.members, { connectionId: connection.id, weight: 1 }] : pool.members.filter(value => value.connectionId !== connection.id) })} /><span>{connection.name}<small>{connection.model || '尚未选择模型'} · {states[connection.status]}</small></span><input type="number" aria-label={connection.name + '权重'} disabled={!member} min="1" max="10" value={member?.weight ?? 1} onChange={event => setPool({ ...pool, members: pool.members.map(value => value.connectionId === connection.id ? { ...value, weight: Number(event.target.value) } : value) })} /></label>; })}</fieldset>
<div className="mc-actions"><button className="button secondary" type="button" onClick={() => setPoolEditing(false)}>取消</button><button className="button primary" disabled={locked || !pool.members.length}>保存模型池</button></div></form>}
</>}
{tab === 'attempts' && <><div className="mc-section-title"><div><h3>请求账本</h3><p>最近100次物理请求;最多保存1000次。未知用量保持未知。</p></div><span>{view.attempts.length} 条记录</span></div>{!view.attempts.length && <p className="mc-empty">当前没有模型中心请求。选择连接或模型池执行任务后,实际尝试会保存在这里。</p>}<div className="mc-attempts">{view.attempts.map(value => <article key={value.id}><div><span className={'mc-state mc-state-' + value.status}>{states[value.status]}</span><strong>{value.model}</strong><time>{new Date(value.startedAt).toLocaleString()}</time></div><p>{connections.find(connection => connection.id === value.connectionId)?.name || '未派发'} · {value.protocol ? protocolLabel(value.protocol) : '能力筛选'}{value.streaming ? ' · 流式' : ''} · {value.ordinal ? '尝试 ' + value.ordinal : '未发送'} · {value.usageStatus === 'reported' ? `${value.usage?.prompt_tokens ?? '?'} 输入 / ${value.usage?.completion_tokens ?? '?'} 输出 tokens` : value.usageStatus === 'not_dispatched' ? '未产生请求用量' : '用量未知'}</p><ModelUsageDetails usage={value.usage} /><code>Run {value.runId}</code>{value.stream && <div className="mc-stream-receipt"><p>{value.stream.terminal ? "响应完整终结" : "响应未完整,片段保留待核对"} · 已接收 {value.stream.bytes.toLocaleString()} bytes · {value.stream.frames} 个事件{value.stream.capturedBytes !== undefined && value.stream.capturedBytes < value.stream.bytes ? " · 仅保存上限内片段" : ""}</p><code>原流 SHA256 {value.stream.sha256}</code>{value.responseSha256 && <code>工件 SHA256 {value.responseSha256}{value.responseRedacted ? "(已脱敏)" : ""}</code>}{value.sessionId && value.responseArtifactId && <button className="button secondary" disabled={working} onClick={() => void act(async () => { await downloadArtifact(value.sessionId!, value.responseArtifactId!, "model-stream-" + value.id + ".sse"); })}>下载已保存的响应</button>}</div>}{value.requestUrl && <p className="mc-request-url">请求地址:{value.requestUrl}{value.upstreamResponse?.responseUrl && <><br />响应地址:{value.upstreamResponse.responseUrl}</>}</p>}{value.reason && <p className="mc-card-warning">{value.reason}</p>}<ModelRoutingDetails decision={value.routingDecision} /><ModelIdentityDetails identity={value.modelIdentity} requestedModel={value.model} />{value.diagnostic && <ModelErrorDetails failure={value.diagnostic} />}{!value.diagnostic && value.upstreamResponse?.requestId && <p className="mc-help">上游请求 ID:{value.upstreamResponse.requestId}</p>}{value.requestArtifactId && value.sessionId && <button className="button secondary" disabled={working} onClick={() => void act(async () => { await downloadArtifact(value.sessionId!, value.requestArtifactId!, "model-request-" + value.id + ".json"); })}>下载实际请求</button>}{!!value.rejections?.length && <p className="mc-route-rejections">{value.rejections.map(item => item.connectionName + ':' + (capabilityLabels[item.capability] ?? item.capability) + ' · ' + item.reason).join(';')}</p>}</article>)}</div></>}
{tab === 'attempts' && <ModelRequestLedger connections={view.connections} refreshVersion={view} />}
{tab === 'imports' && <><div className="mc-section-title"><div><h3>已有配置导入</h3><p>先预览来源和模型,再导入。原客户端配置保持原样。</p></div><button className="button secondary" disabled={working} onClick={() => void act(async () => { const value = await api<{ sources: typeof discovery }>('/model-center/imports'); if (alive.current) setDiscovery(value.sources); })}>识别本机来源</button></div>
{view.imports.length > 0 && <><h4>已登记来源</h4>{view.imports.map(value => <article className="mc-import-source" key={value.id}><strong>{value.source}</strong><code>{value.path}</code><span>{value.enabled ? '每分钟检查' : '自动同步已关闭'}</span>{value.lastCheckedAt && <p>最近检查 {new Date(value.lastCheckedAt).toLocaleString()}</p>}{value.lastError && <p className="mc-card-warning">{value.lastError}</p>}{!!value.lastResult?.conflicts?.length && <p className="mc-card-warning">有 {value.lastResult.conflicts.length} 项与手动修改冲突,已保留工作台中的修改。</p>}<button className="button secondary" disabled={locked} onClick={() => void act(async () => { await api('/model-center/import-toggle', { id: value.id, enabled: !value.enabled }); })}>{value.enabled ? '关闭自动同步' : '启用自动同步'}</button></article>)}<button className="button secondary" disabled={locked || !view.imports.some(value => value.enabled)} onClick={() => void act(async () => { const result = await api<{ results: { imported?: string[]; conflicts?: string[]; error?: string }[] }>('/model-center/import-sync', {}); const imported = result.results.reduce((sum, value) => sum + (value.imported?.length ?? 0), 0); const conflicts = result.results.reduce((sum, value) => sum + (value.conflicts?.length ?? 0), 0); if (alive.current) setNotice(`已检查启用来源:更新 ${imported} 项,冲突 ${conflicts} 项。`); })}>立即同步已启用来源</button></>}
{discovery.map(value => <article className="mc-import-source" key={value.source}><strong>{value.source}</strong><code>{value.path || '当前版本尚无可发现的配置路径'}</code><span>{value.available ? value.supported ? '可预览' : '当前不支持' : '未发现'}</span>{value.detail && <p>{value.detail}</p>}<button className="button secondary" disabled={!value.available || !value.supported || locked} onClick={() => { setImportSource(value.source); setImportPath(value.path); }}>选择来源</button></article>)}
+13
View File
@@ -0,0 +1,13 @@
.mc-ledger { min-width: 0; }
.mc-ledger-filter { display: grid; grid-template-columns: minmax(160px, 2fr) minmax(130px, 1fr) minmax(110px, 1fr) auto; align-items: end; gap: 12px; margin: 12px 0; }
.mc-ledger-filter label { display: grid; gap: 6px; min-width: 0; font-size: 12px; color: var(--muted); }
.mc-ledger-filter input, .mc-ledger-filter select { width: 100%; min-width: 0; min-height: 40px; border: 1px solid var(--line, #c6d5d1); border-radius: 6px; background: var(--paper, white); color: var(--ink); padding: 8px; font: inherit; }
.mc-ledger-actions, .mc-ledger-pages { display: flex; flex-wrap: wrap; align-items: center; gap: 8px; margin: 12px 0; }
.mc-ledger-actions > span, .mc-ledger-pages > span { color: var(--muted); font-size: 12px; line-height: 1.7; }
.mc-ledger-pages > span { flex: 1; }
.mc-ledger-source { margin: 8px 0; font-size: 12px; line-height: 1.6; overflow-wrap: anywhere; }
.mc-ledger-source > summary { cursor: pointer; }
.mc-ledger-source dl { display: grid; grid-template-columns: 70px minmax(0, 1fr); gap: 6px; }
.mc-ledger-source dd { margin: 0; }
.mc-ledger input:focus-visible, .mc-ledger select:focus-visible, .mc-ledger summary:focus-visible { outline: 2px solid var(--accent, #237a68); outline-offset: 2px; }
@media (max-width: 620px) { .mc-ledger-filter { grid-template-columns: repeat(2, minmax(0, 1fr)); gap: 10px; } .mc-ledger-filter > label:first-child { grid-column: 1 / -1; } .mc-ledger-filter > button { grid-column: 1 / -1; } .mc-ledger-actions > span { flex-basis: 100%; } }
+80
View File
@@ -0,0 +1,80 @@
import { useEffect, useState } from 'react';
import { api, downloadArtifact, downloadBlob, downloadModelLedger } from './api';
import { ModelUsageDetails } from './ModelUsageDetails';
import { ModelRoutingDetails, type RoutingDecision } from './ModelRoutingDetails';
import { ModelIdentityDetails } from './ModelIdentityDetails';
import { ModelErrorDetails } from './ModelErrorDetails';
import { protocolLabel } from '../shared/contracts/model-endpoint.mjs';
import type { ModelIdentity } from '../shared/contracts/model-identity.mjs';
import type { TokenUsage } from '../shared/contracts/model-usage.mjs';
import type { RuntimeFailure } from './types';
import './ModelRequestLedger.css';
export type ModelAttempt = { routingDecision?: RoutingDecision; modelIdentity?: ModelIdentity; diagnostic?: RuntimeFailure; requestUrl?: string;
upstreamResponse?: { requestId?: string | null; responseUrl?: string | null }; id: string; connectionId?: string; model?: string; protocol?: string; streaming?: boolean;
rejections?: { connectionName: string; capability: string; reason: string }[]; status: string; startedAt: string; ordinal?: number; usageStatus: string; reason?: string;
taskId?: string; sessionId?: string; runId?: string; requestArtifactId?: string; responseArtifactId?: string; responseSha256?: string; responseRedacted?: boolean;
stream?: { bytes: number; capturedBytes?: number; frames: number; sha256: string; terminal: boolean }; usage?: TokenUsage | null };
type ReceiptReference = { sequence: number; payloadSha256: string; initialSha256: string; origin: string; legacyIndex?: number };
type LedgerPage = { items: ModelAttempt[]; references: ReceiptReference[]; total: number; retainedTotal: number; nextCursor: string | null; hasMore: boolean; snapshotSequence: number; connectionIds: string[] };
const states: Record<string, string> = { completed: '收到响应', failed: '请求失败', unknown: '结果未知', interrupted: '已中断', running: '请求中', rejected: '未派发' };
const address = (filters: Record<string, string>, cursor: string | null = null) => {
const params = new URLSearchParams({ ...filters, limit: '50', ...(cursor ? { cursor } : {}) }); return '/model-center/attempts?' + params.toString();
};
export function ModelRequestLedger({ connections, refreshVersion }: { connections: { id: string; name: string }[]; refreshVersion: unknown }) {
const [page, setPage] = useState<LedgerPage | null>(null), [cursor, setCursor] = useState<string | null>(null), [previous, setPrevious] = useState<(string | null)[]>([]);
const [filters, setFilters] = useState<Record<string, string>>({}), [query, setQuery] = useState(''), [status, setStatus] = useState(''), [connection, setConnection] = useState('');
const [historyConnections, setHistoryConnections] = useState<string[]>([]);
const [loading, setLoading] = useState(false), [working, setWorking] = useState(false), [error, setError] = useState(''), [revision, setRevision] = useState(0);
useEffect(() => {
let alive = true; setLoading(true); setError(''); setPage(null);
api<LedgerPage>(address(filters, cursor)).then(value => { if (alive) { setPage(value); setHistoryConnections(value.connectionIds); } }).catch(cause => { if (alive) setError(cause.message); }).finally(() => { if (alive) setLoading(false); });
return () => { alive = false; };
}, [filters, cursor, revision, refreshVersion]);
async function act(action: () => Promise<void>) { setWorking(true); setError(''); try { await action(); } catch (cause) { setError(cause instanceof Error ? cause.message : '记录未能读取,请刷新核对。'); } finally { setWorking(false); } }
const disabled = working || loading;
function reset() { setCursor(null); setPrevious([]); setRevision(value => value + 1); }
const ledgerConnections = [...connections, ...historyConnections.filter(id => !connections.some(value => value.id === id)).map(id => ({ id, name: id + '(历史连接)' }))];
function pager(location: string) { return page && <nav className="mc-ledger-pages" aria-label={'请求账本分页 · ' + location}><span>本页 {page.items.length} 条 · 当前范围 {page.total.toLocaleString('zh-CN')} 条</span>
<button className="button secondary" disabled={disabled || previous.length === 0} onClick={() => { setCursor(previous.at(-1) ?? null); setPrevious(value => value.slice(0, -1)); }}>上一页</button>
<button className="button secondary" disabled={disabled || !page.hasMore} onClick={() => { setPrevious(value => [...value, cursor]); setCursor(page.nextCursor); }}>下一页</button></nav>; }
return <section className="mc-ledger" aria-label="完整请求账本" aria-busy={loading || working}>
<div className="mc-section-title"><div><h3>请求账本</h3><p>完整保存历史请求;每页展示 50 条,可筛选和导出全部记录。未知用量保持未知。</p></div>
<span>{page ? page.retainedTotal.toLocaleString('zh-CN') + ' 条已保存' : loading ? '正在读取' : '尚未取得记录'}</span></div>
<form className="mc-ledger-filter" aria-label="筛选请求账本" onSubmit={event => { event.preventDefault(); setFilters({ ...(query ? { query } : {}), ...(status ? { status } : {}), ...(connection ? { connectionId: connection } : {}) }); reset(); }}>
<label>搜索原记录<input aria-label="搜索请求账本" value={query} onChange={event => setQuery(event.target.value)} placeholder="型号、请求 ID、Run 或错误原文" /></label>
<label>连接<select aria-label="筛选账本连接" value={connection} onChange={event => setConnection(event.target.value)}><option value="">全部连接</option>{ledgerConnections.map(value => <option key={value.id} value={value.id}>{value.name}</option>)}</select></label>
<label>结果<select aria-label="筛选账本结果" value={status} onChange={event => setStatus(event.target.value)}><option value="">全部结果</option>{Object.entries(states).map(([value, name]) => <option key={value} value={value}>{name}</option>)}</select></label>
<button className="button secondary" disabled={disabled}>筛选记录</button>
</form>
<div className="mc-ledger-actions"><button className="button secondary" disabled={disabled} onClick={reset}>刷新记录</button>
<button className="button secondary" disabled={disabled || !page} onClick={() => void act(() => downloadModelLedger(filters))}>导出当前范围全部记录</button>
{page && <span>{Object.keys(filters).length ? '本次筛选 ' : '当前范围 '}{page.total.toLocaleString('zh-CN')} 条 · 记录按序号分页,进行中的字段仍会更新</span>}</div>
{error && <p className="mc-card-warning" role="alert">{error}</p>}
{!loading && page?.items.length === 0 && <p className="mc-empty">当前范围没有请求记录。调整筛选不会发送模型请求。</p>}
{pager('列表上方')}
<div className="mc-attempts">{page?.items.map((value, index) => {
const source = page.references[index];
return <article key={source.sequence} data-ledger-sequence={source.sequence}>
<div><span className={'mc-state mc-state-' + value.status}>{states[value.status] ?? value.status}</span><strong>{value.model ?? '未派发'}</strong><time>{value.startedAt ? new Date(value.startedAt).toLocaleString() : '原记录未保存时间'}</time></div>
<p>{connections.find(connection => connection.id === value.connectionId)?.name || value.connectionId || '未派发'} · {value.protocol ? protocolLabel(value.protocol) : '原记录未保存协议'}{value.streaming ? ' · 流式' : ''} · {value.ordinal ? '尝试 ' + value.ordinal : '未发送'} · {value.usageStatus === 'reported' ? `${value.usage?.prompt_tokens ?? '?'} 输入 / ${value.usage?.completion_tokens ?? '?'} 输出 tokens` : value.usageStatus === 'not_dispatched' ? '未产生请求用量' : '用量未知'}</p>
<ModelUsageDetails usage={value.usage} /><code>Run {value.runId ?? '原记录未保存'}</code>
<details className="mc-ledger-source"><summary>记录来源与 SHA256</summary><p>序号 {source.sequence} · {source.origin === 'legacy-metadata' ? '原账本完整迁移,原 metadata 保留' : '本次尝试独立保存'}</p>
<dl><dt>本条记录</dt><dd><code>{source.payloadSha256}</code></dd><dt>初始记录</dt><dd><code>{source.initialSha256}</code></dd></dl>
<button className="button secondary" disabled={disabled} onClick={() => void act(async () => { const record = await api('/model-center/attempts/' + source.sequence); downloadBlob(new Blob([JSON.stringify(record, null, 2)], { type: 'application/json' }), 'orven-model-request-' + source.sequence + '.json'); })}>下载本条与初始记录</button>
</details>
{value.stream && <div className="mc-stream-receipt"><p>{value.stream.terminal ? '响应完整终结' : '响应未完整,片段保留待核对'} · 已接收 {value.stream.bytes.toLocaleString()} bytes · {value.stream.frames} 个事件{value.stream.capturedBytes !== undefined && value.stream.capturedBytes < value.stream.bytes ? ' · 仅保存上限内片段' : ''}</p><code>原流 SHA256 {value.stream.sha256}</code></div>}
{value.responseSha256 && <code>工件 SHA256 {value.responseSha256}{value.responseRedacted ? '(已脱敏)' : ''}</code>}
{value.sessionId && value.responseArtifactId && <button className="button secondary" disabled={disabled} onClick={() => void act(() => downloadArtifact(value.sessionId!, value.responseArtifactId!, 'model-response-' + value.id + (value.streaming ? '.sse' : '.json')))}>下载已保存的响应</button>}
{value.requestUrl && <p className="mc-request-url">请求地址:{value.requestUrl}{value.upstreamResponse?.responseUrl && <><br />响应地址:{value.upstreamResponse.responseUrl}</>}</p>}
{value.reason && <p className="mc-card-warning">{value.reason}</p>}
<ModelRoutingDetails decision={value.routingDecision} /><ModelIdentityDetails identity={value.modelIdentity} requestedModel={value.model ?? '原记录未保存'} />
{value.diagnostic && <ModelErrorDetails failure={value.diagnostic} />}{!value.diagnostic && value.upstreamResponse?.requestId && <p className="mc-help">上游请求 ID:{value.upstreamResponse.requestId}</p>}
{value.requestArtifactId && value.sessionId && <button className="button secondary" disabled={disabled} onClick={() => void act(() => downloadArtifact(value.sessionId!, value.requestArtifactId!, 'model-request-' + value.id + '.json'))}>下载实际请求</button>}
{!!value.rejections?.length && <p className="mc-route-rejections">{value.rejections.map(item => item.connectionName + ':' + item.capability + ' · ' + item.reason).join(';')}</p>}
</article>;
})}</div>
{pager('列表下方')}
</section>;
}
+6
View File
@@ -36,6 +36,12 @@ export async function downloadArtifact(sessionId: string, artifactId: string, na
}
downloadBlob(await response.blob(), name);
}
export async function downloadModelLedger(filters: Record<string, string>) {
const params = new URLSearchParams(filters);
const response = await fetch('/api/model-center/attempts/export' + (params.size ? '?' + params.toString() : ''), { headers: { 'X-Workbench-Token': accessToken } });
if (!response.ok) { const value = await response.json().catch(() => ({})); throw new Error(value.error || '请求账本导出失败,请保留原记录并刷新核对。'); }
downloadBlob(await response.blob(), 'orven-model-requests.ndjson');
}
export async function downloadResearchDocument(sessionId: string, jobId: string, kind: 'bundle' | 'raw' = 'bundle') {
const response = await fetch('/api/sessions/' + sessionId + '/research/jobs/' + jobId + '/download?kind=' + kind, { headers: { 'X-Workbench-Token': accessToken } });
if (!response.ok) { const value = await response.json().catch(() => ({})); throw new Error(value.error || '研究证据下载失败。'); }
+34 -14
View File
@@ -16,6 +16,7 @@ import { modelIdentitySettings } from '../../shared/contracts/model-identity.mjs
import { NetworkDiagnostics } from './network-diagnostics.mjs';
import { ModelCatalog, credentialScope } from './model-catalog.mjs';
import { capacitySettings, routedCapacity } from '../../shared/contracts/model-capacity.mjs';
import { ModelRequestLedger } from './request-ledger.mjs';
const legacyId = 'legacy-default';
const stamp = () => new Date().toISOString();
@@ -34,11 +35,9 @@ export class ModelHub {
this.store = store; this.provider = provider;
this.state = store.storage.meta('modelRegistry', { schema: 1, revision: 0, selected: { type: 'legacy', id: legacyId }, connections: [], pools: [], imports: {} });
this.health = new Map(); this.leases = new Map(); this.cursors = new Map(); this.sticky = new Map(); this.waiting = 0;
this.attempts = store.storage.meta('modelAttempts', []);
this.ledger = new ModelRequestLedger(store.storage);
// A process exit leaves a request outcome unknown; never replay it here.
let recovered = false;
for (const attempt of this.attempts) if (attempt.status === 'running') { attempt.status = 'unknown'; attempt.finishedAt = stamp(); attempt.reason = '宿主重启,请求结果与用量待核对。'; recovered = true; }
if (recovered) this.saveAttempts();
this.ledger.recoverRunning();
provider.credentials ??= new Map();
if (store.storage.meta('modelCredentials', null)) this.vault().restore(this);
}
@@ -86,7 +85,27 @@ export class ModelHub {
throw cause;
} finally { this.editingRegistry = false; }
}
saveAttempts() { if (!unrestricted(this.store)) this.attempts = this.attempts.slice(-1000); this.store.storage.transaction(() => this.store.storage.setMeta('modelAttempts', this.attempts)); }
get attempts() { return this.compatAttempts ??= this.ledger.all(); }
set attempts(value) { this.compatAttempts = value; }
adoptRequestLedger() {
if (this.ledger) { Object.setPrototypeOf(this.ledger, ModelRequestLedger.prototype); return this.ledger; }
const retained = Object.getOwnPropertyDescriptor(this, 'attempts');
if (retained && (!Array.isArray(retained.value) || JSON.stringify(retained.value) !== JSON.stringify(this.store.storage.meta('modelAttempts', [])))) throw error('原内存请求账本与保存来源不同,请先核对,未重放任何请求。', 409);
const ledger = new ModelRequestLedger(this.store.storage);
if (retained) { delete this.attempts; this.compatAttempts = retained.value; }
this.ledger = ledger; return ledger;
}
saveAttempts(attempt = null) {
if (!attempt) return this.ledger.saveAll(this.attempts);
const sequence = this.ledger.save(attempt);
if (this.compatAttempts) {
const positions = this.compatAttempts.map((value, index) => ({ value, index })).filter(({ value }) => value === attempt || this.ledger.positions.get(value) === sequence);
const sameId = positions.length ? positions : this.compatAttempts.map((value, index) => ({ value, index })).filter(({ value }) => value.id === attempt.id);
if (sameId.length === 1) this.compatAttempts[sameId[0].index] = attempt;
}
return sequence;
}
addAttempt(attempt) { this.ledger.save(attempt); this.compatAttempts?.push(attempt); }
connections() {
const saved = this.state.legacyConnection;
return [{ ...saved, id: legacyId, name: saved?.name || this.store.config.model || '未配置模型', brand: saved?.brand || '自定义', protocol: saved?.protocol || 'chat-completions', baseUrl: this.store.config.baseUrl,
@@ -144,9 +163,10 @@ export class ModelHub {
...(this.state.capabilityResults?.[connection.id] ? { capabilityEvidence: this.state.capabilityResults[connection.id] } : {}),
capabilities: capabilityView({ ...connection, capabilityEvidence: this.state.capabilityResults?.[connection.id] }, credential?.revision ?? 0) };
}
view() { return { revision: this.state.revision, selected: this.state.selected, waitSettings: modelWaitSettings(this.store.config), connections: this.connections().map(value => this.status(value)), pools: this.state.pools,
imports: Object.entries(this.state.imports).map(([id, value]) => ({ id, ...value })), attempts: this.attempts.slice(-100).reverse(), waiting: this.waiting,
storage: { credentials: this.credentialVault ? 'memory-or-windows-user-dpapi' : 'memory', restart: '临时凭据在宿主退出后需要重新填写;已明确本机加密保存的连接按用户与原配置加载。', attemptsRetained: 1000 } }; }
view() { const page = this.ledger.page({ limit: 100 }); return { revision: this.state.revision, selected: this.state.selected, waitSettings: modelWaitSettings(this.store.config), connections: this.connections().map(value => this.status(value)), pools: this.state.pools,
imports: Object.entries(this.state.imports).map(([id, value]) => ({ id, ...value })), attempts: page.items, attemptCount: page.retainedTotal, attemptsHasMore: page.hasMore, waiting: this.waiting,
storage: { credentials: this.credentialVault ? 'memory-or-windows-user-dpapi' : 'memory', restart: '临时凭据在宿主退出后需要重新填写;已明确本机加密保存的连接按用户与原配置加载。', attemptsRetained: null,
attemptStorage: 'incremental-sqlite', attemptPreview: 100, originalMetadataPreserved: true } }; }
selectionView() {
const selected = this.state.selected;
const name = selected.type === 'pool' ? this.state.pools.find(value => value.id === selected.id)?.name
@@ -192,7 +212,7 @@ export class ModelHub {
const previous = this.state.capabilityResults[id];
const results = previous?.connectionRevision === connection.revision && previous.credentialRevision === member.credentialRevision ? { ...previous.results } : {};
results[scope] = 'verified';
const attempt = this.attempts.find(value => value.id === attemptId);
const attempt = this.ledger.find(attemptId);
if (!attempt || attempt.connectionId !== id || attempt.status !== 'completed') throw error('检测原请求账本不完整,未更新能力结论。');
this.state.capabilityResults[id] = { schema: 1, connectionRevision: connection.revision, credentialRevision: member.credentialRevision, results,
checkedAt: stamp(), protocol: modelProtocol(connection.protocol), attemptId: attempt?.id, source: 'explicit-model-probe',
@@ -364,9 +384,9 @@ export class ModelHub {
try { lease = await this.acquire(routing, runId, excluded, signal, deadline, requirements, { probe: config.capabilityProbe === true }); }
catch (cause) {
if (!lastError && cause.routingDecision) {
this.attempts.push({ id: randomUUID(), requestId, taskId: plan?.taskId ?? null, runId, sessionId: plan?.sessionId ?? null, projectId: plan?.projectId ?? null,
this.addAttempt({ id: randomUUID(), requestId, taskId: plan?.taskId ?? null, runId, sessionId: plan?.sessionId ?? null, projectId: plan?.projectId ?? null,
poolId: routing.type === 'pool' ? routing.id : null, status: 'rejected', reason: cause.message, routingDecision: cause.routingDecision,
startedAt: stamp(), finishedAt: stamp(), usage: null, usageStatus: 'not_dispatched' }); this.saveAttempts();
startedAt: stamp(), finishedAt: stamp(), usage: null, usageStatus: 'not_dispatched' });
}
throw lastError ?? cause;
}
@@ -388,7 +408,7 @@ export class ModelHub {
this.store.core.artifact.set(artifact.id, artifact);
this.store.save(session);
}
this.attempts.push(attempt); this.saveAttempts();
this.addAttempt(attempt);
const progress = event => {
if (event.modelIdentity) attempt.modelIdentity = event.modelIdentity;
if (event.wireAttemptId) attempt.wireAttemptId = event.wireAttemptId;
@@ -398,7 +418,7 @@ export class ModelHub {
attempt.usage = event.consumption.usage; attempt.usageStatus = event.consumption.usageStatus;
onProgress?.({ consumption: { ...event.consumption, wireAttemptId: event.consumption.attemptId, attemptId: attempt.id,
connectionId: member.id, connectionName: member.name }, connectionId: member.id, model: member.model, modelAttemptId: attempt.id });
this.saveAttempts();
this.saveAttempts(attempt);
return;
}
if (event.streamCapture !== undefined || event.responseCapture !== undefined) {
@@ -456,7 +476,7 @@ export class ModelHub {
if (config.capacityMode === 'passthrough' || (!diagnostic?.retryable && !diagnostic?.failoverAllowed) || count === routing.maxAttempts) throw cause;
onProgress?.({ phase: 'retrying', attempt: count, maxAttempts: routing.maxAttempts, connectionId: member.id, modelAttemptId: attempt.id,
diagnostic, waitMs: 0, switching: true });
} finally { attempt.finishedAt = stamp(); lease.release(); this.saveAttempts(); }
} finally { attempt.finishedAt = stamp(); lease.release(); this.saveAttempts(attempt); }
}
throw lastError ?? new ModelRequestError({ message: '模型池请求未完成。', kind: 'connection' });
}
+190
View File
@@ -0,0 +1,190 @@
import { randomUUID, createHash } from 'node:crypto';
import { DatabaseSync } from 'node:sqlite';
const metadataKey = 'modelAttemptLedger';
const sha = value => createHash('sha256').update(value).digest('hex');
const invalid = (message, status = 400) => Object.assign(new Error(message), { status });
const fields = { connectionId: 'connection_id', sessionId: 'session_id', taskId: 'task_id', runId: 'run_id', status: 'status', model: 'model', protocol: 'protocol' };
const ownership = value => JSON.stringify([value.id, value.connectionId ?? null, value.poolId ?? null, value.projectId ?? null, value.sessionId ?? null, value.taskId ?? null, value.runId ?? null, value.requestId ?? null, value.model ?? null, value.protocol ?? null]);
const integer = (value, minimum = 0) => Number.isSafeInteger(value) && value >= minimum;
const reference = row => ({ sequence: row.seq, payloadSha256: row.payload_sha256, initialSha256: row.initial_sha256,
origin: row.legacy_position === null ? 'incremental-ledger' : 'legacy-metadata', ...(row.legacy_position === null ? {} : { legacyIndex: row.legacy_position }) });
export function ledgerQuery(url, { exportOnly = false } = {}) {
const allowed = [...Object.keys(fields), 'query', ...(exportOnly ? [] : ['cursor', 'limit'])], params = url.searchParams;
for (const key of params.keys()) if (!allowed.includes(key) || params.getAll(key).length !== 1) throw invalid('请求账本查询参数无效。');
return { ...(exportOnly ? {} : { cursor: params.get('cursor'), limit: params.get('limit') ?? 50 }),
filters: Object.fromEntries([...Object.keys(fields), 'query'].filter(key => params.has(key) && params.get(key) !== '').map(key => [key, params.get(key)])) };
}
function where(filters = {}) {
const terms = [], parameters = [];
for (const key of Object.keys(filters).sort()) {
const value = filters[key]; if (typeof value !== 'string' || !value || ![...Object.keys(fields), 'query'].includes(key)) throw invalid('请求账本筛选字段无效。');
if (key === 'query') { terms.push("payload LIKE ? ESCAPE '\\'"); parameters.push('%' + value.replace(/[\\%_]/g, '\\$&') + '%'); }
else { terms.push(fields[key] + '=?'); parameters.push(value); }
}
return { sql: terms.length ? ' AND ' + terms.join(' AND ') : '', parameters };
}
function decode(row) {
if (sha(row.payload) !== row.payload_sha256) throw invalid('本机请求账本原记录 SHA256 不匹配,请核对保存来源。', 409);
return JSON.parse(row.payload);
}
// The legacy metadata stays byte-for-byte in its original row. A one-time
// transaction copies its entries into an indexed table. New requests update
// only their own row; the all-records accessor is compatibility/read-only use.
export class ModelRequestLedger {
constructor(storage) {
this.storage = storage; this.database = storage.database; this.positions = new WeakMap(); this.serialized = new WeakMap();
const originalVersion = this.database.prepare('PRAGMA user_version').get().user_version;
const state = storage.meta(metadataKey);
if (state && state.schemaVersion !== 1) throw invalid('请求账本由未接入的新版本创建,请使用对应程序。', 409);
if (!state) {
const original = this.database.prepare("SELECT value FROM metadata WHERE key='modelAttempts'").get()?.value;
const entries = original ? JSON.parse(original) : [];
if (!Array.isArray(entries) || entries.some(value => !value || typeof value !== 'object' || Array.isArray(value) || typeof value.id !== 'string' || !value.id)) throw invalid('原请求账本格式无法完整迁移,原 metadata 已保留。', 409);
this.state = { schemaVersion: 1, id: randomUUID(), legacyEntries: entries.length, legacyMetadataSha256: original ? sha(original) : null,
originalMetadataPreserved: true, migratedAt: new Date().toISOString() };
storage.transaction(() => {
this.database.exec(`CREATE TABLE IF NOT EXISTS model_attempts (
seq INTEGER PRIMARY KEY AUTOINCREMENT, id TEXT NOT NULL, connection_id TEXT, session_id TEXT, task_id TEXT, run_id TEXT,
status TEXT, model TEXT, protocol TEXT, legacy_position INTEGER UNIQUE,
payload TEXT NOT NULL CHECK(json_valid(payload)), payload_sha256 TEXT NOT NULL,
initial_payload TEXT NOT NULL CHECK(json_valid(initial_payload)), initial_sha256 TEXT NOT NULL);
CREATE INDEX IF NOT EXISTS model_attempts_id ON model_attempts(id);
CREATE INDEX IF NOT EXISTS model_attempts_connection ON model_attempts(connection_id,seq);
CREATE INDEX IF NOT EXISTS model_attempts_session ON model_attempts(session_id,task_id,run_id,seq);
CREATE INDEX IF NOT EXISTS model_attempts_status ON model_attempts(status,seq);`);
for (const [index, entry] of entries.entries()) this.insert(entry, JSON.stringify(entry), index);
storage.setMeta(metadataKey, this.state);
this.database.exec('PRAGMA user_version=2');
});
this.initialization = { originalVersion };
} else {
this.state = state;
if (originalVersion < 2) storage.transaction(() => this.database.exec('PRAGMA user_version=2'));
}
}
insert(value, serialized, legacyIndex = null) {
const result = this.database.prepare(`INSERT INTO model_attempts(id,connection_id,session_id,task_id,run_id,status,model,protocol,legacy_position,payload,payload_sha256,initial_payload,initial_sha256)
VALUES(?,?,?,?,?,?,?,?,?,?,?,?,?)`).run(value.id, value.connectionId ?? null, value.sessionId ?? null, value.taskId ?? null, value.runId ?? null,
value.status ?? null, value.model ?? null, value.protocol ?? null, legacyIndex, serialized, sha(serialized), serialized, sha(serialized));
return Number(result.lastInsertRowid);
}
attach(row) { const value = decode(row); this.positions.set(value, row.seq); this.serialized.set(value, row.payload); return value; }
all() { return this.database.prepare('SELECT * FROM model_attempts ORDER BY seq').all().map(row => this.attach(row)); }
find(id) { const rows = this.database.prepare('SELECT * FROM model_attempts WHERE id=?').all(id); if (rows.length > 1) throw invalid('请求账本原身份不唯一,请按序号核对。', 409); return rows[0] ? decode(rows[0]) : undefined; }
rollbackInitialization() {
if (!this.initialization) return false;
// A failed synchronous handler adoption has not dispatched any request.
// Revert only this verified migration, never a ledger with new outcomes.
this.storage.transaction(() => {
const state = this.storage.meta(metadataKey), original = this.database.prepare("SELECT value FROM metadata WHERE key='modelAttempts'").get()?.value;
const entries = original ? JSON.parse(original) : [], rows = this.database.prepare('SELECT * FROM model_attempts ORDER BY seq').all();
if (state?.id !== this.state.id || (original ? sha(original) : null) !== this.state.legacyMetadataSha256 || rows.length !== entries.length
|| rows.some((row, index) => row.legacy_position !== index || row.payload !== row.initial_payload || row.initial_payload !== JSON.stringify(entries[index])
|| sha(row.payload) !== row.payload_sha256 || sha(row.initial_payload) !== row.initial_sha256)) throw invalid('请求账本已有新记录或来源变化,不能回退原迁移,请保留现场核对。', 409);
this.database.exec('DROP TABLE model_attempts; PRAGMA user_version=' + this.initialization.originalVersion);
this.database.prepare('DELETE FROM metadata WHERE key=?').run(metadataKey);
});
this.initialization = null; return true;
}
save(value) { return this.saveAll([value])[0]; }
saveAll(values) {
if (values.every(value => value && this.serialized.get(value) === JSON.stringify(value))) return values.map(value => this.positions.get(value));
const updates = [];
this.storage.transaction(() => {
for (const value of values) {
if (!value || typeof value !== 'object' || typeof value.id !== 'string' || !value.id) throw invalid('请求账本记录需要原尝试身份。');
const serialized = JSON.stringify(value); if (this.serialized.get(value) === serialized) continue;
const sequence = this.positions.get(value), matches = sequence ? [this.database.prepare('SELECT * FROM model_attempts WHERE seq=?').get(sequence)]
: this.database.prepare('SELECT * FROM model_attempts WHERE id=?').all(value.id);
if (matches.length > 1 || sequence && !matches[0]) throw invalid('请求账本记录身份不唯一或原行已变化,请核对来源。', 409);
let savedSequence;
if (matches[0]) {
const original = decode(matches[0]);
if (this.serialized.has(value) && this.serialized.get(value) !== matches[0].payload) throw invalid('请求账本原记录已更新,请核对保存来源,不能覆盖另一份进展。', 409);
if (ownership(original) !== ownership(value)) throw invalid('请求账本记录不能移动到其他连接、型号、协议、会话或任务。', 409);
this.database.prepare('UPDATE model_attempts SET status=?,payload=?,payload_sha256=? WHERE seq=?').run(value.status ?? null, serialized, sha(serialized), matches[0].seq);
savedSequence = matches[0].seq;
} else savedSequence = this.insert(value, serialized);
updates.push({ value, serialized, sequence: savedSequence });
}
});
for (const update of updates) { this.positions.set(update.value, update.sequence); this.serialized.set(update.value, update.serialized); }
return values.map(value => this.positions.get(value));
}
recoverRunning() {
const running = this.database.prepare("SELECT * FROM model_attempts WHERE status='running' ORDER BY seq").all().map(row => this.attach(row));
for (const value of running) { value.status = 'unknown'; value.finishedAt = new Date().toISOString(); value.reason = '宿主重启,请求结果与用量待核对。'; }
if (running.length) this.saveAll(running); return running.length;
}
page({ cursor = null, limit = 50, filters = {} } = {}) {
if (!/^\d+$/.test(String(limit)) || !integer(Number(limit), 1)) throw invalid('请求账本每页数量需要正整数。');
const filtered = where(filters), scope = sha(JSON.stringify({ ledger: this.state.id, filters: Object.fromEntries(Object.entries(filters).sort()) }));
const current = this.database.prepare('SELECT COALESCE(MAX(seq),0) AS seq,COUNT(*) AS total FROM model_attempts').get();
let snapshot = current.seq, before = null;
if (cursor !== null) {
let value; try { if (typeof cursor !== 'string' || !/^[A-Za-z0-9_-]+$/.test(cursor)) throw new Error(); value = JSON.parse(Buffer.from(cursor, 'base64url').toString()); } catch { throw invalid('请求账本游标无效。'); }
if (value?.schemaVersion !== 1 || value.scope !== scope || !integer(value.snapshot) || !integer(value.before, 1) || value.before > value.snapshot || value.snapshot > current.seq) throw invalid('请求账本游标不属于当前筛选或来源。');
snapshot = value.snapshot; before = value.before;
if (!this.database.prepare('SELECT seq FROM model_attempts WHERE seq=? AND seq<=?' + filtered.sql).get(before, snapshot, ...filtered.parameters)) throw invalid('请求账本原游标已变化,请刷新记录。', 409);
}
const count = this.database.prepare('SELECT COUNT(*) AS total FROM model_attempts WHERE seq<=?' + filtered.sql).get(snapshot, ...filtered.parameters).total;
const rows = this.database.prepare('SELECT * FROM model_attempts WHERE seq<=?' + (before === null ? '' : ' AND seq<?') + filtered.sql + ' ORDER BY seq DESC LIMIT ?')
.all(snapshot, ...(before === null ? [] : [before]), ...filtered.parameters, Number(limit) < Number.MAX_SAFE_INTEGER ? Number(limit) + 1 : Number(limit));
const shown = rows.slice(0, Number(limit)), hasMore = rows.length > Number(limit);
return { schemaVersion: 1, items: shown.map(row => decode(row)), references: shown.map(reference), total: count, retainedTotal: current.total, snapshotSequence: snapshot,
connectionIds: this.database.prepare('SELECT DISTINCT connection_id FROM model_attempts WHERE connection_id IS NOT NULL ORDER BY connection_id').all().map(row => row.connection_id),
hasMore, nextCursor: hasMore ? Buffer.from(JSON.stringify({ schemaVersion: 1, scope, snapshot, before: shown.at(-1).seq })).toString('base64url') : null,
filters, source: this.state, viewSnapshot: 'sequence-watermark; running record fields can still update' };
}
record(sequence) {
if (!/^\d+$/.test(String(sequence)) || !integer(Number(sequence), 1)) throw invalid('请求账本序号无效。');
const row = this.database.prepare('SELECT * FROM model_attempts WHERE seq=?').get(Number(sequence)); if (!row) throw invalid('请求账本原记录不存在。', 404);
if (sha(row.initial_payload) !== row.initial_sha256) throw invalid('请求账本初始来源 SHA256 不匹配。', 409);
return { item: decode(row), reference: reference(row), initial: { item: JSON.parse(row.initial_payload), sha256: row.initial_sha256 } };
}
exportSnapshot(filters = {}) {
const filtered = where(filters), database = new DatabaseSync(this.storage.filename, { readOnly: true });
try {
database.exec('PRAGMA query_only=ON; PRAGMA busy_timeout=5000; BEGIN;');
const snapshot = database.prepare('SELECT COALESCE(MAX(seq),0) AS seq FROM model_attempts').get().seq;
const count = database.prepare('SELECT COUNT(*) AS total FROM model_attempts WHERE seq<=?' + filtered.sql).get(snapshot, ...filtered.parameters).total;
const rows = database.prepare('SELECT * FROM model_attempts WHERE seq<=?' + filtered.sql + ' ORDER BY seq').iterate(snapshot, ...filtered.parameters);
return { header: { schemaVersion: 1, type: 'header', format: 'orven-model-attempts-ndjson', snapshotSequence: snapshot, expectedRecords: count,
filters, source: this.state, recordedAt: new Date().toISOString(), snapshot: 'SQLite read transaction', includesInitialReceipts: true, artifactBodies: 'Original artifacts remain separately downloadable by their saved session/ID/SHA.' }, rows,
close() { try { rows.return?.(); database.exec('ROLLBACK'); } finally { database.close(); } } };
} catch (cause) { database.close(); throw cause; }
}
}
export async function streamLedgerExport(response, snapshot) {
const checksum = createHash('sha256'); let count = 0;
const write = async line => {
if (response.destroyed || response.writableEnded) throw invalid('请求账本导出连接已关闭。', 499);
// ServerResponse can report backpressure after its socket has already
// flushed, without emitting another drain. The chunk callback reports
// actual write completion and bounds queued data to this one record.
await new Promise((resolve, reject) => {
let settled = false;
const clear = () => { response.off('close', closed); response.off('error', failed); };
const finish = error => { if (settled) return; settled = true; clear(); error ? reject(error) : resolve(); };
const closed = () => finish(invalid('请求账本导出被中断,部分内容不能当作完整导出。', 499)), failed = error => finish(error);
response.once('close', closed); response.once('error', failed);
try { response.write(line, finish); } catch (cause) { finish(cause); }
});
};
try {
await write(JSON.stringify(snapshot.header) + '\n');
for (const row of snapshot.rows) {
decode(row); if (sha(row.initial_payload) !== row.initial_sha256) throw invalid('请求账本初始来源 SHA256 不匹配。', 409);
const line = '{"type":"attempt","reference":' + JSON.stringify(reference(row)) + ',"item":' + row.payload
+ ',"initial":{"sha256":' + JSON.stringify(row.initial_sha256) + ',"item":' + row.initial_payload + '}}\n';
checksum.update(line); await write(line); count++;
}
if (count !== snapshot.header.expectedRecords) throw invalid('请求账本导出数量与快照不匹配。', 409);
await write(JSON.stringify({ type: 'footer', complete: true, records: count, recordLinesSha256: checksum.digest('hex') }) + '\n'); response.end();
} finally { snapshot.close(); }
}
+11 -3
View File
@@ -1,9 +1,9 @@
import fs from 'node:fs';
import path from 'node:path';
import { DatabaseSync } from 'node:sqlite';
import { randomUUID } from 'node:crypto';
import { randomUUID, createHash } from 'node:crypto';
const DATABASE_SCHEMA = 1;
const DATABASE_SCHEMA = 2;
export class StateDatabase {
constructor(directory, { faultInjector } = {}) {
@@ -27,7 +27,7 @@ export class StateDatabase {
task_id TEXT, run_id TEXT, type TEXT NOT NULL, revision INTEGER NOT NULL, created_at TEXT NOT NULL, payload TEXT NOT NULL CHECK(json_valid(payload)));
CREATE INDEX IF NOT EXISTS events_session ON events(session_id,seq);
CREATE TABLE IF NOT EXISTS outbox (seq INTEGER PRIMARY KEY REFERENCES events(seq), published_at TEXT);
PRAGMA user_version=${DATABASE_SCHEMA};
PRAGMA user_version=${Math.max(version, 1)};
`);
} catch (error) { this.database.close(); throw error; }
}
@@ -39,6 +39,14 @@ export class StateDatabase {
}
meta(key, fallback = null) {
// Legacy in-process readers receive the full ledger projection. The
// original metadata row remains unchanged for archived source verification.
if (key === 'modelAttempts' && this.database.prepare("SELECT value FROM metadata WHERE key='modelAttemptLedger'").get()) {
return this.database.prepare('SELECT payload,payload_sha256 FROM model_attempts ORDER BY seq').all().map(row => {
if (createHash('sha256').update(row.payload).digest('hex') !== row.payload_sha256) throw new Error('本机请求账本原记录 SHA256 不匹配,请核对保存来源。');
return JSON.parse(row.payload);
});
}
const row = this.database.prepare('SELECT value FROM metadata WHERE key=?').get(key);
return row ? JSON.parse(row.value) : structuredClone(fallback);
}
+9
View File
@@ -26,6 +26,7 @@ import { nativeParameterSettings } from '../shared/contracts/native-parameters.m
import { localDirectories } from './local-directories.mjs';
import { readInstallationProgress } from '../core/desktop/installation-progress.mjs';
import { recordPageQuery } from '../shared/contracts/record-page.mjs';
import { ledgerQuery, streamLedgerExport } from '../core/models/request-ledger.mjs';
export function createSessionPublisher(clients) {
return session => {
@@ -204,6 +205,14 @@ return async (request, response) => {
const hub = provider.modelHub(store);
const importer = () => hub.importer ??= new ConfigImporter(hub);
if (method === 'GET' && route === '/api/model-center') return json(response, hub.view());
if (method === 'GET' && route === '/api/model-center/attempts') return json(response, hub.ledger.page(ledgerQuery(url)));
if (method === 'GET' && route === '/api/model-center/attempts/export') {
const snapshot = hub.ledger.exportSnapshot(ledgerQuery(url, { exportOnly: true }).filters);
response.writeHead(200, { 'Content-Type': 'application/x-ndjson; charset=utf-8', 'Content-Disposition': 'attachment; filename="orven-model-requests.ndjson"', 'Cache-Control': 'no-store', 'X-Content-Type-Options': 'nosniff' });
await streamLedgerExport(response, snapshot); return;
}
const attemptRecord = route.match(/^\/api\/model-center\/attempts\/([0-9]+)$/);
if (method === 'GET' && attemptRecord) return json(response, hub.ledger.record(attemptRecord[1]));
if (method === 'GET' && route === '/api/model-center/network-diagnostics') return json(response, hub.networkDiagnostics().view());
const networkStop = route.match(/^\/api\/model-center\/network-diagnostics\/([a-f0-9-]{36})\/stop$/i);
if (method === 'POST' && networkStop) return json(response, await hub.networkDiagnostics().stop(networkStop[1], await body(request)));
+10
View File
@@ -12,6 +12,7 @@ import { APP_VERSION } from './diagnostics.mjs';
import { hostAuthority } from '../core/desktop/host-authority.mjs';
import { CredentialVault } from '../core/models/credential-vault.mjs';
import { NetworkDiagnostics } from '../core/models/network-diagnostics.mjs';
import { StateDatabase } from '../core/storage/state-database.mjs';
// Keep the existing objects and their in-memory connection. No credential is
// extracted, transferred, returned, or persisted by this operation.
@@ -34,11 +35,14 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
const oldAuthorityPrototype = oldAuthority ? Object.getPrototypeOf(oldAuthority) : null;
const oldPrototypes = [Object.getPrototypeOf(store), Object.getPrototypeOf(provider), Object.getPrototypeOf(runtime)];
const oldModelPrototypes = { hub: provider.hub ? Object.getPrototypeOf(provider.hub) : null,
ledger: provider.hub?.ledger ? Object.getPrototypeOf(provider.hub.ledger) : null,
importer: provider.hub?.importer ? Object.getPrototypeOf(provider.hub.importer) : null,
vault: provider.hub?.credentialVault ? Object.getPrototypeOf(provider.hub.credentialVault) : null,
network: provider.hub?.networkChecks ? Object.getPrototypeOf(provider.hub.networkChecks) : null,
catalog: provider.hub?.catalog ? Object.getPrototypeOf(provider.hub.catalog) : null };
const oldStoreProperties = { ...store };
const oldHubProperties = provider.hub ? { ...provider.hub } : null, oldStoragePrototype = store.storage ? Object.getPrototypeOf(store.storage) : null;
let initializedLedger = null;
const oldRuntimeProperties = { filePreviews: runtime.filePreviews, browsing: runtime.browsing, previews: runtime.previews, evaluations:runtime.evaluations, environments: runtime.environments, appDirectory: runtime.appDirectory, workers: runtime.workers, controlledEngines: runtime.controlledEngines, checks: runtime.checks, deliveries: runtime.deliveries, codeIndex: runtime.codeIndex, changeSets: runtime.changeSets, contextPlans: runtime.contextPlans, workspaces: runtime.workspaces, research: runtime.research, engines: runtime.engines, browser: runtime.browser, taskPlans: runtime.taskPlans, projectMemories: runtime.projectMemories, taskCheckpoints: runtime.taskCheckpoints, skills: runtime.skills, mcp: runtime.mcp };
const oldUpdates = store.listeners('update');
const oldInputs = runtime.inputs;
@@ -64,11 +68,13 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
runtime.results = null;
runtime.resumes = null;
store.ensureStorage();
Object.setPrototypeOf(store.storage, StateDatabase.prototype);
// A SQLite host can retain an artifact object from an earlier bundle.
// Reopen the same blobs through the new API without mutating that object;
// oldStoreProperties restores it if installing this handler fails.
store.artifactStore = new ArtifactStore(store.directory);
store.claimRuntime();
if (provider.hub) { const retainedLedger = provider.hub.ledger; provider.hub.adoptRequestLedger(); if (!retainedLedger) initializedLedger = provider.hub.ledger; }
store.removeAllListeners('update'); store.on('update', createSessionPublisher(clients));
server.removeAllListeners('request'); server.on('request', handler);
server.prependOnceListener('close', closeStorage);
@@ -79,6 +85,7 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
void oldRuntimeProperties.filePreviews?.stopAll();
return { version: APP_VERSION, pid: process.pid, hasKey: provider.hasKey(), projects: store.projects.length, sessions: store.sessions.size, appDirectory: root };
} catch (error) {
initializedLedger?.rollbackInitialization();
if (oldCompanion) server.workbenchCompanion = oldCompanion; else delete server.workbenchCompanion;
if (oldAuthority) {
for (const key of Object.keys(oldAuthority)) if (!Object.hasOwn(oldAuthorityProperties, key)) delete oldAuthority[key];
@@ -98,7 +105,10 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
if (oldInputs === undefined) delete runtime.inputs; else runtime.inputs = oldInputs;
if (oldResumes === undefined) delete runtime.resumes; else runtime.resumes = oldResumes;
Object.setPrototypeOf(store, oldPrototypes[0]); Object.setPrototypeOf(provider, oldPrototypes[1]); Object.setPrototypeOf(runtime, oldPrototypes[2]);
if (oldStoragePrototype && store.storage === oldStoreProperties.storage) Object.setPrototypeOf(store.storage, oldStoragePrototype);
if (oldHubProperties) { for (const key of Object.keys(provider.hub)) if (!Object.hasOwn(oldHubProperties, key)) delete provider.hub[key]; Object.assign(provider.hub, oldHubProperties); }
if (oldModelPrototypes.hub) Object.setPrototypeOf(provider.hub, oldModelPrototypes.hub);
if (oldModelPrototypes.ledger) Object.setPrototypeOf(provider.hub.ledger, oldModelPrototypes.ledger);
if (oldModelPrototypes.importer) Object.setPrototypeOf(provider.hub.importer, oldModelPrototypes.importer);
if (oldModelPrototypes.vault) Object.setPrototypeOf(provider.hub.credentialVault, oldModelPrototypes.vault);
if (oldModelPrototypes.network) Object.setPrototypeOf(provider.hub.networkChecks, oldModelPrototypes.network);
+1 -1
View File
@@ -51,7 +51,7 @@ export function inspectOperations({ store, provider, runtime, server, appDirecto
for (const directory of [...new Set([path.resolve(appDirectory), path.resolve(store.directory)])]) { const value = fs.statfsSync(directory, { bigint: true }), bytes = value.bavail * value.bsize; disk.push({ directory, freeBytes: bytes.toString(), status: bytes < 64n * 1024n * 1024n ? 'attention' : 'passed' }); }
return { status: disk.some(value => value.status === 'attention') ? 'attention' : 'passed', detail: disk.map(value => value.directory + ' · 剩余' + Number(BigInt(value.freeBytes) / (1024n * 1024n)).toLocaleString() + ' MB').join(';') };
});
return { version, checkedAt: new Date().toISOString(), checks, activeTasks: runtime.active.size, queue: center.waiting, modelAttempts: center.attempts.length, modelRequests: 0,
return { version, checkedAt: new Date().toISOString(), checks, activeTasks: runtime.active.size, queue: center.waiting, modelAttempts: center.attemptCount, modelRequests: 0,
artifacts, activity, unknown: { total: unknown.length, items: unknown.slice(0, 100), omitted: Math.max(0, unknown.length - 100) }, sources, disk,
scope: '本地只读巡检:数据库quick_check、明确分页的原工件、现有管理器与待核对归属、当前程序/已登记来源及磁盘余量;不发送模型请求、不执行项目命令或自动修复。一次分页通过不代表全部历史工件已核对。' };
}
+1 -1
View File
@@ -747,7 +747,7 @@ export class Store extends EventEmitter {
get eventCursor() { return this.storage.cursor; }
eventsAfter(cursor, options) { return this.storage.eventsAfter(cursor, options); }
storageInfo() {
return { engine: 'sqlite', schemaVersion: 1, eventCursor: this.eventCursor, pendingPublications: this.storage.pendingPublications(),
return { engine: 'sqlite', schemaVersion: this.storage.database.prepare('PRAGMA user_version').get().user_version, eventCursor: this.eventCursor, pendingPublications: this.storage.pendingPublications(),
migratedFromJson: !!this.storage.meta('migration'), recovery: 'verify-unknown-results', compatibilityExport: 'explicit-json' };
}