feat(models): preserve complete incremental request ledger and exports

This commit is contained in:
Agent Workbench Dev
2026-11-07 12:38:44 +08:00
parent a93bfd6885
commit da2e631381
16 changed files with 888 additions and 28 deletions
+9
View File
@@ -26,6 +26,7 @@ import { nativeParameterSettings } from '../shared/contracts/native-parameters.m
import { localDirectories } from './local-directories.mjs';
import { readInstallationProgress } from '../core/desktop/installation-progress.mjs';
import { recordPageQuery } from '../shared/contracts/record-page.mjs';
import { ledgerQuery, streamLedgerExport } from '../core/models/request-ledger.mjs';
export function createSessionPublisher(clients) {
return session => {
@@ -204,6 +205,14 @@ return async (request, response) => {
const hub = provider.modelHub(store);
const importer = () => hub.importer ??= new ConfigImporter(hub);
if (method === 'GET' && route === '/api/model-center') return json(response, hub.view());
if (method === 'GET' && route === '/api/model-center/attempts') return json(response, hub.ledger.page(ledgerQuery(url)));
if (method === 'GET' && route === '/api/model-center/attempts/export') {
const snapshot = hub.ledger.exportSnapshot(ledgerQuery(url, { exportOnly: true }).filters);
response.writeHead(200, { 'Content-Type': 'application/x-ndjson; charset=utf-8', 'Content-Disposition': 'attachment; filename="orven-model-requests.ndjson"', 'Cache-Control': 'no-store', 'X-Content-Type-Options': 'nosniff' });
await streamLedgerExport(response, snapshot); return;
}
const attemptRecord = route.match(/^\/api\/model-center\/attempts\/([0-9]+)$/);
if (method === 'GET' && attemptRecord) return json(response, hub.ledger.record(attemptRecord[1]));
if (method === 'GET' && route === '/api/model-center/network-diagnostics') return json(response, hub.networkDiagnostics().view());
const networkStop = route.match(/^\/api\/model-center\/network-diagnostics\/([a-f0-9-]{36})\/stop$/i);
if (method === 'POST' && networkStop) return json(response, await hub.networkDiagnostics().stop(networkStop[1], await body(request)));
+10
View File
@@ -12,6 +12,7 @@ import { APP_VERSION } from './diagnostics.mjs';
import { hostAuthority } from '../core/desktop/host-authority.mjs';
import { CredentialVault } from '../core/models/credential-vault.mjs';
import { NetworkDiagnostics } from '../core/models/network-diagnostics.mjs';
import { StateDatabase } from '../core/storage/state-database.mjs';
// Keep the existing objects and their in-memory connection. No credential is
// extracted, transferred, returned, or persisted by this operation.
@@ -34,11 +35,14 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
const oldAuthorityPrototype = oldAuthority ? Object.getPrototypeOf(oldAuthority) : null;
const oldPrototypes = [Object.getPrototypeOf(store), Object.getPrototypeOf(provider), Object.getPrototypeOf(runtime)];
const oldModelPrototypes = { hub: provider.hub ? Object.getPrototypeOf(provider.hub) : null,
ledger: provider.hub?.ledger ? Object.getPrototypeOf(provider.hub.ledger) : null,
importer: provider.hub?.importer ? Object.getPrototypeOf(provider.hub.importer) : null,
vault: provider.hub?.credentialVault ? Object.getPrototypeOf(provider.hub.credentialVault) : null,
network: provider.hub?.networkChecks ? Object.getPrototypeOf(provider.hub.networkChecks) : null,
catalog: provider.hub?.catalog ? Object.getPrototypeOf(provider.hub.catalog) : null };
const oldStoreProperties = { ...store };
const oldHubProperties = provider.hub ? { ...provider.hub } : null, oldStoragePrototype = store.storage ? Object.getPrototypeOf(store.storage) : null;
let initializedLedger = null;
const oldRuntimeProperties = { filePreviews: runtime.filePreviews, browsing: runtime.browsing, previews: runtime.previews, evaluations:runtime.evaluations, environments: runtime.environments, appDirectory: runtime.appDirectory, workers: runtime.workers, controlledEngines: runtime.controlledEngines, checks: runtime.checks, deliveries: runtime.deliveries, codeIndex: runtime.codeIndex, changeSets: runtime.changeSets, contextPlans: runtime.contextPlans, workspaces: runtime.workspaces, research: runtime.research, engines: runtime.engines, browser: runtime.browser, taskPlans: runtime.taskPlans, projectMemories: runtime.projectMemories, taskCheckpoints: runtime.taskCheckpoints, skills: runtime.skills, mcp: runtime.mcp };
const oldUpdates = store.listeners('update');
const oldInputs = runtime.inputs;
@@ -64,11 +68,13 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
runtime.results = null;
runtime.resumes = null;
store.ensureStorage();
Object.setPrototypeOf(store.storage, StateDatabase.prototype);
// A SQLite host can retain an artifact object from an earlier bundle.
// Reopen the same blobs through the new API without mutating that object;
// oldStoreProperties restores it if installing this handler fails.
store.artifactStore = new ArtifactStore(store.directory);
store.claimRuntime();
if (provider.hub) { const retainedLedger = provider.hub.ledger; provider.hub.adoptRequestLedger(); if (!retainedLedger) initializedLedger = provider.hub.ledger; }
store.removeAllListeners('update'); store.on('update', createSessionPublisher(clients));
server.removeAllListeners('request'); server.on('request', handler);
server.prependOnceListener('close', closeStorage);
@@ -79,6 +85,7 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
void oldRuntimeProperties.filePreviews?.stopAll();
return { version: APP_VERSION, pid: process.pid, hasKey: provider.hasKey(), projects: store.projects.length, sessions: store.sessions.size, appDirectory: root };
} catch (error) {
initializedLedger?.rollbackInitialization();
if (oldCompanion) server.workbenchCompanion = oldCompanion; else delete server.workbenchCompanion;
if (oldAuthority) {
for (const key of Object.keys(oldAuthority)) if (!Object.hasOwn(oldAuthorityProperties, key)) delete oldAuthority[key];
@@ -98,7 +105,10 @@ export function installUpgrade(context, { appDirectory, updateServiceInfo = true
if (oldInputs === undefined) delete runtime.inputs; else runtime.inputs = oldInputs;
if (oldResumes === undefined) delete runtime.resumes; else runtime.resumes = oldResumes;
Object.setPrototypeOf(store, oldPrototypes[0]); Object.setPrototypeOf(provider, oldPrototypes[1]); Object.setPrototypeOf(runtime, oldPrototypes[2]);
if (oldStoragePrototype && store.storage === oldStoreProperties.storage) Object.setPrototypeOf(store.storage, oldStoragePrototype);
if (oldHubProperties) { for (const key of Object.keys(provider.hub)) if (!Object.hasOwn(oldHubProperties, key)) delete provider.hub[key]; Object.assign(provider.hub, oldHubProperties); }
if (oldModelPrototypes.hub) Object.setPrototypeOf(provider.hub, oldModelPrototypes.hub);
if (oldModelPrototypes.ledger) Object.setPrototypeOf(provider.hub.ledger, oldModelPrototypes.ledger);
if (oldModelPrototypes.importer) Object.setPrototypeOf(provider.hub.importer, oldModelPrototypes.importer);
if (oldModelPrototypes.vault) Object.setPrototypeOf(provider.hub.credentialVault, oldModelPrototypes.vault);
if (oldModelPrototypes.network) Object.setPrototypeOf(provider.hub.networkChecks, oldModelPrototypes.network);
+1 -1
View File
@@ -51,7 +51,7 @@ export function inspectOperations({ store, provider, runtime, server, appDirecto
for (const directory of [...new Set([path.resolve(appDirectory), path.resolve(store.directory)])]) { const value = fs.statfsSync(directory, { bigint: true }), bytes = value.bavail * value.bsize; disk.push({ directory, freeBytes: bytes.toString(), status: bytes < 64n * 1024n * 1024n ? 'attention' : 'passed' }); }
return { status: disk.some(value => value.status === 'attention') ? 'attention' : 'passed', detail: disk.map(value => value.directory + ' · 剩余' + Number(BigInt(value.freeBytes) / (1024n * 1024n)).toLocaleString() + ' MB').join(';') };
});
return { version, checkedAt: new Date().toISOString(), checks, activeTasks: runtime.active.size, queue: center.waiting, modelAttempts: center.attempts.length, modelRequests: 0,
return { version, checkedAt: new Date().toISOString(), checks, activeTasks: runtime.active.size, queue: center.waiting, modelAttempts: center.attemptCount, modelRequests: 0,
artifacts, activity, unknown: { total: unknown.length, items: unknown.slice(0, 100), omitted: Math.max(0, unknown.length - 100) }, sources, disk,
scope: '本地只读巡检:数据库quick_check、明确分页的原工件、现有管理器与待核对归属、当前程序/已登记来源及磁盘余量;不发送模型请求、不执行项目命令或自动修复。一次分页通过不代表全部历史工件已核对。' };
}
+1 -1
View File
@@ -747,7 +747,7 @@ export class Store extends EventEmitter {
get eventCursor() { return this.storage.cursor; }
eventsAfter(cursor, options) { return this.storage.eventsAfter(cursor, options); }
storageInfo() {
return { engine: 'sqlite', schemaVersion: 1, eventCursor: this.eventCursor, pendingPublications: this.storage.pendingPublications(),
return { engine: 'sqlite', schemaVersion: this.storage.database.prepare('PRAGMA user_version').get().user_version, eventCursor: this.eventCursor, pendingPublications: this.storage.pendingPublications(),
migratedFromJson: !!this.storage.meta('migration'), recovery: 'verify-unknown-results', compatibilityExport: 'explicit-json' };
}