Files
Agent-Workbench/docs/live-validation-aa-evidence/drivers/catalog.mjs
T
2026-11-05 03:21:49 +08:00

43 lines
3.9 KiB
JavaScript

import fs from 'node:fs';
import path from 'node:path';
import assert from 'node:assert/strict';
import { randomUUID } from 'node:crypto';
import { setTimeout as delay } from 'node:timers/promises';
import { root, experiment, connectionId, readRoot, save, client, meta } from './common.mjs';
assert.ok(experiment); assert.equal(fs.existsSync(path.join(root, 'catalog')), false);
const original = readRoot(), { api, boot, close } = await client();
let diagnosticId, previewId;
try {
const center = await api('/model-center'), connection = center.connections.find(c => c.id === connectionId);
assert.equal(boot.version, '1.25.3'); assert.equal(connection.revision, original.connectionRevision);
const attemptsBefore = meta('modelAttempts') ?? []; save('catalog/attempts-before.json', attemptsBefore);
save('catalog/contract.json', { connection, requestLimit: 'one catalog operation, product pagination only, no retries', noConfigurationSave: true, modelRequests: 0 });
try {
const started = await api('/model-center/network-diagnostics', { id: connectionId, revision: connection.revision });
diagnosticId = started.job.id; save('catalog/network-start.json', started);
const deadline = Date.now() + 25000; let status;
do { status = await api('/model-center/network-diagnostics'); if (!status.active) break; assert.ok(Date.now() < deadline); await delay(250); } while (true);
const job = status.jobs.find(row => row.id === diagnosticId); save('catalog/network.json', job);
assert.equal(job.httpRequests, 0); assert.equal(job.modelRequests, 0); assert.equal(job.credentialAccess, false);
} catch (error) { save('catalog/network-error.json', { error: error.stack, response: error.response, noReplay: true }); }
const requestId = randomUUID(), startedAt = new Date().toISOString(); previewId = requestId;
try {
const preview = await api('/model-center/catalog', { id: connectionId, revision: connection.revision, requestId }, 70000);
save('catalog/preview.json', preview);
save('catalog/result.json', { success: true, connectionId, startedAt, finishedAt: new Date().toISOString(), models: preview.entries.length,
complete: preview.complete, selectedModel: connection.model, selectedModelListed: preview.entries.some(row => row.id === connection.model),
declaredCapabilities: preview.entries.filter(row => Object.values(row.capabilityDeclarations).some(value => value !== 'unknown')).length,
declaredReasoning: preview.entries.filter(row => row.efforts.length || row.modes.length || row.features.thinking !== 'unknown').length,
normalizedPreviewOnly: true, rawHttpResponseArtifactAvailable: false, realModelRequests: 0, configurationSaved: false });
} catch (error) { save('catalog/result.json', { success: false, connectionId, startedAt, finishedAt: new Date().toISOString(), error: error.message, status: error.status, response: error.response, automaticReplay: false, realModelRequests: 0, configurationSaved: false }); }
if (previewId) save('catalog/cancel.json', await api('/model-center/catalog/cancel', { id: previewId }));
const after = await api('/model-center');
assert.deepEqual(after.selected, center.selected); assert.deepEqual(after.connections, center.connections); assert.deepEqual(after.pools, center.pools);
assert.deepEqual(meta('modelAttempts') ?? [], attemptsBefore);
save('catalog/restoration.json', { passed: true, connectionsSelectionPoolsUnchanged: true, modelAttemptsUnchanged: true, credentialsReadOrResaved: false });
console.log(fs.readFileSync(path.join(root, 'catalog/result.json'), 'utf8'));
} finally {
if (diagnosticId) { const status = await api('/model-center/network-diagnostics'); if (status.active && ['running', 'pending'].includes(status.jobs.find(row => row.id === diagnosticId)?.status)) save('catalog/network-stop.json', await api('/model-center/network-diagnostics/' + diagnosticId + '/stop', {})); }
await close();
}