Files
Agent-Workbench/scripts/verify-engines.mjs
T

53 lines
4.6 KiB
JavaScript

import assert from 'node:assert/strict';
import fs from 'node:fs';
import path from 'node:path';
import { randomUUID, createHash } from 'node:crypto';
import { EngineManager } from '../src/core/engine-manager.mjs';
import { Store } from '../src/server/store.mjs';
import { APP_VERSION } from '../src/server/diagnostics.mjs';
if (process.argv.includes('--help')) {
console.log('node scripts/verify-engines.mjs [--root <installed-DeepSeek-Harness-root>] — native SDK connection, no prompt or configured model'); process.exit(0);
}
const rootIndex = process.argv.indexOf('--root'), requestedRoot = rootIndex >= 0 ? process.argv[rootIndex + 1] : undefined;
if (rootIndex >= 0 && !requestedRoot) throw new Error('--root needs an installation directory');
const directory = path.resolve('.qa', 'native-engine-' + randomUUID()), projectRoot = path.join(directory, 'project');
fs.mkdirSync(projectRoot, { recursive: true });
const projectBytes = Buffer.from('# Owned native SDK connection validation\n'); fs.writeFileSync(path.join(projectRoot, 'README.md'), projectBytes);
const store = new Store(path.join(directory, 'data')), manager = new EngineManager(store), project = store.addProject(projectRoot), session = store.createSession(project.id);
const sha = bytes => createHash('sha256').update(bytes).digest('hex');
let result;
try {
const installation = manager.availability(requestedRoot);
assert.equal(installation.status, 'available', installation.message);
const started = manager.start(session, { root: installation.root, identitySha256: installation.identitySha256 }), job = await started.promise;
assert.equal(job.status, 'completed', job.summary); assert.equal(job.verification?.verified, true);
const reportText = manager.originalReport(session, job), original = JSON.parse(reportText);
assert.equal(sha(reportText), job.reportSha256);
assert.deepEqual(original.owner, { sessionId: session.id, projectId: project.id, taskId: session.taskId, runId: session.runId, jobId: job.id });
assert.equal(original.report.readiness.signal, 'appReady'); assert.equal(original.report.readiness.pid, job.pid);
assert.equal(original.report.before.identitySha256, original.report.after.identitySha256);
assert.equal(original.report.before.identitySha256, installation.identitySha256);
assert.deepEqual(original.report.responses.map(value => value.method), ['initialize', 'session/working-directory/get', 'session/wait', 'session/resume', 'session/cancel', 'shutdown']);
assert.equal(original.report.process.pid, original.report.cleanup.pid); assert.equal(original.report.cleanup.rootExited, true); assert.equal(original.report.cleanup.exit.code, 0);
assert.equal(original.report.modelRequests, 0); assert.equal(original.report.providerRequests, 0);
assert.equal(store.core.task.get(session.taskId).usage.requests, 0); assert.equal(session.changes.length, 0);
assert.equal(original.report.workspace.unchanged, true); assert.deepEqual(fs.readFileSync(path.join(projectRoot, 'README.md')), projectBytes);
fs.writeFileSync(path.join(directory, 'original-report.json'), reportText);
result = { success: true, version: APP_VERSION, testedAt: new Date().toISOString(), directory,
evidenceKind: 'actual-native-DeepSeek-Harness-SDK; no protocol fixture', scope: job.scope,
owner: original.owner, installation: { root: installation.root, version: installation.version, profile: installation.profile,
identitySha256: installation.identitySha256, inputs: installation.inputs, node: installation.node },
process: original.report.process, readiness: original.report.readiness, responses: original.report.responses,
cleanup: original.report.cleanup, workspace: original.report.workspace, reportSha256: job.reportSha256,
modelRequests: 0, providerRequests: 0, projectChanges: 0,
executionBoundary: 'Connection validation only; session/prompt was not sent. Original user service and credentials were not used.' };
} catch (error) {
result = { success: false, version: APP_VERSION, testedAt: new Date().toISOString(), directory,
error: error.stack, jobs: manager.jobs(session).map(job => manager.summary(session, job)) }; process.exitCode = 1;
} finally { await manager.stopAll(); store.close(); }
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2) + '\n');
fs.writeFileSync(path.resolve('.qa', 'native-engine-validation.json'), JSON.stringify(result, null, 2) + '\n');
console.log(JSON.stringify({ success: result.success, version: result.version, directory, sdkVersion: result.installation?.version,
nativeMethods: result.responses?.map(value => value.method), modelRequests: result.modelRequests, rootExited: result.cleanup?.rootExited, error: result.error }));