chore(release): seal 1.25.3 model catalog delivery and QA evidence
This commit is contained in:
@@ -0,0 +1,19 @@
|
||||
param([string]$AppRoot = (Split-Path -Parent $PSScriptRoot), [string]$DataRoot = '', [int]$Port = 4318)
|
||||
$ErrorActionPreference = 'Stop'
|
||||
$AppRoot = (Resolve-Path -LiteralPath $AppRoot).Path
|
||||
if (-not $DataRoot) { $DataRoot = Join-Path $env:LOCALAPPDATA 'AgentWorkbench' }
|
||||
$DesktopExe = Join-Path $AppRoot 'desktop\AgentWorkbench.exe'
|
||||
$NodeExe = Join-Path $AppRoot 'runtime\node.exe'
|
||||
$MainFile = Join-Path $AppRoot 'dist-desktop\main.cjs'
|
||||
$DesktopArgs = @('--app-root', $AppRoot, '--data-root', $DataRoot, '--port', [string]$Port)
|
||||
if (-not (Test-Path -LiteralPath $DesktopExe)) {
|
||||
$DesktopExe = Join-Path $AppRoot 'runtime\electron\electron.exe'
|
||||
if (-not (Test-Path -LiteralPath $DesktopExe)) { $DesktopExe = Join-Path $AppRoot 'node_modules\electron\dist\electron.exe' }
|
||||
if (-not (Test-Path -LiteralPath $NodeExe)) { $NodeExe = Join-Path (Split-Path -Parent $AppRoot) 'tools\node-v24.22.1-win-x64\node.exe' }
|
||||
$DesktopArgs = @($MainFile) + $DesktopArgs + @('--node', $NodeExe)
|
||||
}
|
||||
foreach ($Required in @($DesktopExe, $NodeExe, $MainFile)) {
|
||||
if (-not (Test-Path -LiteralPath $Required -PathType Leaf)) { throw "Desktop runtime file is missing: $Required" }
|
||||
}
|
||||
$QuotedArgs = ($DesktopArgs | ForEach-Object { if ($_ -match '"') { throw 'Invalid launch path.' }; '"' + $_ + '"' }) -join ' '
|
||||
Start-Process -FilePath $DesktopExe -ArgumentList $QuotedArgs -WorkingDirectory $AppRoot -WindowStyle Hidden
|
||||
@@ -0,0 +1,19 @@
|
||||
[CmdletBinding()]
|
||||
param([int]$Port = 0, [switch]$NoBrowser, [string]$DataRoot = '', [string]$NodePath = '')
|
||||
$ErrorActionPreference = 'Stop'
|
||||
[Console]::OutputEncoding = [Text.UTF8Encoding]::new($false)
|
||||
$appRoot = [IO.Path]::GetFullPath((Split-Path -Parent $PSScriptRoot))
|
||||
if ($Port -eq 0) { $Port = if ($env:AGENT_WORKBENCH_PORT) { [int]$env:AGENT_WORKBENCH_PORT } else { 4318 } }
|
||||
if (-not $DataRoot) { $DataRoot = if ($env:AGENT_WORKBENCH_DATA_DIR) { $env:AGENT_WORKBENCH_DATA_DIR } else { Join-Path $env:LOCALAPPDATA 'AgentWorkbench' } }
|
||||
$DataRoot = [IO.Path]::GetFullPath($DataRoot)
|
||||
if (-not $NodePath) { $NodePath = Join-Path $appRoot 'runtime\node.exe' }
|
||||
if (-not (Test-Path -LiteralPath $NodePath)) { $NodePath = (Get-Command node.exe -ErrorAction Stop).Source }
|
||||
$launcher = Join-Path $appRoot 'dist-server\host-launcher.mjs'
|
||||
if (-not (Test-Path -LiteralPath $launcher)) { throw 'Build the source first, or use the complete portable package.' }
|
||||
$output = & $NodePath $launcher start --app-root $appRoot --data-root $DataRoot --node $NodePath --port ([string]$Port)
|
||||
if ($LASTEXITCODE -ne 0) { throw 'The host could not be verified. See the original diagnostic above.' }
|
||||
$result = $output | ConvertFrom-Json
|
||||
Write-Output ('Agent Workbench is ready: ' + $result.url)
|
||||
Write-Output ('Data: ' + $DataRoot)
|
||||
Write-Output ('Verified host PID: ' + $result.identity.pid + ' · Instance: ' + $result.identity.instanceId)
|
||||
if (-not $NoBrowser) { Start-Process -FilePath $result.url }
|
||||
@@ -0,0 +1,14 @@
|
||||
[CmdletBinding()]
|
||||
param([int]$Port = 0, [string]$DataRoot = '', [string]$NodePath = '')
|
||||
$ErrorActionPreference = 'Stop'
|
||||
[Console]::OutputEncoding = [Text.UTF8Encoding]::new($false)
|
||||
$appRoot = [IO.Path]::GetFullPath((Split-Path -Parent $PSScriptRoot))
|
||||
if ($Port -eq 0) { $Port = if ($env:AGENT_WORKBENCH_PORT) { [int]$env:AGENT_WORKBENCH_PORT } else { 4318 } }
|
||||
if (-not $DataRoot) { $DataRoot = if ($env:AGENT_WORKBENCH_DATA_DIR) { $env:AGENT_WORKBENCH_DATA_DIR } else { Join-Path $env:LOCALAPPDATA 'AgentWorkbench' } }
|
||||
$DataRoot = [IO.Path]::GetFullPath($DataRoot)
|
||||
if (-not $NodePath) { $NodePath = Join-Path $appRoot 'runtime\node.exe' }
|
||||
if (-not (Test-Path -LiteralPath $NodePath)) { $NodePath = (Get-Command node.exe -ErrorAction Stop).Source }
|
||||
$output = & $NodePath (Join-Path $appRoot 'dist-server\host-launcher.mjs') stop --app-root $appRoot --data-root $DataRoot --node $NodePath --port ([string]$Port)
|
||||
if ($LASTEXITCODE -ne 0) { throw 'The original host stop remains unverified. See the diagnostic above.' }
|
||||
$result = $output | ConvertFrom-Json
|
||||
Write-Output ('Agent Workbench host: ' + $result.state)
|
||||
+76
@@ -0,0 +1,76 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { publicSnapshot, compareOriginalState, hash } from './retained-host-state.mjs';
|
||||
import { inspectHostInstallation } from '../src/core/desktop/app-installation.mjs';
|
||||
|
||||
// Explicit local release stages. Never sends a model request, stops an existing
|
||||
// task/window, reads a private credential map, or retries an unknown installer.
|
||||
const root = path.resolve('.qa/adoption-ab-release/formal'), url = 'http://127.0.0.1:4318', mode = process.argv[2];
|
||||
assert.ok(['before', 'before-recheck', 'upgrade', 'final'].includes(mode)); fs.mkdirSync(root, { recursive: true });
|
||||
const baseline = mode === 'before' || mode === 'before-recheck';
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => fs.writeFileSync(path.join(root, name), JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
assert.equal(fs.existsSync(path.join(root, mode + '.json')), false, 'Preserve the original attempt; no automatic replay.');
|
||||
async function api(route) {
|
||||
const boot = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) })).json();
|
||||
const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' }, signal: AbortSignal.timeout(20000) });
|
||||
assert.equal(response.status, 200, route); return response.json();
|
||||
}
|
||||
async function inspectorClosed() {
|
||||
await new Promise((resolve, reject) => { const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector is already open.')); });
|
||||
socket.once('error', error => { socket.destroy(); error.code === 'ECONNREFUSED' ? resolve() : reject(error); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); }); });
|
||||
}
|
||||
const startedAt = new Date().toISOString(); let result;
|
||||
try {
|
||||
await inspectorClosed(); const host = await api('/host/status'), dataRoot = host.identity.dataRoot;
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
// An open idle window can be recorded by a read-only baseline. Installation
|
||||
// and the final retention check still require every registered window closed.
|
||||
if (!baseline) assert.equal(host.desktopWindows.count, 0);
|
||||
const installRoot = path.dirname(path.dirname(host.identity.runtimeRoot)); assert.equal(path.basename(path.dirname(host.identity.runtimeRoot)), 'versions');
|
||||
const current = await publicSnapshot(url, dataRoot); assert.equal(current.pid, 36552); assert.equal(current.hasKey, true); assert.deepEqual(current.active, []);
|
||||
if (baseline) {
|
||||
assert.equal(current.version, '1.24.8'); save('state-before.json', current); save('host-before.json', host); save('pointer-before.json', read(path.join(installRoot, 'current.json')));
|
||||
result = { success: true, version: current.version, pid: current.pid, dataRoot, installRoot, projects: current.projects,
|
||||
sessions: current.database.sessionIds.length, desktopWindows: host.desktopWindows.count,
|
||||
tables: Object.fromEntries(Object.entries(current.database.tables).map(([name, table]) => [name, table.count])) };
|
||||
} else {
|
||||
const before = read(path.join(root, 'state-before.json')); compareOriginalState(before, current);
|
||||
const candidate = read('.qa/adoption-ab-release/candidate.json'), freeze = read('.qa/adoption-ab-release/freeze.json');
|
||||
assert.equal(candidate.documentation.sourceCommit, freeze.sourceCommit);
|
||||
for (const input of freeze.inputs) assert.equal(hash(fs.readFileSync(input.path)), input.sha256, 'Frozen input drift.');
|
||||
for (const stage of ['rebuild', 'archives', 'portable', 'install', 'source-a', 'source-a-desktop', 'source-b', 'source-b-desktop', 'portable-a', 'portable-a-desktop', 'portable-b', 'portable-b-desktop', 'portable-files']) {
|
||||
const receipt = read('.qa/adoption-ab-release/receipts/' + stage + '.json'); assert.equal(receipt.success, true, stage);
|
||||
assert.equal(receipt.sourceCommit, freeze.sourceCommit); assert.equal(receipt.candidate, candidate.portableRoot); assert.equal(hash(fs.readFileSync(receipt.log)), receipt.logSha256);
|
||||
}
|
||||
if (mode === 'upgrade') {
|
||||
assert.equal(current.version, before.version); assert.deepEqual(read(path.join(installRoot, 'current.json')), read(path.join(root, 'pointer-before.json')));
|
||||
assert.equal(hash(fs.readFileSync(candidate.installer.path)), candidate.installer.sha256);
|
||||
save('candidate.json', candidate); save('preinstall-state.json', current);
|
||||
const fd = fs.openSync(path.join(root, 'installer-process.log'), 'wx'); let code;
|
||||
try { code = await new Promise((resolve, reject) => {
|
||||
const child = spawn(candidate.installer.path, ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART', '/LOG=' + path.join(root, 'installer.log'), '/DIR=' + installRoot, '/DATA_ROOT=' + dataRoot, '/PORT=4318'], { windowsHide: true, stdio: ['ignore', fd, fd] });
|
||||
child.once('error', reject); child.once('close', resolve);
|
||||
}); } finally { fs.closeSync(fd); }
|
||||
save('installer-exit.json', { code, finishedAt: new Date().toISOString() }); assert.equal(code, 0, 'Do not replay a failed/unknown formal installation.');
|
||||
} else { assert.equal(read(path.join(root, 'upgrade.json')).success, true); assert.deepEqual(candidate, read(path.join(root, 'candidate.json'))); }
|
||||
const after = await publicSnapshot(url, dataRoot), retention = compareOriginalState(before, after), afterHost = await api('/host/status');
|
||||
assert.equal(after.version, '1.24.9'); assert.equal(after.pid, before.pid);
|
||||
assert.equal(afterHost.identity.instanceId, read(path.join(root, 'host-before.json')).identity.instanceId);
|
||||
const installed = path.join(installRoot, 'versions', path.basename(candidate.portableRoot)); assert.equal(fs.realpathSync.native(after.runtimeRoot), fs.realpathSync.native(installed));
|
||||
const identity = inspectHostInstallation(installed), pointer = read(path.join(installRoot, 'current.json'));
|
||||
assert.equal(pointer.active.directory, path.basename(installed)); assert.equal(pointer.active.manifestSha256, identity.manifestSha256); assert.equal(pointer.active.runtimeIdentity, identity.identitySha256);
|
||||
const operation = fs.readdirSync(path.join(installRoot, '.installation')).filter(name => /^progress-.*\.json$/.test(name)).map(name => read(path.join(installRoot, '.installation', name))).sort((a, b) => b.updatedAt.localeCompare(a.updatedAt))[0];
|
||||
assert.equal(operation.state, 'completed'); assert.equal(operation.candidate.manifestSha256, identity.manifestSha256); await inspectorClosed();
|
||||
save(mode + '-state-after.json', after); result = { success: true, version: after.version, pid: after.pid, runtimeRoot: after.runtimeRoot,
|
||||
projects: after.projects, sessions: after.database.sessionIds.length, hasKey: after.hasKey, retention, sourceCommit: freeze.sourceCommit,
|
||||
pointer, operation, inspectorClosed: true, desktopWindows: afterHost.desktopWindows.count };
|
||||
}
|
||||
} catch (error) { result = { success: false, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, startedAt, finishedAt: new Date().toISOString(), realModelRequests: 0, keyReadOrResaved: false };
|
||||
save(mode + '.json', result); console.log(JSON.stringify({ success: result.success, mode, version: result.version, pid: result.pid, error: result.error }));
|
||||
@@ -0,0 +1,77 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { execFileSync, spawn } from 'node:child_process';
|
||||
import { projectEnvironment } from '../src/core/process-environment.mjs';
|
||||
|
||||
const root = path.resolve('.qa/adoption-ab-release'), mode = process.argv[2];
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => { const file = path.join(root, name); fs.mkdirSync(path.dirname(file), { recursive: true }); fs.writeFileSync(file, JSON.stringify(value, null, 2) + '\n', { flag: 'wx' }); };
|
||||
const hash = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
const record = file => ({ path: file.replaceAll('\\', '/'), bytes: fs.statSync(file).size, sha256: hash(file) });
|
||||
const walk = directory => fs.readdirSync(directory, { withFileTypes: true }).flatMap(row => row.isDirectory() ? walk(path.join(directory, row.name)) : [path.join(directory, row.name)]);
|
||||
const python = 'C:/Users/wangy/AppData/Local/Programs/Python/Python312/python.exe';
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
if (mode === 'freeze') {
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '');
|
||||
assert.equal(read('package.json').version, '1.24.9');
|
||||
const inputs = execFileSync('git', ['ls-files', '-z', '--', 'src', 'public', 'scripts', 'tests', 'examples', 'benchmarks', 'research', 'package.json', 'package-lock.json', 'vite.config.ts', 'tsconfig.json', 'index.html', 'mobile.html'], { encoding: 'utf8', windowsHide: true }).split('\0').filter(Boolean).sort();
|
||||
const freeze = { sourceCommit: execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim(), version: '1.24.9',
|
||||
inputs: inputs.map(record), compiled: ['dist-client', 'dist-server', 'dist-desktop'].flatMap(walk).sort().map(record), realModelRequests: 0 };
|
||||
save('freeze.json', freeze); console.log(JSON.stringify({ success: true, sourceCommit: freeze.sourceCommit, inputs: freeze.inputs.length, compiled: freeze.compiled.length })); process.exit(0);
|
||||
}
|
||||
const freeze = read(path.join(root, 'freeze.json'));
|
||||
for (const row of freeze.inputs) assert.equal(hash(row.path), row.sha256, 'Frozen input drift: ' + row.path);
|
||||
if (mode === 'register') {
|
||||
const candidate = read('releases/latest.json'); assert.equal(candidate.documentation.sourceCommit, freeze.sourceCommit);
|
||||
assert.equal(read(path.join(candidate.portableRoot, 'MANIFEST.json')).version, freeze.version);
|
||||
for (const row of freeze.compiled) assert.equal(hash(path.join(candidate.portableRoot, row.path)), row.sha256);
|
||||
save('candidate.json', candidate); console.log(JSON.stringify({ success: true, candidate: candidate.portableRoot })); process.exit(0);
|
||||
}
|
||||
const candidate = read(path.join(root, 'candidate.json')); assert.deepEqual(read('releases/latest.json'), candidate);
|
||||
const commands = {
|
||||
rebuild: [process.execPath, ['scripts/verify-packaged-build.mjs']],
|
||||
archives: [python, ['-I', 'scripts/verify-archives.py']],
|
||||
portable: [process.execPath, ['scripts/verify-release.mjs']],
|
||||
install: [process.execPath, ['scripts/verify-desktop-install.mjs']],
|
||||
'source-a': [process.execPath, ['scripts/verify-requirements-ui.mjs']],
|
||||
'source-a-desktop': [process.execPath, ['scripts/verify-requirements-desktop.mjs']],
|
||||
'source-b': [process.execPath, ['scripts/verify-turn-progress-ui.mjs']],
|
||||
'source-b-desktop': [process.execPath, ['scripts/verify-turn-progress-ui.mjs', '--desktop']],
|
||||
'portable-a': [process.execPath, ['scripts/verify-requirements-ui.mjs']],
|
||||
'portable-a-desktop': [process.execPath, ['scripts/verify-requirements-desktop.mjs']],
|
||||
'portable-b': [process.execPath, ['scripts/verify-turn-progress-ui.mjs']],
|
||||
'portable-b-desktop': [process.execPath, ['scripts/verify-turn-progress-ui.mjs', '--desktop']],
|
||||
'portable-files': [process.execPath, ['scripts/verify-local-files.mjs']],
|
||||
};
|
||||
assert.ok(commands[mode], 'Unknown release stage.');
|
||||
const output = path.join(root, 'receipts', mode + '.json'), log = path.join(root, 'logs', mode + '.log');
|
||||
assert.equal(fs.existsSync(output), false, 'Preserve previous stage receipt; do not replay unknown work.'); fs.mkdirSync(path.dirname(log), { recursive: true });
|
||||
const fd = fs.openSync(log, 'wx'), startedAt = new Date().toISOString();
|
||||
const env = projectEnvironment({ AGENT_WORKBENCH_TEST_PYTHON: python,
|
||||
...((mode.startsWith('portable-') || mode === 'install') ? { AGENT_WORKBENCH_QA_APP_ROOT: candidate.portableRoot } : {}) });
|
||||
let result, code;
|
||||
try {
|
||||
console.log('START ' + mode);
|
||||
code = await new Promise((resolve, reject) => { const child = spawn(...commands[mode], { env, windowsHide: true, stdio: ['ignore', fd, fd] }); child.once('error', reject); child.once('close', resolve); });
|
||||
fs.closeSync(fd); assert.equal(code, 0, 'Inspect preserved log: ' + log);
|
||||
assert.deepEqual(read('releases/latest.json'), candidate);
|
||||
let file;
|
||||
if (mode === 'archives') file = '.qa/archives-validation.json';
|
||||
else if (mode === 'portable') file = '.qa/release-validation.json';
|
||||
else if (mode === 'install') file = read('.qa/desktop-install-location.json').result;
|
||||
else {
|
||||
const summaries = fs.readFileSync(log, 'utf8').trim().split(/\r?\n/).filter(line => line.startsWith('{')).map(line => { try { return JSON.parse(line); } catch { return null; } });
|
||||
const summary = summaries.findLast(row => row?.success !== undefined); assert.ok(summary);
|
||||
file = summary.output ?? path.join(summary.directory ?? summary.root, 'result.json');
|
||||
}
|
||||
const value = read(file); assert.equal(value.success, true);
|
||||
if (mode !== 'archives') assert.equal(value.version, freeze.version);
|
||||
if (mode.startsWith('portable-')) assert.equal(fs.realpathSync.native(value.appRoot), fs.realpathSync.native(candidate.portableRoot));
|
||||
if (mode === 'install') assert.equal(fs.realpathSync.native(value.packagedSource), fs.realpathSync.native(candidate.portableRoot));
|
||||
if (mode === 'rebuild') assert.equal(value.sourceCommit, freeze.sourceCommit);
|
||||
result = { success: true, resultPath: path.resolve(file), result: value };
|
||||
} catch (error) { result = { success: false, code, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, log, logSha256: hash(log), startedAt, finishedAt: new Date().toISOString(), sourceCommit: freeze.sourceCommit, candidate: candidate.portableRoot, realModelRequests: 0 };
|
||||
save('receipts/' + mode + '.json', result); console.log(JSON.stringify({ success: result.success, mode, output, resultPath: result.resultPath, error: result.error }));
|
||||
@@ -0,0 +1,71 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
const root = path.resolve('docs/live-original-purge-h-evidence');
|
||||
const sha = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const read = relative => JSON.parse(fs.readFileSync(path.join(root, relative)));
|
||||
const manifest = read('manifest.json');
|
||||
for (const entry of manifest.entries) {
|
||||
const raw = fs.readFileSync(path.join(root, entry.path)); assert.equal(raw.length, entry.bytes); assert.equal(sha(raw), entry.sha256);
|
||||
}
|
||||
const core = {};
|
||||
for (const row of read('receipts/owned-records.json')) (core[row.kind] ??= new Map()).set(row.id, JSON.parse(row.payload));
|
||||
const artifacts = new Map(manifest.artifacts.map(a => [a.id, a]));
|
||||
function artifact(id) { const a = artifacts.get(id); assert.ok(a, id); return JSON.parse(fs.readFileSync(path.join(root, a.file))); }
|
||||
const attempts = read('receipts/all-model-attempts.json');
|
||||
function strings(value, output = [], depth = 0) {
|
||||
if (depth > 12) return output;
|
||||
if (typeof value === 'string') {
|
||||
output.push(value);
|
||||
for (const text of new Set([value, ...value.split('\n').filter(line => /^\s*[\[{]/.test(line))])) {
|
||||
if (/^\s*[\[{]/.test(text)) { try { strings(JSON.parse(text), output, depth + 1); } catch {} }
|
||||
}
|
||||
} else if (value && typeof value === 'object') for (const v of Object.values(value)) strings(v, output, depth + 1);
|
||||
return output;
|
||||
}
|
||||
function covered(ranges,start,end){if(end<=start)return false;let cursor=start;for(const r of ranges.slice().sort((a,b)=>a.start-b.start)){if(r.end<=cursor)continue;if(r.start>cursor)return false;cursor=Math.max(cursor,r.end);if(cursor>=end)return true;}return false;}
|
||||
assert.equal(covered([{start:0,end:4},{start:4,end:8}],2,6),true);
|
||||
assert.equal(covered([{start:0,end:2},{start:4,end:8}],1,5),false);
|
||||
assert.equal(covered([{start:0,end:8}],3,3),false);
|
||||
const reports = [];
|
||||
for (const sample of manifest.samples.slice(0, 2)) {
|
||||
const exported=read('owned-exports/'+sample.sessionId+'.json');
|
||||
const applied=exported.session.changes.filter(c=>c.status==='applied'&&c.appliedAt);
|
||||
const currentSource=(r,at)=>{const c=applied.filter(c=>c.path===r.path&&c.appliedAt<at).sort((a,b)=>a.appliedAt.localeCompare(b.appliedAt)).at(-1);return !c||c.sha256===r.sourceSha256;};
|
||||
const tools = [...core.tool.values()].filter(t => t.sessionId === sample.sessionId)
|
||||
.map(t => ({ ...t, result: t.result ?? (t.resultArtifactId ? artifact(t.resultArtifactId) : null) }))
|
||||
.sort((a, b) => a.startedAt.localeCompare(b.startedAt));
|
||||
const reads = tools.filter(t => t.tool === 'read_file' && t.result?.content).map(t => ({ path: t.result.path, start: t.result.start_line, end: t.result.end_line,
|
||||
complete: !t.result.truncated && t.result.start_line === 1 && t.result.end_line === t.result.total_lines,
|
||||
content: t.result.content, sourceSha256:t.result.sha256, toolId: t.id, at: t.finishedAt }));
|
||||
const ranges = new Map();
|
||||
const pages = tools.filter(t => t.tool === 'read_artifact').map(t => {
|
||||
const r = t.result, id = r?.artifact_id, a = artifacts.get(id);
|
||||
if (!id) return { toolId: t.id, state: t.state, resultKeys: Object.keys(r ?? {}) };
|
||||
const prior = ranges.get(id) ?? [], start = r.offset, end = r.next_offset;
|
||||
const alreadyCovered = covered(prior,start,end);
|
||||
const overlap = prior.some(p => p.start < end && start < p.end);
|
||||
prior.push({ start, end }); ranges.set(id, prior);
|
||||
let source;
|
||||
try { const value = JSON.parse(r.content); source = { path: value.path, tool: value.tool, keys: Object.keys(value).slice(0, 10) }; } catch {}
|
||||
return { toolId: t.id, at: t.finishedAt, artifactId: id, kind: a?.kind, sha256: a?.sha256, offset: start, nextOffset: end,
|
||||
total: r.total_characters, truncated: r.truncated, alreadyCovered, overlap, source };
|
||||
});
|
||||
const requestReports = attempts.filter(a => a.sessionId === sample.sessionId).sort((a, b) => a.startedAt.localeCompare(b.startedAt)).map((a, i) => {
|
||||
const request = artifact(a.requestArtifactId), bodyStrings = strings(request.messages ?? request.input ?? request);
|
||||
const before = reads.filter(r => r.at < a.startedAt);
|
||||
return { request: i + 1, attemptId: a.id, reportedTokens: a.usage?.total_tokens, startedAt: a.startedAt,
|
||||
completeSource: before.filter(r => r.complete).map(r => ({ path: r.path, toolId: r.toolId, sourceSha256:r.sourceSha256, currentAtDispatch:currentSource(r,a.startedAt), retained: bodyStrings.some(s => s.includes(r.content)) })),
|
||||
toolsBefore: tools.filter(t => t.finishedAt < a.startedAt).length };
|
||||
});
|
||||
const prepared = tools.findIndex(t => t.tool === 'prepare_change_set' && t.state === 'completed');
|
||||
reports.push({ name: sample.name, sessionId: sample.sessionId, tools: tools.map(t => ({ toolId: t.id, name: t.tool, state: t.state, at: t.finishedAt,
|
||||
resultKeys: Object.keys(t.result ?? {}), ...(t.tool === 'prepare_change_set' ? { result: t.result } : {}) })),
|
||||
reads: reads.map(({ content, ...r }) => ({ ...r, characters: content.length })), pages, requests: requestReports,
|
||||
afterPrepared: prepared < 0 ? [] : tools.slice(prepared + 1).map(t => ({ name: t.tool, at: t.finishedAt, state: t.state })) });
|
||||
}
|
||||
const result = { success: true, manifestSha256: sha(fs.readFileSync(path.join(root, 'manifest.json'))), realModelRequests: 0, auditVersion:2, originalAuditSha256:sha(fs.readFileSync('docs/live-retest-h-efficiency-audit.json')), corrections:['Repeated artifact page coverage uses the union of all prior returned character ranges.','Source reads invalidated by an applied change are explicitly marked stale; their absence is not a lost-current-source finding.'],
|
||||
scope: 'Offline observations of sealed new H samples only. Exact source retention checks inspect nested JSON tool content; repeated artifact pages are measured by original byte-identity and returned character interval. No source changes or inferred model cognition.', reports };
|
||||
fs.writeFileSync('docs/live-retest-h-efficiency-audit-v2.json', JSON.stringify(result, null, 2) + '\n', { flag: 'wx' });
|
||||
for(const r of reports)console.log(JSON.stringify({name:r.name,toolCalls:r.tools.length,completeReads:r.reads.filter(x=>x.complete).length,repeatedPages:r.pages.filter(p=>p.alreadyCovered&&p.nextOffset>p.offset).length,requests:r.requests.map(q=>({request:q.request,completeRead:q.completeSource.length,currentSource:q.completeSource.filter(f=>f.currentAtDispatch).length,currentRetained:q.completeSource.filter(f=>f.currentAtDispatch&&f.retained).length})),afterPrepared:r.afterPrepared}));
|
||||
@@ -0,0 +1,44 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { validateInstalledVersion } from '../src/core/desktop/install-manager.mjs';
|
||||
|
||||
export function buildWindowsInstaller({ root, portableRoot, outputRoot, name = null, qaFixture = null }) {
|
||||
const packageRoot = path.join(root, 'node_modules/innosetup-compiler'), compiler = path.join(packageRoot, 'bin/ISCC.exe');
|
||||
const meta = JSON.parse(fs.readFileSync(path.join(packageRoot, 'package.json'), 'utf8'));
|
||||
if (meta.version !== '6.3.1' || !fs.existsSync(compiler)) throw new Error('The pinned, script-free Inno Setup compiler 6.3.1 is required.');
|
||||
const manifest = JSON.parse(fs.readFileSync(path.join(portableRoot, 'MANIFEST.json'), 'utf8'));
|
||||
if (manifest.app !== 'agent-workbench' || manifest.kind !== 'portable') throw new Error('Installer requires a full portable candidate.');
|
||||
validateInstalledVersion(portableRoot);
|
||||
for (const value of [root, portableRoot, outputRoot]) if (!path.isAbsolute(value) || /["\r\n]/.test(value)) throw new Error('Installer build requires absolute local paths.');
|
||||
const directory = path.join(root, '.qa', 'installer-build-' + randomUUID()); fs.mkdirSync(directory, { recursive: true });
|
||||
fs.mkdirSync(outputRoot, { recursive: true });
|
||||
const outputName = name ?? path.basename(portableRoot) + '-Setup';
|
||||
if (!/^[A-Za-z0-9._-]+$/.test(outputName) || fs.existsSync(path.join(outputRoot, outputName + '.exe'))) throw new Error('Installer output must be a new simple name.');
|
||||
let template = fs.readFileSync(path.join(root, 'src/desktop/installer.iss'), 'utf8');
|
||||
if (qaFixture) {
|
||||
if (!/^[a-f0-9-]{36}$/.test(qaFixture.appId ?? '') || !['none', 'corrupt-installed-candidate'].includes(qaFixture.fault ?? 'none')) throw new Error('Invalid isolated installer QA fixture.');
|
||||
template = template.replace('E914E883-46F9-4B82-B27F-BDB2B40DCC90', qaFixture.appId)
|
||||
.replace('DefaultGroupName=Agent Workbench', 'DefaultGroupName=Agent Workbench QA ' + qaFixture.appId);
|
||||
if (qaFixture.fault === 'corrupt-installed-candidate') template = template.replace("if CurStep = ssPostInstall then begin", "if CurStep = ssPostInstall then begin\n { Explicit owned QA fault, never included by the product packaging CLI. }\n if not SaveStringToFile(ExpandConstant('{app}\\versions\\{#VersionDirectory}\\dist-client\\index.html'), 'owned-candidate-corruption', True) then RaiseException('QA fault injection failed');");
|
||||
}
|
||||
const literal = value => String(value).replaceAll('"', '""');
|
||||
const manifestSha256 = createHash('sha256').update(fs.readFileSync(path.join(portableRoot, 'MANIFEST.json'))).digest('hex');
|
||||
const prefix = [['PortableRoot', portableRoot], ['OutputRoot', outputRoot], ['OutputName', outputName], ['Version', manifest.version], ['VersionDirectory', path.basename(portableRoot)], ['ManifestSha256', manifestSha256]]
|
||||
.map(([key, value]) => '#define ' + key + ' "' + literal(value) + '"').join('\n') + '\n';
|
||||
const source = path.join(directory, 'installer.iss'); fs.writeFileSync(source, '\uFEFF' + prefix + template, 'utf8');
|
||||
let output;
|
||||
try { output = execFileSync(compiler, ['/Q', source], { cwd: directory, windowsHide: true, encoding: 'utf8', timeout: 600000, maxBuffer: 4 * 1024 * 1024 }); }
|
||||
catch (error) { const bytes = value => Buffer.isBuffer(value) ? value : Buffer.from(value ?? ''); fs.writeFileSync(path.join(directory, 'compile-failure.txt'), Buffer.concat([bytes(error.stdout), bytes(error.stderr)])); throw error; }
|
||||
fs.writeFileSync(path.join(directory, 'compile.txt'), output);
|
||||
const file = path.join(outputRoot, outputName + '.exe');
|
||||
return { path: file, bytes: fs.statSync(file).size, sha256: createHash('sha256').update(fs.readFileSync(file)).digest('hex'), compiler: { version: meta.version, sha256: createHash('sha256').update(fs.readFileSync(compiler)).digest('hex') }, source, version: manifest.version, candidateDirectory: path.basename(portableRoot), qaFixture };
|
||||
}
|
||||
if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
|
||||
const args = process.argv.slice(2), values = {};
|
||||
if (args.length === 1 && args[0] === '--help') { console.log('node scripts/build-installer.mjs --portable-root DIRECTORY [--output-root DIRECTORY] — compile the pinned user-level installer from an immutable manifest.'); process.exit(0); }
|
||||
while (args.length) { const key = args.shift(); if (!['--portable-root', '--output-root'].includes(key) || values[key] || !args.length) throw new Error('Use --help.'); values[key] = args.shift(); }
|
||||
console.log(JSON.stringify(buildWindowsInstaller({ root: process.cwd(), portableRoot: values['--portable-root'], outputRoot: values['--output-root'] ?? path.resolve('releases') })));
|
||||
}
|
||||
@@ -0,0 +1,42 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { createHash } from 'node:crypto';
|
||||
|
||||
// Vite's dependency graph defines the complete mobile allowlist. Desktop
|
||||
// entries, arbitrary files and future chunks are not implicitly exposed.
|
||||
const root = path.resolve('dist-client'), manifest = JSON.parse(fs.readFileSync(path.join(root, '.vite/manifest.json'), 'utf8'));
|
||||
const seen = new Set(), assets = new Set();
|
||||
function visit(name) {
|
||||
if (seen.has(name)) return; seen.add(name);
|
||||
const entry = manifest[name]; if (!entry) throw new Error('Mobile build dependency is missing: ' + name);
|
||||
for (const file of [entry.file, ...(entry.css ?? []), ...(entry.assets ?? [])]) {
|
||||
if (!/^assets\/[A-Za-z0-9_.-]+\.(js|css)$/.test(file)) throw new Error('Unexpected mobile asset: ' + file);
|
||||
if (!fs.statSync(path.join(root, file)).isFile()) throw new Error('Mobile asset is not a file: ' + file);
|
||||
assets.add('/' + file);
|
||||
}
|
||||
for (const imported of [...(entry.imports ?? []), ...(entry.dynamicImports ?? [])]) visit(imported);
|
||||
}
|
||||
visit('mobile.html');
|
||||
const list = [...assets].sort();
|
||||
fs.writeFileSync(path.join(root, 'mobile-assets.json'), JSON.stringify(list, null, 2) + '\n');
|
||||
// Reuse our existing raster mark for iPhone's home-screen icon; no generated
|
||||
// media or network dependency is needed for this product asset.
|
||||
const icon = fs.readFileSync(path.join(root, 'workbench-icon.png'));
|
||||
fs.writeFileSync(path.join(root, 'mobile-touch-icon.png'), icon);
|
||||
const version = createHash('sha256').update(fs.readFileSync(path.join(root, 'mobile.html'))).update(JSON.stringify(list)).digest('hex').slice(0, 20);
|
||||
const files = ['/', '/mobile.webmanifest', '/mobile-icon.svg', '/mobile-touch-icon.png', ...list];
|
||||
const worker = `const CACHE = 'workbench-mobile-${version}';
|
||||
const FILES = ${JSON.stringify(files)};
|
||||
self.addEventListener('install', event => event.waitUntil(caches.open(CACHE).then(cache => cache.addAll(FILES)).then(() => self.skipWaiting())));
|
||||
self.addEventListener('activate', event => event.waitUntil(caches.keys().then(names => Promise.all(names.filter(name => name.startsWith('workbench-mobile-') && name !== CACHE).map(name => caches.delete(name)))).then(() => self.clients.claim())));
|
||||
self.addEventListener('fetch', event => {
|
||||
const url = new URL(event.request.url);
|
||||
if (event.request.method !== 'GET' || url.origin !== self.location.origin || url.search || !FILES.includes(url.pathname)) return;
|
||||
event.respondWith(fetch(event.request).then(response => {
|
||||
if (response.ok) { const copy = response.clone(); event.waitUntil(caches.open(CACHE).then(cache => cache.put(event.request, copy))); }
|
||||
return response;
|
||||
}).catch(async () => (await caches.match(event.request)) || Response.error()));
|
||||
});
|
||||
`;
|
||||
fs.writeFileSync(path.join(root, 'mobile-sw.js'), worker);
|
||||
console.log('Mobile shell built: ' + list.length + ' allowed assets; API and project data are never cached.');
|
||||
+46
@@ -0,0 +1,46 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash} from 'node:crypto';
|
||||
|
||||
// Development-only provenance recipe. Runtime code imports the resulting JSON;
|
||||
// it neither trusts the QA directory nor learns new executable inputs on launch.
|
||||
const evidence='docs/original-purge-load-evidence',raw=fs.readFileSync(path.join(evidence,'manifest.json'));
|
||||
const sha=bytes=>createHash('sha256').update(bytes).digest('hex');
|
||||
assert.equal(sha(raw),'acabdce397139dcd59cbe7f66229a1353d4f95a5ceb7a555977e544b17ea1066');
|
||||
const manifest=JSON.parse(raw),root=process.env.AGENT_WORKBENCH_DEEPSEEK_ROOT;
|
||||
assert.ok(root&&path.isAbsolute(root));
|
||||
const prefix=path.resolve(root)+path.sep,files=new Map();
|
||||
const identify=file=>{const raw=fs.readFileSync(file);return {relative:path.relative(root,file).replaceAll('\\','/'),bytes:raw.length,sha256:sha(raw)};};
|
||||
for(const input of manifest.loadedModuleInputs.filter(input=>input.path.startsWith(prefix))){
|
||||
assert.equal(sha(fs.readFileSync(path.join(evidence,input.snapshot))),input.sha256);
|
||||
const identity=identify(input.path);assert.equal(identity.sha256,input.sha256);files.set(identity.relative,identity);
|
||||
// Node package resolution reads these metadata before source loading.
|
||||
for(let parent=path.dirname(input.path);parent.startsWith(prefix)||parent===root;parent=path.dirname(parent)){
|
||||
const file=path.join(parent,'package.json');if(fs.existsSync(file)){const item=identify(file);files.set(item.relative,item);}
|
||||
if(parent===root)break;
|
||||
}
|
||||
}
|
||||
for(const relative of ['packages/bundle/sdk-minimal/cordis.patch.yml','pnpm-lock.yaml']){
|
||||
const input=identify(path.join(root,relative));files.set(relative,input);
|
||||
}
|
||||
const nativePackage='node_modules/.pnpm/node-addon-require-builtin-win32-x64-msvc@0.1.9/node_modules/node-addon-require-builtin-win32-x64-msvc';
|
||||
const native=identify(path.join(root,nativePackage,'prebuilt/win32-x64-msvc-napi-v9.node'));
|
||||
assert.equal(native.sha256,'ead441d11202126827a789a7eb88e79abe8f7f374b16e7273c4244225c8d6c2b');
|
||||
for(const relative of ['prebuilds.json','prebuilt/win32-x64-msvc-napi-v9.node']){
|
||||
const input=identify(path.join(root,nativePackage,relative));files.set(input.relative,input);
|
||||
}
|
||||
const koffi=identify(path.join(root,'node_modules/.pnpm/@koromix+koffi-win32-x64@3.1.1/node_modules/@koromix/koffi-win32-x64/win32_x64/koffi.node'));
|
||||
assert.equal(koffi.sha256,'eb0587c804bb76262968bf83028528da4dc2d4322f558845cce205c709e2ba20');files.set(koffi.relative,koffi);
|
||||
const upstream=manifest.upstreamInputs.map(({relative,bytes,sha256,snapshot})=>{
|
||||
assert.equal(sha(fs.readFileSync(path.join(evidence,snapshot))),sha256);return {relative,bytes,sha256};
|
||||
}).sort((a,b)=>a.relative.localeCompare(b.relative,'en'));
|
||||
const lock={schemaVersion:1,purgeVersion:'1.1.78',harnessVersion:'0.2.1-rc.2',
|
||||
provenance:{manifestSha256:sha(raw),sourceCommit:manifest.sourceCommit,scope:'Observed JS/JSON plus resolution metadata and explicit native require-builtin input.',
|
||||
nativePeEvidenceIds:['ev_4a114ba373a5039c34e7fcdad6b9202b42d00f16cd4ae6d80304feb4d93cc19c','ev_b9670d77723678e6c17415368494a06583872fe1e41bd739d795c0c6a20ddca2']},
|
||||
original:upstream,harness:[...files.values()].sort((a,b)=>a.relative.localeCompare(b.relative,'en')),
|
||||
nativeAddons:[{...native,staticImports:['KERNEL32.dll'],staticDelayImports:['node.exe']},
|
||||
{...koffi,staticImports:['KERNEL32.dll','ADVAPI32.dll'],staticDelayImports:['NODE.EXE']}]};
|
||||
const output=process.argv[2]??'src/core/engines/original-purge-lock.json';assert.equal(fs.existsSync(output),false);
|
||||
fs.writeFileSync(output,JSON.stringify(lock,null,2)+'\n',{flag:'wx'});
|
||||
console.log(JSON.stringify({output,original:lock.original.length,harness:lock.harness.length,sha256:sha(fs.readFileSync(output))}));
|
||||
@@ -0,0 +1,19 @@
|
||||
import { build } from 'esbuild';
|
||||
import fs from 'node:fs';
|
||||
// Bundled CommonJS dependencies (QR PNG encoder) still import Node builtins.
|
||||
const nodeRequire = { js: "import { createRequire as __awbCreateRequire } from 'node:module'; const require = __awbCreateRequire(import.meta.url);" };
|
||||
fs.mkdirSync('dist-server', { recursive: true });
|
||||
await build({ entryPoints: ['src/server/index.mjs'], outfile: 'dist-server/server.mjs', bundle: true,
|
||||
platform: 'node', target: 'node24', format: 'esm', sourcemap: false, legalComments: 'eof', banner: nodeRequire });
|
||||
await build({ entryPoints: ['src/server/hot-upgrade.mjs'], outfile: 'dist-server/hot-upgrade.mjs', bundle: true,
|
||||
platform: 'node', target: 'node24', format: 'esm', sourcemap: false, legalComments: 'eof', banner: nodeRequire });
|
||||
await build({ entryPoints: ['src/desktop/host-cli.mjs'], outfile: 'dist-server/host-launcher.mjs', bundle: true,
|
||||
platform: 'node', target: 'node24', format: 'esm', sourcemap: false, legalComments: 'eof' });
|
||||
await build({ entryPoints: ['src/desktop/install-cli.mjs'], outfile: 'dist-server/install-manager.mjs', bundle: true,
|
||||
platform: 'node', target: 'node24', format: 'esm', sourcemap: false, legalComments: 'eof' });
|
||||
fs.mkdirSync('dist-desktop', { recursive: true });
|
||||
await build({ entryPoints: ['src/desktop/main.mjs'], outfile: 'dist-desktop/main.cjs', bundle: true, external: ['electron'],
|
||||
platform: 'node', target: 'node24', format: 'cjs', sourcemap: false, legalComments: 'eof' });
|
||||
await build({ entryPoints: ['src/desktop/preload.cjs'], outfile: 'dist-desktop/preload.cjs', bundle: true, external: ['electron'],
|
||||
platform: 'node', target: 'node24', format: 'cjs', sourcemap: false, legalComments: 'eof' });
|
||||
console.log('Server bundle built.');
|
||||
@@ -0,0 +1,35 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { createHash } from 'node:crypto';
|
||||
|
||||
export function planBrowserBundle(appRoot) {
|
||||
const lock = JSON.parse(fs.readFileSync(path.join(appRoot, 'package-lock.json'), 'utf8'));
|
||||
const packages = ['playwright', 'playwright-core'].map(name => {
|
||||
const root = path.join(appRoot, 'node_modules', name), meta = JSON.parse(fs.readFileSync(path.join(root, 'package.json'), 'utf8'));
|
||||
const declaration = lock.packages['node_modules/' + name];
|
||||
if (meta.version !== '1.64.1' || declaration.version !== meta.version || !declaration.integrity) throw new Error('Portable browser packages must match locked Playwright 1.64.1.');
|
||||
if (!fs.existsSync(path.join(root, 'LICENSE'))) throw new Error('The browser package requires its original LICENSE.');
|
||||
return { name, version: meta.version, root, integrity: declaration.integrity };
|
||||
});
|
||||
return { version: '1.64.1', packages };
|
||||
}
|
||||
export function copyBrowserBundle(runtimeDirectory, plan) {
|
||||
const runtime = path.resolve(runtimeDirectory), output = path.join(runtime, 'node_modules'), packages = [];
|
||||
const copy = (root, destination, relative = '') => {
|
||||
const records = [];
|
||||
for (const entry of fs.readdirSync(path.join(root, relative), { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
|
||||
if (entry.isSymbolicLink()) throw new Error('Browser runtime input cannot be a link.');
|
||||
const file = path.join(relative, entry.name), target = path.resolve(destination, file);
|
||||
if (!target.startsWith(output + path.sep)) throw new Error('Browser bundle escaped the owned runtime.');
|
||||
if (entry.isDirectory()) { fs.mkdirSync(target, { recursive: true }); records.push(...copy(root, destination, file)); continue; }
|
||||
const bytes = fs.readFileSync(path.join(root, file)); fs.mkdirSync(path.dirname(target), { recursive: true }); fs.writeFileSync(target, bytes);
|
||||
records.push({ path: file.replaceAll('\\', '/'), bytes: bytes.length, sha256: createHash('sha256').update(bytes).digest('hex') });
|
||||
}
|
||||
return records;
|
||||
};
|
||||
for (const pkg of plan.packages) packages.push({ name: pkg.name, version: pkg.version, integrity: pkg.integrity,
|
||||
files: copy(pkg.root, path.join(output, pkg.name)) });
|
||||
const result = { schemaVersion: 1, kind: 'workbench-browser-runtime', playwrightVersion: plan.version, browser: 'local Microsoft Edge',
|
||||
scope: 'win32-x64 static build checks; browser executable remains the locally installed Edge', packages };
|
||||
fs.writeFileSync(path.join(runtime, 'BROWSER-RUNTIME.json'), JSON.stringify(result, null, 2) + '\n'); return result;
|
||||
}
|
||||
@@ -0,0 +1,51 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { createHash } from 'node:crypto';
|
||||
|
||||
const digest = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
export function planDesktopBundle(root) {
|
||||
const meta = JSON.parse(fs.readFileSync(path.join(root, 'node_modules/electron/package.json'), 'utf8'));
|
||||
if (meta.version !== '45.2.0') throw new Error('Desktop packaging requires the fixed Electron 45.2.0 runtime.');
|
||||
const installed = path.join(root, 'node_modules/electron/dist');
|
||||
const directory = fs.existsSync(path.join(installed, 'electron.exe')) ? installed : path.join(root, 'runtime/electron');
|
||||
const executable = path.join(directory, 'electron.exe');
|
||||
if (!fs.existsSync(executable) || digest(executable) !== '010ea51bfb528c8143513439aa93fb40754403daa2023f9decd4517da71706ab') throw new Error('The actual Windows Electron runtime differs from the fixed binary.');
|
||||
for (const file of ['LICENSE', 'LICENSES.chromium.html']) if (!fs.existsSync(path.join(directory, file))) throw new Error('Electron runtime license missing.');
|
||||
return { directory, version: meta.version, sha256: digest(executable), bytes: fs.statSync(executable).size };
|
||||
}
|
||||
export function buildNativeLauncher(root, output) {
|
||||
const compiler = path.join(process.env.SystemRoot || 'C:\\Windows', 'Microsoft.NET/Framework64/v4.0.30319/csc.exe');
|
||||
if (!fs.existsSync(compiler)) throw new Error('The Windows .NET Framework compiler is required to build the fixed desktop launcher.');
|
||||
fs.mkdirSync(path.dirname(output), { recursive: true });
|
||||
const inputs = { compiler: digest(compiler), source: digest(path.join(root, 'src/desktop/Launcher.cs')), icon: digest(path.join(root, 'public/workbench-icon.ico')) };
|
||||
const recordFile = output + '.build.json';
|
||||
if (fs.existsSync(output) && fs.existsSync(recordFile)) {
|
||||
const cached = JSON.parse(fs.readFileSync(recordFile, 'utf8'));
|
||||
if (JSON.stringify(cached.inputs) === JSON.stringify(inputs) && cached.sha256 === digest(output)) return cached;
|
||||
}
|
||||
try { execFileSync(compiler, ['/nologo', '/target:winexe', '/platform:x64', '/optimize+', '/utf8output',
|
||||
'/reference:System.Web.Extensions.dll', '/reference:System.Windows.Forms.dll', '/win32icon:' + path.join(root, 'public/workbench-icon.ico'),
|
||||
'/out:' + output, path.join(root, 'src/desktop/Launcher.cs')], { cwd: root, windowsHide: true, timeout: 30000, stdio: 'pipe' }); }
|
||||
catch (error) { fs.writeFileSync(output + '.compile-failure.txt', Buffer.concat([error.stdout ?? Buffer.alloc(0), error.stderr ?? Buffer.alloc(0)])); throw error; }
|
||||
const record = { bytes: fs.statSync(output).size, sha256: digest(output), inputs, compiler: 'Windows .NET Framework C# compiler; source-bound cached original output, no deterministic-build claim.' };
|
||||
fs.writeFileSync(recordFile, JSON.stringify(record, null, 2)); return record;
|
||||
}
|
||||
export function copyDesktopBundle(root, output, plan, { source = false, launcher = null } = {}) {
|
||||
if (source && digest(path.join(plan.directory, 'resources/default_app.asar')) !== 'eac55d6cfcf4eab7e31a45356567f549ef7eb669e3699226b48a8492ad34f510') {
|
||||
throw new Error('The source Electron runtime requires its fixed default application loader.');
|
||||
}
|
||||
const destination = path.join(output, source ? 'runtime/electron' : 'desktop');
|
||||
fs.cpSync(plan.directory, destination, { recursive: true, filter: file => source || path.basename(file) !== 'default_app.asar' });
|
||||
if (!source) {
|
||||
fs.renameSync(path.join(destination, 'electron.exe'), path.join(destination, 'AgentWorkbench.exe'));
|
||||
const app = path.join(destination, 'resources/app'); fs.mkdirSync(app, { recursive: true });
|
||||
fs.writeFileSync(path.join(app, 'package.json'), JSON.stringify({ name: 'agent-workbench-desktop', version: JSON.parse(fs.readFileSync(path.join(root, 'package.json'))).version, main: 'main.cjs' }) + '\n');
|
||||
fs.writeFileSync(path.join(app, 'main.cjs'), "require('../../../dist-desktop/main.cjs');\n");
|
||||
if (launcher) fs.copyFileSync(launcher, path.join(output, 'AgentWorkbench.exe'));
|
||||
}
|
||||
const identity = { version: plan.version, sha256: plan.sha256, bytes: plan.bytes, executable: source ? 'runtime/electron/electron.exe' : 'desktop/AgentWorkbench.exe',
|
||||
scope: 'Fixed original Windows Electron runtime, full license texts, isolated application loader and native bootstrap; original executable hash unchanged.' };
|
||||
fs.writeFileSync(path.join(output, 'DESKTOP-RUNTIME.json'), JSON.stringify(identity, null, 2) + '\n');
|
||||
return identity;
|
||||
}
|
||||
@@ -0,0 +1,71 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { REA_VERSION, REA_PROTOCOL, resolveReaInstallation } from '../src/core/tools/rea-adapter.mjs';
|
||||
|
||||
const digest = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
const inside = (root, filename) => path.resolve(filename).startsWith(path.resolve(root) + path.sep);
|
||||
const packageMetadata = root => JSON.parse(fs.readFileSync(path.join(root, 'package.json'), 'utf8'));
|
||||
|
||||
export function planReaBundle(appRoot) {
|
||||
const installation = resolveReaInstallation(appRoot);
|
||||
if (installation.status !== 'available') throw new Error('REA release dependency is unavailable: ' + installation.message);
|
||||
const modules = path.dirname(installation.packageRoot), sourceRoot = path.dirname(modules);
|
||||
const originalLock = path.join(sourceRoot, 'package-lock.json'), lockPath = fs.existsSync(originalLock) ? originalLock : path.join(sourceRoot, 'REA-PACKAGE-LOCK.json');
|
||||
if (path.basename(modules) !== 'node_modules' || !fs.existsSync(lockPath)) throw new Error('Use the isolated, locked REA production installation when packaging.');
|
||||
const lock = JSON.parse(fs.readFileSync(lockPath, 'utf8'));
|
||||
if (lock.packages?.['node_modules/rea-agents']?.version !== REA_VERSION || lock.packages['']?.dependencies?.['rea-agents'] !== REA_VERSION) throw new Error('REA installation lock does not match the fixed release contract.');
|
||||
const packages = [], absentOptional = [];
|
||||
for (const [relative, expected] of Object.entries(lock.packages)) {
|
||||
if (!relative.startsWith('node_modules/')) continue;
|
||||
const absolute = path.resolve(sourceRoot, relative);
|
||||
if (!inside(modules, absolute)) throw new Error('REA dependency escapes its installation: ' + relative);
|
||||
if (!fs.existsSync(path.join(absolute, 'package.json'))) {
|
||||
if (expected.optional || expected.dev) { if (expected.optional) absentOptional.push(relative); continue; }
|
||||
throw new Error('REA required installed dependency is missing: ' + relative);
|
||||
}
|
||||
if (expected.dev) throw new Error('REA release input must contain only production dependencies: ' + relative);
|
||||
if (fs.lstatSync(absolute).isSymbolicLink() || !inside(modules, fs.realpathSync.native(absolute))) throw new Error('REA release dependencies must be regular contained directories.');
|
||||
const metadata = packageMetadata(absolute);
|
||||
if (metadata.version !== expected.version) throw new Error('REA installed dependency declaration differs from its lock: ' + relative);
|
||||
const licenseFiles = fs.readdirSync(absolute).filter(name => /^(licen[cs]e|copying)([.-].*)?$/i.test(name) && fs.statSync(path.join(absolute, name)).isFile());
|
||||
packages.push({ path: relative, name: metadata.name, version: metadata.version, license: metadata.license ?? expected.license ?? null,
|
||||
integrity: expected.integrity ?? null, licenseFiles });
|
||||
}
|
||||
const topLevel = packages.filter(item => !packages.some(parent => item !== parent && item.path.startsWith(parent.path + '/')));
|
||||
if (!packages.some(item => item.name === 'rea-agents' && item.version === REA_VERSION)) throw new Error('REA package is absent from the installed production graph.');
|
||||
return { installation, sourceRoot, lockPath, lockSha256: digest(lockPath), packages, topLevel, absentOptional, builtAt: new Date().toISOString() };
|
||||
}
|
||||
|
||||
export function copyReaBundle(destinationRuntime, plan) {
|
||||
fs.mkdirSync(destinationRuntime, { recursive: true });
|
||||
for (const item of plan.topLevel) {
|
||||
const destination = path.join(destinationRuntime, item.path);
|
||||
if (!inside(destinationRuntime, destination)) throw new Error('REA destination is outside the new release runtime.');
|
||||
if (fs.existsSync(destination)) throw new Error('Refusing to overwrite a runtime dependency: ' + item.path);
|
||||
fs.cpSync(path.join(plan.sourceRoot, item.path), destination, { recursive: true, filter: file => {
|
||||
if (fs.lstatSync(file).isSymbolicLink()) throw new Error('REA runtime contains an unsupported link: ' + file);
|
||||
return true;
|
||||
} });
|
||||
}
|
||||
fs.copyFileSync(plan.lockPath, path.join(destinationRuntime, 'REA-PACKAGE-LOCK.json'));
|
||||
const files = [];
|
||||
const walk = relative => {
|
||||
for (const entry of fs.readdirSync(path.join(destinationRuntime, relative), { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name))) {
|
||||
const filename = path.join(relative, entry.name);
|
||||
if (entry.isDirectory()) walk(filename);
|
||||
else if (entry.isFile()) files.push({ path: filename.replaceAll('\\', '/'), bytes: fs.statSync(path.join(destinationRuntime, filename)).size,
|
||||
sha256: digest(path.join(destinationRuntime, filename)) });
|
||||
else throw new Error('REA runtime contains a non-regular entry: ' + filename);
|
||||
}
|
||||
};
|
||||
for (const item of plan.topLevel) walk(item.path);
|
||||
const manifest = { schemaVersion: 1, name: 'rea-agents', version: REA_VERSION, protocolVersion: REA_PROTOCOL, builtAt: plan.builtAt,
|
||||
installationLock: { path: 'REA-PACKAGE-LOCK.json', sha256: plan.lockSha256 }, packages: plan.packages,
|
||||
absentOptional: plan.absentOptional, files,
|
||||
identityScope: 'Copied installed production package declarations and file snapshots; MCP handshake and static operations are independently verified.',
|
||||
capabilities: ['javascript-asar-static', 'pe-imports-static', 'pe-resources-static'] };
|
||||
fs.writeFileSync(path.join(destinationRuntime, 'REA-RUNTIME.json'), JSON.stringify(manifest, null, 2) + '\n');
|
||||
return { version: manifest.version, protocolVersion: manifest.protocolVersion, packages: manifest.packages.length,
|
||||
files: files.length, bytes: files.reduce((sum, item) => sum + item.bytes, 0), lockSha256: plan.lockSha256 };
|
||||
}
|
||||
@@ -0,0 +1,137 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import { randomUUID, createHash } from 'node:crypto';
|
||||
import { _electron, expect } from 'playwright/test';
|
||||
import { createRequestHandler, createSessionPublisher } from '../src/server/app.mjs';
|
||||
import { hostAuthority } from '../src/core/desktop/host-authority.mjs';
|
||||
import { desktopExecutableIdentity } from '../src/core/desktop/app-installation.mjs';
|
||||
import { projectEnvironment } from '../src/core/process-environment.mjs';
|
||||
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
export async function desktopProjectQa({ store, provider, runtime, sample, kind }) {
|
||||
const appRoot = path.resolve(process.env.AGENT_WORKBENCH_DESKTOP_QA_APP_ROOT || process.cwd()), server = http.createServer(), clients = new Set(), token = randomUUID();
|
||||
runtime.appDirectory = appRoot; store.claimRuntime(); store.on('update', createSessionPublisher(clients));
|
||||
server.on('request', createRequestHandler({ appDirectory: appRoot, server, store, provider, runtime, token, clients, started: Date.now(), getPort: () => server.address().port, shutdown: () => {} }));
|
||||
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
|
||||
const authority = hostAuthority({ appDirectory: appRoot, server, store, provider, runtime }); authority.initialize();
|
||||
let application, page, selected; const events = [], errors = [], screenshots = [];
|
||||
async function launch() {
|
||||
const executable = desktopExecutableIdentity(appRoot).path, packaged = executable.toLowerCase().endsWith('agentworkbench.exe');
|
||||
application = await _electron.launch({ executablePath: executable,
|
||||
args: [...(packaged ? [] : [path.join(appRoot, 'dist-desktop/main.cjs')]), '--app-root', appRoot, '--data-root', store.directory, '--node', process.execPath, '--port', String(server.address().port), '--hidden-window'],
|
||||
cwd: appRoot, env: projectEnvironment(), timeout: 60000 });
|
||||
page = await application.firstWindow(); page.on('pageerror', error => errors.push(error.message));
|
||||
await page.locator('.connection.connected').waitFor({ timeout: 30000 });
|
||||
if (selected) await select(selected);
|
||||
}
|
||||
async function select(session) {
|
||||
selected = session;
|
||||
const project = page.getByRole('combobox', { name: '当前项目', exact: true });
|
||||
if (!await project.isVisible()) await page.getByRole('button', { name: '展开项目栏', exact: true }).click();
|
||||
await project.selectOption(session.projectId);
|
||||
await expect.poll(() => page.evaluate(() => localStorage.getItem('awb-session')), { timeout: 20000 }).toBe(session.id);
|
||||
}
|
||||
async function closeInspector() { const close = page.getByRole('button', { name: '关闭检视区', exact: true }); if (await close.isVisible().catch(() => false)) await close.click(); }
|
||||
async function review(session, ids) {
|
||||
await select(session); await closeInspector();
|
||||
const prepared = [...store.core.change_set.values()].find(value => value.sessionId === session.id && value.status === 'prepared' && JSON.stringify(value.files.map(file => file.changeId).sort()) === JSON.stringify(ids.slice().sort()));
|
||||
if (prepared) {
|
||||
await page.getByRole('button', { name: '隔离协作', exact: true }).click();
|
||||
await page.getByRole('button', { name: '打开父工程变更集审查', exact: true }).click();
|
||||
await page.getByRole('button', { name: '审查变更集', exact: true }).click();
|
||||
} else {
|
||||
if (await page.getByRole('button', { name: '查看改动', exact: true }).isVisible()) await page.getByRole('button', { name: '查看改动', exact: true }).click();
|
||||
else await page.locator('.inspector-tabs').getByRole('button', { name: /^改动/ }).click();
|
||||
await page.getByRole('button', { name: '组合审查', exact: true }).click();
|
||||
await page.getByRole('dialog', { name: '选择要一起审查的提案', exact: true }).getByRole('button', { name: '封存审查范围', exact: true }).click();
|
||||
}
|
||||
const dialog = page.getByRole('dialog', { name: '多文件变更集审查', exact: true });
|
||||
const confirm = dialog.getByRole('button', { name: '确认应用全部 ' + ids.length + ' 项', exact: true }); await confirm.waitFor();
|
||||
const matching = [...store.core.change_set.values()].filter(value => value.sessionId === session.id && value.status !== 'completed' && JSON.stringify(value.files.map(file => file.changeId).sort()) === JSON.stringify(ids.slice().sort()));
|
||||
assert.equal(matching.length, 1); const set = matching[0];
|
||||
const response = page.waitForResponse(value => new URL(value.url()).pathname === '/api/sessions/' + session.id + '/change-sets/' + set.id + '/apply'
|
||||
&& value.request().method() === 'POST', { timeout: 120000 });
|
||||
await confirm.click(); const applied = await response;
|
||||
assert.equal(applied.status(), 202, 'Original desktop apply request was rejected');
|
||||
const operation = runtime.changeSetManager().active.get(set.id);
|
||||
if (operation) await operation.promise;
|
||||
assert.equal(set.status, 'completed', JSON.stringify({ status: set.status, summary: set.summary, requiresVerification: set.requiresVerification }));
|
||||
await expect(dialog).toContainText('全部应用完成', { timeout: 20000 }); await page.keyboard.press('Escape');
|
||||
assert.equal(set.status, 'completed'); events.push({ action: 'actual-desktop-file-review', taskId: session.taskId, changeSetId: set.id, fingerprint: set.fingerprint, paths: set.files.map(value => value.path) }); return set;
|
||||
}
|
||||
async function approve(session, approval) {
|
||||
await select(session); await closeInspector();
|
||||
const button = page.getByRole('button', { name: '确认执行', exact: true }); await button.waitFor({ timeout: 20000 });
|
||||
assert.equal(session.approvals.filter(value => value.status === 'pending').length, 1); assert.equal(session.approvals.find(value => value.status === 'pending').id, approval.id);
|
||||
await button.click(); await expect.poll(() => approval.status).toBe('approved'); events.push({ action: 'actual-desktop-original-approval', approvalId: approval.id, taskId: session.taskId });
|
||||
}
|
||||
async function cycle(session, label) {
|
||||
await select(session); const identity = authority.identity(), eventSeq = session.eventSeq, taskId = session.taskId, runId = session.runId;
|
||||
const originalEvents = () => {
|
||||
const events = []; let cursor = 0;
|
||||
while (cursor < eventSeq) {
|
||||
const chunk = store.eventsAfter(cursor, { sessionId: session.id, limit: 500 });
|
||||
events.push(...chunk.events.filter(value => value.seq <= eventSeq));
|
||||
if (!chunk.hasMore || chunk.nextCursor >= eventSeq) break;
|
||||
assert.ok(chunk.nextCursor > cursor); cursor = chunk.nextCursor;
|
||||
}
|
||||
return events;
|
||||
};
|
||||
const retainedEvents = originalEvents(); assert.equal(retainedEvents.at(-1).seq, eventSeq);
|
||||
const completed = () => [...store.core.tool.values()].filter(value => value.sessionId === session.id && value.state === 'completed');
|
||||
const prior = hash(Buffer.from(JSON.stringify(completed()))), approvals = session.approvals.map(value => ({ id: value.id, status: value.status }));
|
||||
await application.close(); application = null;
|
||||
assert.equal(runtime.isActive(session.id), true); assert.equal(authority.identity().instanceId, identity.instanceId); assert.equal(process.pid, identity.pid);
|
||||
await launch(); assert.equal(session.taskId, taskId); assert.equal(session.runId, runId); assert.ok(session.eventSeq >= eventSeq); assert.deepEqual(originalEvents(), retainedEvents);
|
||||
const replay = await page.evaluate(async ({ sessionId, cursor }) => {
|
||||
const bootstrap = await (await fetch('/api/bootstrap')).json();
|
||||
const response = await fetch('/api/events/history?session=' + encodeURIComponent(sessionId) + '&after=' + cursor + '&limit=500', { headers: { 'x-workbench-token': bootstrap.token } });
|
||||
if (!response.ok) throw Error('Original desktop event replay failed (' + response.status + ')'); return response.json();
|
||||
}, { sessionId: session.id, cursor: eventSeq - 1 });
|
||||
assert.deepEqual(replay.events[0], retainedEvents.at(-1)); assert.ok(replay.events.every((value, index) => !index || value.seq > replay.events[index - 1].seq));
|
||||
assert.equal(hash(Buffer.from(JSON.stringify(completed()))), prior); assert.deepEqual(session.approvals.map(value => ({ id: value.id, status: value.status })), approvals);
|
||||
events.push({ action: label, hostPid: process.pid, taskId, runId, eventSeq, reopenedEventSeq: session.eventSeq, replayCursor: replay.nextCursor,
|
||||
retainedEvents: retainedEvents.length, retainedEventsSha256: hash(Buffer.from(JSON.stringify(retainedEvents))), instanceId: identity.instanceId, completedToolSha256: prior, approvals });
|
||||
}
|
||||
async function capture(session, label) {
|
||||
await select(session); await closeInspector(); await page.getByRole('button', { name: '隔离协作', exact: true }).click();
|
||||
for (const width of [1440, 390]) {
|
||||
const native = await application.browserWindow(page); await native.evaluate((value, width) => { value.showInactive(); value.setContentSize(width, 900); }, width);
|
||||
await expect.poll(() => page.evaluate(() => innerWidth)).toBe(width);
|
||||
const filename = path.join(sample, kind + '-' + label + '-' + width + '.png'); await page.screenshot({ path: filename }); fs.writeFileSync(filename + '.html', await page.content());
|
||||
assert.equal(await page.evaluate(() => document.documentElement.scrollWidth > innerWidth), false); screenshots.push({ file: filename, width, sha256: hash(fs.readFileSync(filename)) });
|
||||
}
|
||||
await (await application.browserWindow(page)).evaluate(value => value.setContentSize(1440, 1000));
|
||||
// Electron resize and React's responsive state settle independently.
|
||||
// Await both before querying a control whose accessible name changes.
|
||||
await expect.poll(() => page.evaluate(() => innerWidth)).toBe(1440);
|
||||
await expect(page.getByRole('button', { name: '关闭检视区', exact: true })).toBeHidden();
|
||||
await page.keyboard.press('Escape'); await expect(page.getByRole('dialog', { name: '隔离协作', exact: true })).toBeHidden();
|
||||
await closeInspector();
|
||||
}
|
||||
await launch();
|
||||
return { select, review, approve, cycle, capture, events, screenshots, errors, get page() { return page; },
|
||||
async resize(width, height) { await (await application.browserWindow(page)).evaluate((value, size) => { value.showInactive(); value.setContentSize(size.width, size.height); }, { width, height }); await expect.poll(() => page.evaluate(() => innerWidth)).toBe(width); },
|
||||
async download(filename, trigger) {
|
||||
const id = randomUUID();
|
||||
await application.evaluate(({ session }, { id, filename }) => {
|
||||
globalThis.workbenchQaDownloads ??= {};
|
||||
globalThis.workbenchQaDownloads[id] = { state: 'waiting' };
|
||||
session.defaultSession.once('will-download', (_event, item) => {
|
||||
const value = globalThis.workbenchQaDownloads[id]; value.suggestedFilename = item.getFilename(); value.state = 'started';
|
||||
item.setSavePath(filename); // Actual Electron DownloadItem; only the owned destination selection is a QA fixture.
|
||||
item.once('done', (_event, state) => { value.state = state; value.bytes = item.getReceivedBytes(); value.totalBytes = item.getTotalBytes(); });
|
||||
});
|
||||
}, { id, filename });
|
||||
await trigger(); await expect.poll(() => application.evaluate((_electron, id) => globalThis.workbenchQaDownloads[id].state, id), { timeout: 30000 }).toBe('completed');
|
||||
const value = await application.evaluate((_electron, id) => globalThis.workbenchQaDownloads[id], id);
|
||||
assert.equal(value.bytes, value.totalBytes); assert.equal(fs.statSync(filename).size, value.bytes);
|
||||
events.push({ action: 'actual-electron-native-download', ...value, file: filename, sha256: hash(fs.readFileSync(filename)), scope: 'Actual DownloadItem and transferred bytes; own output path chosen by QA without exercising the Windows save dialog.' });
|
||||
return value;
|
||||
},
|
||||
scope: 'Real Electron renderer and fixed native main/preload; own in-process Node fixture host, actual native Harness/HTTP/check/Git. The whole fixture host is never exited from its desktop UI.',
|
||||
async failure(error) { if (!page || page.isClosed()) return; const filename = path.join(sample, kind + '-desktop-failure'); fs.writeFileSync(filename + '.html', await page.content()); fs.writeFileSync(filename + '.json', JSON.stringify({ error: error.stack, dialogs: await page.getByRole('dialog').allTextContents(), errors, events }, null, 2)); await (await application.browserWindow(page)).evaluate(value => value.showInactive()); await page.screenshot({ path: filename + '.png' }); },
|
||||
async close() { await application?.close(); for (const response of clients) response.destroy(); server.closeAllConnections(); await new Promise(resolve => server.close(resolve)); assert.deepEqual(errors, []); } };
|
||||
}
|
||||
@@ -0,0 +1,75 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { createHash } from 'node:crypto';
|
||||
|
||||
export const REQUIRED_REPORTS = Object.freeze(['docs/RESEARCH.md', 'docs/research/CURSOR-MECHANISMS.md', 'docs/research/CONTEXT-RECOVERY.md', 'docs/research/TOOL-LOOP.md']);
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const simple = value => value.replaceAll('\\', '/');
|
||||
|
||||
export function createDocumentationBundle({ root, portableRoot, evidenceRoot, archiveName, sourceCommit }) {
|
||||
if (!/^[a-f0-9]{40}$/.test(sourceCommit) || !/^[A-Za-z0-9._-]+\.zip$/.test(archiveName)) throw new Error('Documentation needs the fixed source commit and separate archive name.');
|
||||
if (fs.existsSync(evidenceRoot)) throw new Error('Historical evidence output must be a new directory.');
|
||||
const entries = [];
|
||||
const walk = relative => {
|
||||
for (const entry of fs.readdirSync(path.join(root, relative), { withFileTypes: true })) {
|
||||
const next = path.posix.join(relative, entry.name);
|
||||
if (entry.isSymbolicLink()) throw new Error('Documentation source cannot contain links: ' + next);
|
||||
if (entry.isDirectory()) walk(next);
|
||||
else if (entry.isFile()) {
|
||||
const bytes = fs.readFileSync(path.join(root, next));
|
||||
entries.push({ path: next, bytes: bytes.length, sha256: hash(bytes) });
|
||||
} else throw new Error('Documentation source must contain regular files: ' + next);
|
||||
}
|
||||
};
|
||||
walk('docs'); entries.sort((a, b) => a.path.localeCompare(b.path));
|
||||
const byPath = new Map(entries.map(row => [row.path, row]));
|
||||
for (const file of REQUIRED_REPORTS) if (!byPath.has(file)) throw new Error('Required original research report missing: ' + file);
|
||||
// Text guides and original research remain offline. Large historical raw
|
||||
// receipts/screenshots are independently shipped with their original paths.
|
||||
const selected = new Set(entries.filter(row => /^docs\/[^/]+\.md$/.test(row.path) || /^docs\/research\/[^/]+\.(?:md|json)$/.test(row.path)).map(row => row.path));
|
||||
const references = [], shipped = [];
|
||||
fs.mkdirSync(evidenceRoot, { recursive: true });
|
||||
for (const row of entries) {
|
||||
const target = path.join(evidenceRoot, row.path); fs.mkdirSync(path.dirname(target), { recursive: true });
|
||||
fs.copyFileSync(path.join(root, row.path), target);
|
||||
if (hash(fs.readFileSync(target)) !== row.sha256) throw new Error('Original evidence copy differs: ' + row.path);
|
||||
}
|
||||
const evidenceManifest = { schema: 1, app: 'agent-workbench-evidence', sourceCommit, scope: 'Original docs tree, including all successful/failed historical evidence. No runtime execution dependency.', files: entries };
|
||||
const evidenceBytes = Buffer.from(JSON.stringify(evidenceManifest, null, 2) + '\n');
|
||||
fs.writeFileSync(path.join(evidenceRoot, 'MANIFEST.json'), evidenceBytes, { flag: 'wx' });
|
||||
const rewrite = (file, original) => original.replace(/\]\(([^)]+)\)/g, (whole, raw) => {
|
||||
const [target] = raw.split('#');
|
||||
if (!target || /^[a-z]+:/i.test(target) || target.startsWith('/')) return whole;
|
||||
let decoded;
|
||||
try { decoded = decodeURI(target); } catch { references.push({ from: file, target, disposition: 'malformed-historical-reference' }); return whole; }
|
||||
const resolved = simple(path.posix.normalize(path.posix.join(path.posix.dirname(file), decoded)));
|
||||
if (!resolved.startsWith('docs/')) return whole;
|
||||
const source = byPath.get(resolved);
|
||||
if (!source) {
|
||||
references.push({ from: file, target, disposition: 'historical-source-not-in-repository' });
|
||||
return whole;
|
||||
}
|
||||
if (selected.has(resolved)) return whole;
|
||||
references.push({ from: file, target: resolved, sha256: source.sha256, disposition: REQUIRED_REPORTS.includes(file) ? 'original-report-reference-in-evidence-archive' : 'evidence-catalog-link' });
|
||||
if (REQUIRED_REPORTS.includes(file)) return whole; // Preserve all four original report bytes exactly.
|
||||
const catalogue = path.posix.relative(path.posix.dirname(file), 'docs/EVIDENCE-CATALOG.md');
|
||||
return '](' + catalogue + '#e-' + source.sha256.slice(0, 16) + ')';
|
||||
});
|
||||
for (const file of [...selected, 'README.md']) {
|
||||
const original = fs.readFileSync(path.join(root, file));
|
||||
const content = Buffer.from(rewrite(file, original.toString('utf8')));
|
||||
const destination = path.join(portableRoot, file); fs.mkdirSync(path.dirname(destination), { recursive: true });
|
||||
fs.writeFileSync(destination, content);
|
||||
shipped.push({ path: file, bytes: content.length, sha256: hash(content), sourceSha256: hash(original), originalBytesPreserved: content.equals(original) });
|
||||
}
|
||||
const linked = new Map(references.filter(row => row.sha256).map(row => [row.target, byPath.get(row.target)]));
|
||||
const catalogue = ['# 历史验收资料', '', '运行包保留离线使用说明和四份原研究报告。完整历史原件另存于配套证据包,包含原路径、SHA-256、成功与失败记录;源码包也保留完整资料。', '',
|
||||
`配套归档:\`${archiveName}\``, '', `原件清单 SHA-256:\`${hash(evidenceBytes)}\``, '',
|
||||
'请将证据包解压到单独目录,按其中的原 docs/ 路径查看。不要解压到受完整性核对的程序目录。缺少证据包不影响运行工作台。', ''];
|
||||
for (const [file, row] of [...linked].sort(([a], [b]) => a.localeCompare(b))) catalogue.push(`<a id="e-${row.sha256.slice(0, 16)}"></a>`, `## ${file}`, '', `原件:\`${file}\` · ${row.bytes} 字节`, '', `SHA-256:\`${row.sha256}\``, '');
|
||||
fs.writeFileSync(path.join(portableRoot, 'docs/EVIDENCE-CATALOG.md'), catalogue.join('\n'));
|
||||
const result = { schema: 1, sourceCommit, archiveName, evidenceManifestSha256: hash(evidenceBytes), originalFiles: entries.length, originalBytes: entries.reduce((sum, row) => sum + row.bytes, 0),
|
||||
shipped, references, originalReports: REQUIRED_REPORTS.map(file => byPath.get(file)), evidenceEntries: entries };
|
||||
fs.writeFileSync(path.join(portableRoot, 'DOCUMENTATION.json'), JSON.stringify(result, null, 2) + '\n');
|
||||
return { ...result, evidenceRoot };
|
||||
}
|
||||
@@ -0,0 +1,70 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
|
||||
// A declared wire fixture. It does not load the third-party SDK or call a model.
|
||||
export function createEngineFixture(directory, options = {}) {
|
||||
fs.mkdirSync(directory, { recursive: true });
|
||||
const version = '0.2.1-rc.2';
|
||||
const manifests = [
|
||||
['apps/cli/package.json', '@deepseek-ai/dsh'],
|
||||
['packages/bundle/sdk-minimal/package.json', '@deepseek-ai/dsh-sdk-minimal'],
|
||||
['packages/sdk/server/package.json', '@deepseek-ai/dsh-sdk-jsonrpc-server'],
|
||||
['packages/sdk/protocol/package.json', '@deepseek-ai/dsh-sdk-protocol'],
|
||||
['packages/sdk/client/package.json', '@deepseek-ai/dsh-sdk-client'],
|
||||
];
|
||||
const write = (relative, content) => { const filename = path.join(directory, relative); fs.mkdirSync(path.dirname(filename), { recursive: true }); fs.writeFileSync(filename, content); };
|
||||
for (const [relative, name] of manifests) write(relative, JSON.stringify({ name, version, type: 'module', fixture: true }));
|
||||
for (const relative of ['packages/boot/cmdline/lib/index.js', 'packages/bundle/sdk-app/lib/index.js', 'packages/sdk/server/lib/index.js', 'packages/sdk/protocol/lib/index.js']) write(relative, '// Owned protocol fixture; not the actual SDK.\n');
|
||||
write('packages/bundle/sdk-minimal/cordis.patch.yml', '# Owned wire-fixture profile\n');
|
||||
write('pnpm-lock.yaml', '# Owned deterministic fixture identity\n');
|
||||
write('apps/cli/node_modules/@deepseek-ai/cordis/package.json', JSON.stringify({ name: '@deepseek-ai/cordis', type: 'module', exports: './index.mjs', fixture: true }));
|
||||
write('apps/cli/node_modules/@deepseek-ai/cordis/index.mjs', '// Owned Cordis identity fixture; never imported.\n');
|
||||
write('fixture-options.json', JSON.stringify(options));
|
||||
write('apps/cli/lib/bin.js', `import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { createInterface } from 'node:readline';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '../../..');
|
||||
const options = JSON.parse(fs.readFileSync(path.join(root, 'fixture-options.json'), 'utf8'));
|
||||
const patch = JSON.parse(fs.readFileSync(process.argv[process.argv.indexOf('--patch') + 1], 'utf8'));
|
||||
const config = patch[0].insert[0].config;
|
||||
const audit = value => fs.appendFileSync(path.join(root, 'wire.jsonl'), JSON.stringify(value) + '\\n');
|
||||
const send = value => process.stdout.write(JSON.stringify(value) + '\\n');
|
||||
audit({ type: 'launch', cwd: process.cwd(), nodeOptionsInherited: !!process.env.NODE_OPTIONS,
|
||||
secretInherited: !!process.env.OWNED_ENGINE_TEST_SECRET, profile: process.argv[process.argv.indexOf('--profile') + 1] });
|
||||
if (options.mode !== 'no-ready') setTimeout(() => {
|
||||
fs.writeFileSync(config.marker, JSON.stringify({ schemaVersion: 1, nonce: options.mode === 'bad-ready' ? 'wrong' : config.nonce,
|
||||
pid: process.pid, signal: 'appReady', readyAt: new Date().toISOString() }), { flag: 'wx' });
|
||||
}, options.readyDelayMs ?? 0);
|
||||
const reader = createInterface({ input: process.stdin });
|
||||
reader.on('line', async line => {
|
||||
const value = JSON.parse(line); audit({ type: 'wire', value });
|
||||
if (!value.method) return;
|
||||
const params = value.params ?? {};
|
||||
let result = {};
|
||||
if (value.method === 'initialize') {
|
||||
if (!fs.existsSync(config.marker)) { send({ jsonrpc: '2.0', id: value.id, error: { code: -32603, message: 'initialize before appReady' } }); return; }
|
||||
if (options.mode === 'hang-init') return;
|
||||
if (options.mode === 'malformed') { process.stdout.write('{broken-json}\\n'); return; }
|
||||
if (options.mode === 'reverse-request') send({ jsonrpc: '2.0', id: 'reverse-control', method: 'approve-command', params: { command: 'fixture-never-executed' } });
|
||||
if (options.mode === 'unowned-event') send({ jsonrpc: '2.0', method: 'session.status', params: { sessionId: randomUUID(), status: 'idle' } });
|
||||
if (options.mode === 'model-request') await fetch(process.env.DEEPSEEK_BASE_URL + '/chat/completions', { method: 'POST', body: '{}' });
|
||||
result = { serverInfo: { name: 'deepseek-harness-sdk-runtime', version: options.mode === 'wrong-version' ? '9.9' : '0.0.1' } };
|
||||
} else if (value.method === 'session/working-directory/get') {
|
||||
if (options.mode === 'change-input') fs.appendFileSync(path.join(root, 'packages/boot/cmdline/lib/index.js'), '// changed\\n');
|
||||
if (options.mode === 'change-workspace') fs.writeFileSync(path.join(process.cwd(), 'README.md'), 'fixture mutated');
|
||||
result = { cwd: options.mode === 'wrong-cwd' ? root : process.cwd() };
|
||||
} else if (['session/wait', 'session/resume', 'session/cancel'].includes(value.method)) {
|
||||
send({ jsonrpc: '2.0', id: value.id, error: { code: -32603, message: value.method === 'session/cancel'
|
||||
? 'unknown DeepSeek Harness SDK runtime method: session/cancel' : 'unknown SDK session: ' + params.sessionId } }); return;
|
||||
} else if (value.method !== 'shutdown') {
|
||||
send({ jsonrpc: '2.0', id: value.id, error: { code: -32601, message: 'unknown fixture method' } }); return;
|
||||
}
|
||||
send({ jsonrpc: '2.0', id: value.id, result });
|
||||
if (value.method === 'shutdown') setImmediate(() => process.exit(0));
|
||||
});
|
||||
process.stdin.on('end', () => process.exit(0));
|
||||
`);
|
||||
return directory;
|
||||
}
|
||||
@@ -0,0 +1,28 @@
|
||||
"""Generate the product's deterministic original bracket/workbench icon (PNG and ICO)."""
|
||||
import pathlib
|
||||
import struct
|
||||
import zlib
|
||||
|
||||
size = 256
|
||||
rows = []
|
||||
for y in range(size):
|
||||
row = bytearray([0])
|
||||
for x in range(size):
|
||||
color = (28, 64, 115, 255)
|
||||
if (46 <= x < 64 and 64 <= y < 192 or 46 <= x < 98 and (64 <= y < 82 or 174 <= y < 192)
|
||||
or 192 <= x < 210 and 64 <= y < 192 or 158 <= x < 210 and (64 <= y < 82 or 174 <= y < 192)):
|
||||
color = (238, 246, 255, 255)
|
||||
if 100 <= x < 156 and 119 <= y < 137:
|
||||
color = (105, 182, 247, 255)
|
||||
row.extend(color)
|
||||
rows.append(bytes(row))
|
||||
|
||||
def chunk(tag, value):
|
||||
return struct.pack('>I', len(value)) + tag + value + struct.pack('>I', zlib.crc32(tag + value))
|
||||
|
||||
png = (b'\x89PNG\r\n\x1a\n' + chunk(b'IHDR', struct.pack('>IIBBBBB', size, size, 8, 6, 0, 0, 0))
|
||||
+ chunk(b'IDAT', zlib.compress(b''.join(rows), 9)) + chunk(b'IEND', b''))
|
||||
root = pathlib.Path(__file__).resolve().parent.parent / 'public'
|
||||
(root / 'workbench-icon.png').write_bytes(png)
|
||||
(root / 'workbench-icon.ico').write_bytes(struct.pack('<HHH', 0, 1, 1) + struct.pack('<BBBBHHII', 0, 0, 0, 0, 1, 32, len(png), 22) + png)
|
||||
print('Original desktop icon generated: PNG and ICO, 256 × 256.')
|
||||
@@ -0,0 +1,149 @@
|
||||
"""Read a pinned, clean public source checkout; never import or run its code."""
|
||||
import argparse
|
||||
import hashlib
|
||||
import json
|
||||
from pathlib import Path
|
||||
import subprocess
|
||||
|
||||
PIN = "2d0b22e0b3554686e1e4131f8bdc568ef768e060"
|
||||
PRODUCT_PIN = "676fc554"
|
||||
URL = "https://github.com/huiliyi37/Tianshu-harness"
|
||||
|
||||
# Identifiers are used by the research report. Empty needles anchor at line one.
|
||||
SOURCES = [
|
||||
("S01", "package.json", '"version"'),
|
||||
("S02", "LICENSE", ""),
|
||||
("S03", "README.md", "**提交、验证、审查分离的交付**"),
|
||||
("S04", "src/agent/runtime-hooks.ts", "export type RuntimeHookPhase"),
|
||||
("S05", "src/agent/create-runtime-hooks.ts", "export function createDefaultRuntimeHooks"),
|
||||
("S06", "src/agent/loop-factory.ts", "const hooks = createDefaultRuntimeHooks"),
|
||||
("S07", "src/agent/turn-perception.ts", ""),
|
||||
("S08", "src/agent/tool-execution.ts", "export class ToolExecutionController"),
|
||||
("S09", "src/agent/turn-orchestrator.ts", ""),
|
||||
("S10", "src/context/task-contract.ts", "export interface TaskContract"),
|
||||
("S11", "src/agent/evidence-obligation.ts", "export type ObligationState"),
|
||||
("S12", "src/agent/obligation-tracker.ts", "export class ObligationTracker"),
|
||||
("S13", "src/agent/loop.ts", "captureAcceptance(items:"),
|
||||
("S14", "src/agent/advisory-bus.ts", "export class AdvisoryBus"),
|
||||
("S15", "src/agent/runtime-advice-facts.ts", ""),
|
||||
("S16", "src/agent/convergence-detector.ts", "const effectiveScore ="),
|
||||
("S17", "src/agent/convergence-message.ts", ""),
|
||||
("S18", "src/agent/score-history.ts", ""),
|
||||
("S19", "src/tools/write-tool-helpers.ts", ""),
|
||||
("S20", "src/agent/exploration-stall.ts", ""),
|
||||
("S21", "src/agent/__tests__/convergence-detector.test.ts", ""),
|
||||
("S22", "src/agent/delivery-gate-v2.ts", ""),
|
||||
("S23", "src/agent/deliver-task.ts", ""),
|
||||
("S24", "src/agent/evidence.ts", ""),
|
||||
("S25", "src/agent/verification-snapshot.ts", ""),
|
||||
("S26", "src/agent/verification-scope-current.ts", ""),
|
||||
("S27", "src/agent/tool-pipeline.ts", "export function executeToolUse("),
|
||||
("S28", "src/agent/approval-input-boundary.ts", ""),
|
||||
("S29", "src/prompt/engine.ts", "export class PromptEngine"),
|
||||
("S30", "src/agent/request-context-controller.ts", "export class RequestContextController"),
|
||||
("S31", "src/agent/context-budget-preparation.ts", "export async function prepareContextRequest"),
|
||||
("S32", "src/agent/compact-boundary-coordinator.ts", ""),
|
||||
("S33", "src/context/request-budget.ts", ""),
|
||||
("S34", "src/tools/tool-preset.ts", "minimal 36 / 26"),
|
||||
("S35", "src/tools/default-registry.ts", ""),
|
||||
("S36", "src/agent/tool-surface.ts", "export function describeToolSurface"),
|
||||
("S37", "src/agent/work-order.ts", "const workerBudgetSchema"),
|
||||
("S38", "src/agent/worker-runtime.ts", "export function createWorkerRuntimeFactory"),
|
||||
("S39", "src/agent/worker-session.ts", "async function runWorkerSessionImpl"),
|
||||
("S40", "src/agent/hands-session.ts", "const gateOn ="),
|
||||
("S41", "src/agent/worker-write-gate.ts", "export async function evaluateWorkerWriteGate"),
|
||||
("S42", "src/agent/worker-objective-gate.ts", "export function reconcileWithObjective"),
|
||||
("S43", "src/agent/coordinator.ts", "result: reconcileWithObjective(order"),
|
||||
("S44", "src/model/model-binding.ts", "export function resolveModelBinding"),
|
||||
("S45", "src/config/provider-keys.ts", "export function findModelOwner"),
|
||||
("S46", "src/api/fallback-client.ts", "getMainPrefixProof?.() ||"),
|
||||
("S47", "src/memory/formation-policy.ts", ""),
|
||||
("S48", "src/memory/essence-gate.ts", "export async function runEssenceGate"),
|
||||
("S49", "src/memory/unified-memory.ts", "export function recallMemoryEntries"),
|
||||
("S50", "src/agent/hooks/essence-gate-hook.ts", ""),
|
||||
("S51", "src/agent/skill-distill.ts", "export function renderSkillDraftMarkdown"),
|
||||
("S52", "src/agent/hooks/skill-distill-hook.ts", ""),
|
||||
("S53", "src/skills/skill-loader.ts", "Two tiers:"),
|
||||
("S54", "src/mcp/manager.ts", "export class McpManager"),
|
||||
("S55", "src/plugins/plugin-loader.ts", "export async function initializePlugins"),
|
||||
("S56", "src/tools/computer-use/bridge.ts", ""),
|
||||
("S57", "src/tools/computer-use/stub.ts", ""),
|
||||
("S58", "docs/architecture-overview.md", ""),
|
||||
("S59", "docs/reference/observability-harness.md", ""),
|
||||
("S60", "docs/CVM运行时对Agent模型的实证影响.md", "版权与许可"),
|
||||
("S61", "docs/reference/cvm-cognitive-runtime.md", "版权与许可"),
|
||||
("S62", "src/cli/entry.ts", ""),
|
||||
("S63", "src/main.ts", ""),
|
||||
]
|
||||
PRODUCT = [
|
||||
"src/server/runtime.mjs", "src/core/context/working-set.mjs",
|
||||
"src/core/context/request-plan.mjs", "src/core/context/delivery-progress.mjs",
|
||||
"src/core/tasks/task-plan-manager.mjs", "src/core/tasks/worker-manager.mjs",
|
||||
"src/core/git-delivery.mjs", "src/core/models/model-hub.mjs",
|
||||
"src/core/models/protocols.mjs", "src/core/memory/project-memory.mjs",
|
||||
"src/core/evaluation/evaluation-manager.mjs", "src/core/browser/browser-manager.mjs",
|
||||
"src/shared/contracts/task-plans.mjs", "docs/PLAN-1.25.md",
|
||||
]
|
||||
|
||||
|
||||
def git(root, *args):
|
||||
return subprocess.check_output(["git", "-C", str(root), *args])
|
||||
|
||||
|
||||
def digest(root, rel):
|
||||
data = (root / rel).read_bytes()
|
||||
return {"path": rel, "bytes": len(data), "sha256": hashlib.sha256(data).hexdigest(),
|
||||
"lines": len(data.decode("utf-8").splitlines())}
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument("--source", required=True, type=Path)
|
||||
parser.add_argument("--output", required=True, type=Path)
|
||||
args = parser.parse_args()
|
||||
source = args.source.resolve()
|
||||
product = Path(__file__).resolve().parents[1]
|
||||
assert git(source, "rev-parse", "HEAD").decode().strip() == PIN, "Unexpected source revision"
|
||||
assert git(source, "status", "--porcelain") == b"", "Source checkout is not clean"
|
||||
tracked = git(source, "ls-files", "-z").decode("utf-8").split("\0")[:-1]
|
||||
ts = [p for p in tracked if p.startswith("src/") and p.endswith((".ts", ".tsx"))]
|
||||
tests = [p for p in ts if "/__tests__/" in p or ".test." in p or ".spec." in p]
|
||||
code = [p for p in ts if p not in set(tests)]
|
||||
hooks = [p for p in code if p.startswith("src/agent/hooks/")]
|
||||
entries = []
|
||||
for identifier, rel, needle in SOURCES:
|
||||
entry = {"id": identifier, **digest(source, rel)}
|
||||
lines = (source / rel).read_text(encoding="utf-8").splitlines()
|
||||
matches = [i + 1 for i, line in enumerate(lines) if needle in line] if needle else [1]
|
||||
assert matches, f"Anchor not found: {identifier} {rel} {needle}"
|
||||
entry.update(anchorLine=matches[0], anchorNeedle=needle,
|
||||
url=f"{URL}/blob/{PIN}/{rel}#L{matches[0]}",
|
||||
gitBlob=git(source, "rev-parse", f"HEAD:{rel}").decode().strip())
|
||||
entries.append(entry)
|
||||
result = {
|
||||
"schemaVersion": 1, "repository": URL + ".git", "commit": PIN,
|
||||
"commitInfo": git(source, "show", "-s", "--format=%cI%n%s", "HEAD").decode().splitlines(),
|
||||
"packageVersion": json.loads((source / "package.json").read_text(encoding="utf-8"))["version"],
|
||||
"codeLicense": "Apache-2.0",
|
||||
"documentExceptions": ["docs/CVM运行时对Agent模型的实证影响.md", "docs/reference/cvm-cognitive-runtime.md"],
|
||||
"documentExceptionLicense": "CC-BY-NC-ND-4.0; linked and license-recorded only; not reproduced or adapted",
|
||||
"publicTree": {name: any(p.startswith(name + "/") for p in tracked) for name in ["desktop", "src/pro", "vscode-extension", "src/tools/computer-use"]},
|
||||
"inventory": {"trackedFiles": len(tracked), "srcTsTsxFiles": len(ts), "testFilesByPathOrName": len(tests),
|
||||
"sourceFilesByExclusion": len(code), "sourceLinesSplitlines": sum(digest(source, p)["lines"] for p in code),
|
||||
"hookSourceFiles": len(hooks)},
|
||||
"inventoryMethod": "git ls-files; src/ .ts/.tsx; tests are /__tests__/ or .test. or .spec.; UTF-8 splitlines counts; no tests executed",
|
||||
"sourceFiles": entries,
|
||||
"productBaselineCommit": git(product, "rev-parse", PRODUCT_PIN).decode().strip(),
|
||||
"productFiles": [digest(product, p) for p in PRODUCT],
|
||||
"executionScope": {"fullApplicationStarted": False, "thirdPartyDependenciesInstalled": False, "modelRequests": 0,
|
||||
"pureProbeOnly": "Five reviewed modules; separate original output and driver are sealed alongside this index"},
|
||||
}
|
||||
args.output.parent.mkdir(parents=True, exist_ok=True)
|
||||
with args.output.open("x", encoding="utf-8", newline="\n") as stream:
|
||||
json.dump(result, stream, ensure_ascii=False, indent=2)
|
||||
stream.write("\n")
|
||||
print(json.dumps({"commit": PIN, "inventory": result["inventory"], "indexedSources": len(entries), "productFiles": len(PRODUCT)}, ensure_ascii=False))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -0,0 +1,19 @@
|
||||
import fs from 'node:fs';
|
||||
import { chromium } from 'playwright';
|
||||
|
||||
const url = process.env.AGENT_WORKBENCH_URL || 'http://127.0.0.1:4319';
|
||||
fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true });
|
||||
try {
|
||||
const page = await browser.newPage({ viewport: { width: 1440, height: 960 }, deviceScaleFactor: 1 });
|
||||
const errors = [];
|
||||
page.on('pageerror', error => errors.push(error.message));
|
||||
await page.goto(url, { waitUntil: 'domcontentloaded' });
|
||||
await page.waitForLoadState('networkidle', { timeout: 6000 }).catch(() => {});
|
||||
await page.locator('.connection.connected').waitFor({ timeout: 8000 });
|
||||
await page.screenshot({ path: '.qa/screenshots/initial-desktop.png', fullPage: true });
|
||||
fs.writeFileSync('.qa/initial-dom.html', await page.content());
|
||||
console.log(JSON.stringify({ url, errors, buttons: await page.getByRole('button').allTextContents(),
|
||||
labeledButtons: await page.locator('button[aria-label]').evaluateAll(nodes => nodes.map(node => node.getAttribute('aria-label'))),
|
||||
text: (await page.locator('body').innerText()).slice(0, 3500) }, null, 2));
|
||||
} finally { await browser.close(); }
|
||||
+49
@@ -0,0 +1,49 @@
|
||||
// Legacy model fields describe the dispatched route, not authenticated model weights.
|
||||
// Public execution views may contain only the most recent Runs; gaps stay explicit.
|
||||
export function observedTaskModels(state,taskId=state?.execution?.task?.id){
|
||||
const execution=state?.execution??{},runs=new Map(),attempts=new Map(),issues=[];
|
||||
for(const run of [...(execution.runs??[]),execution.run].filter(Boolean)){
|
||||
if(taskId&&run.taskId===taskId&&typeof run.id==='string')runs.set(run.id,run);
|
||||
}
|
||||
const task=execution.task?.id===taskId?execution.task:null;
|
||||
const validCount=value=>Number.isSafeInteger(value)&&value>=0;
|
||||
let declared=task&&validCount(task.usage?.requests)?task.usage.requests:null;
|
||||
if(declared===null&&runs.size&&[...runs.values()].every(run=>validCount(run.usage?.requests)))
|
||||
declared=[...runs.values()].reduce((total,run)=>total+run.usage.requests,0);
|
||||
for(const run of runs.values())for(const receipt of run.consumption??[]){
|
||||
if(typeof receipt.attemptId!=='string'||!receipt.attemptId){issues.push({kind:'missing_attempt_id',runId:run.id});continue;}
|
||||
const attempt={runId:run.id,attemptId:receipt.attemptId,requestId:receipt.requestId??null,
|
||||
model:typeof receipt.model==='string'&&receipt.model.trim()?receipt.model:null,
|
||||
protocol:typeof receipt.protocol==='string'&&receipt.protocol.trim()?receipt.protocol:null,
|
||||
connectionId:receipt.connectionId??null,outcome:receipt.outcome??null,
|
||||
requestedModel:receipt.modelIdentity?.requestedModel??receipt.model??null,
|
||||
modelIdentity:receipt.modelIdentity?structuredClone(receipt.modelIdentity):null,
|
||||
usageStatus:receipt.usageStatus??'unknown',usage:receipt.usage??null};
|
||||
const previous=attempts.get(attempt.attemptId);
|
||||
if(previous){
|
||||
if(JSON.stringify(previous)!==JSON.stringify(attempt))issues.push({kind:'conflicting_attempt',attemptId:attempt.attemptId,runIds:[previous.runId,run.id]});
|
||||
continue;
|
||||
}
|
||||
attempts.set(attempt.attemptId,attempt);
|
||||
if(!attempt.model||!attempt.protocol)issues.push({kind:'missing_route_identity',attemptId:attempt.attemptId});
|
||||
if(attempt.usageStatus==='reported'&&!attempt.usage)issues.push({kind:'missing_reported_usage',attemptId:attempt.attemptId});
|
||||
}
|
||||
const observed=[...attempts.values()],models=[...new Set(observed.map(value=>value.model).filter(Boolean))],routes=new Map();
|
||||
for(const attempt of observed){
|
||||
const identity={connectionId:attempt.connectionId,model:attempt.model,protocol:attempt.protocol},key=JSON.stringify(identity);
|
||||
if(!routes.has(key))routes.set(key,{...identity,requests:0,reportedUsageRequests:0,unknownUsageRequests:0});
|
||||
const route=routes.get(key);route.requests++;
|
||||
if(attempt.usageStatus==='reported'&&attempt.usage)route.reportedUsageRequests++;else route.unknownUsageRequests++;
|
||||
}
|
||||
if(!taskId)issues.push({kind:'missing_task_identity'});
|
||||
if(declared!==null&&declared!==observed.length)issues.push({kind:'request_coverage_gap',recordedRequests:declared,observedAttempts:observed.length});
|
||||
const status=issues.length?'incomplete':!observed.length?declared===0?'not_observed':'unavailable':models.length>1?'mixed':'observed';
|
||||
const identities=observed.map(attempt=>attempt.modelIdentity),identityCounts={};
|
||||
for(const identity of identities){const key=identity?.status??'historical_unchecked';identityCounts[key]=(identityCounts[key]??0)+1;}
|
||||
return {schemaVersion:1,source:'task_run_consumption',taskId:taskId??null,status,
|
||||
identityScope:'request_routes_and_upstream_reported_identifiers_not_model_weights',
|
||||
responseIdentity:{counts:identityCounts,reportedModels:[...new Set(identities.flatMap(value=>value?.reportedModels??[]))],
|
||||
allAccepted:observed.length>0&&issues.length===0&&identities.every(value=>value?.complete===true&&['matched','mapped'].includes(value.status))},
|
||||
model:['observed','mixed'].includes(status)&&models.length===1?models[0]:null,models,
|
||||
observedAttempts:observed.length,recordedRequests:declared,routes:[...routes.values()],attempts:observed,issues};
|
||||
}
|
||||
@@ -0,0 +1,46 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import { chromium } from 'playwright';
|
||||
import { until } from '../tests/helpers.mjs';
|
||||
|
||||
// Independent acceptance of the built app; this helper never supplies source fixes.
|
||||
export async function verifyLiveReactClient(projectRoot, outputDirectory) {
|
||||
const dist = fs.realpathSync.native(path.join(projectRoot, 'dist')), pageErrors = [], requestFailures = [], screenshots = [];
|
||||
const server = http.createServer((request, response) => {
|
||||
try {
|
||||
const pathname = decodeURIComponent(new URL(request.url, 'http://127.0.0.1').pathname);
|
||||
const candidate = path.resolve(dist, '.' + (pathname === '/' ? '/index.html' : pathname));
|
||||
if (!candidate.startsWith(dist + path.sep) || !fs.existsSync(candidate) || !fs.statSync(candidate).isFile()
|
||||
|| !fs.realpathSync.native(candidate).startsWith(dist + path.sep)) { response.writeHead(404); response.end(); return; }
|
||||
const mime = { '.html': 'text/html; charset=utf-8', '.js': 'text/javascript; charset=utf-8', '.css': 'text/css; charset=utf-8' }[path.extname(candidate)] ?? 'application/octet-stream';
|
||||
response.writeHead(200, { 'Content-Type': mime, 'Cache-Control': 'no-store', 'X-Content-Type-Options': 'nosniff' }); response.end(fs.readFileSync(candidate));
|
||||
} catch { response.writeHead(400); response.end(); }
|
||||
});
|
||||
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve));
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1280, height: 920 } });
|
||||
page.on('pageerror', error => pageErrors.push(error.message)); page.on('requestfailed', request => requestFailures.push(request.url() + ': ' + request.failure()?.errorText));
|
||||
const count = async expected => { await until(async () => await page.locator('article').count() === expected); };
|
||||
const text = async (locator, expected) => { await until(async () => (await locator.innerText()) === expected); };
|
||||
fs.mkdirSync(outputDirectory, { recursive: true });
|
||||
try {
|
||||
await page.goto('http://127.0.0.1:' + server.address().port); await page.waitForLoadState('networkidle'); await count(3);
|
||||
await page.getByLabel('任务状态').selectOption('pending'); await count(2);
|
||||
await page.getByLabel('任务状态').selectOption('done'); await count(1);
|
||||
await page.getByLabel('任务搜索').fill(' 不存在 '); await count(0); await page.getByText('没有匹配的任务', { exact: true }).waitFor({ state: 'visible' });
|
||||
await page.getByLabel('任务搜索').fill(' 验证 '); await count(1);
|
||||
await page.getByLabel('任务搜索').fill(''); await page.getByLabel('任务状态').selectOption('all'); await count(3);
|
||||
await page.locator('article[data-task="api"]').getByRole('button', { name: '标为完成', exact: true }).click();
|
||||
await text(page.locator('article[data-task="api"] .tag'), '已完成'); await text(page.locator('article[data-task="tests"] .tag'), '待完成');
|
||||
await text(page.getByLabel('项目统计').locator('div').filter({ hasText: '完成任务' }).locator('strong'), '2');
|
||||
await text(page.getByLabel('项目统计').locator('div').filter({ hasText: '待办工时' }).locator('strong'), '5小时');
|
||||
const desktop = path.join(outputDirectory, 'live-react-desktop.png'); await page.screenshot({ path: desktop, scale: 'css' }); screenshots.push(desktop);
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await page.getByLabel('任务状态').selectOption('pending'); await count(1);
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth <= 390));
|
||||
const mobile = path.join(outputDirectory, 'live-react-mobile.png'); await page.screenshot({ path: mobile, scale: 'css' }); screenshots.push(mobile);
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
return { success: true, browser: browser.version(), pageErrors, requestFailures, screenshots,
|
||||
verified: ['pending/done filters', 'trimmed search', 'empty state', 'one-task toggle', 'unfiltered statistics', '390px layout'] };
|
||||
} finally { await browser.close(); server.closeAllConnections(); await new Promise(resolve => server.close(resolve)); }
|
||||
}
|
||||
@@ -0,0 +1,57 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { Agent, fetch } from 'undici';
|
||||
// New bounded real sample W on formal 1.25.1. Same fixed expense-report task,
|
||||
// same jojocode GPT chat connection, same 16K/2048/8-request/90000-token caps.
|
||||
// Never reads, copies, decrypts or re-stores the real key; uses the formal
|
||||
// Provider's in-memory connection only. Never replays a sealed sample.
|
||||
export const root = path.resolve('.qa/live-delivery-w');
|
||||
export const origin = 'http://127.0.0.1:4318';
|
||||
export const connectionId = '5b4daed9-b2f7-4de0-b949-573eba70c7b3';
|
||||
export const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
export const readRoot = () => JSON.parse(fs.readFileSync(path.join(root, 'current.json')));
|
||||
export const dataRoot = () => readRoot().host.identity.dataRoot;
|
||||
export const save = (relative, value) => {
|
||||
const file = path.join(root, relative); fs.mkdirSync(path.dirname(file), { recursive: true });
|
||||
fs.writeFileSync(file, typeof value === 'string' || Buffer.isBuffer(value) ? value : JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
};
|
||||
export function meta(name) {
|
||||
assert.ok(['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(name));
|
||||
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
|
||||
try { const row = db.prepare('SELECT value FROM metadata WHERE key=?').get(name); return row ? JSON.parse(row.value) : null; }
|
||||
finally { db.close(); }
|
||||
}
|
||||
export async function client() {
|
||||
const dispatcher = new Agent({ connect: { autoSelectFamily: true, timeout: 5000 } });
|
||||
let token;
|
||||
const api = async (route, input, timeout = 30000) => {
|
||||
const response = await fetch(origin + '/api' + route, { dispatcher,
|
||||
method: input === undefined ? 'GET' : 'POST', redirect: 'error', signal: AbortSignal.timeout(timeout),
|
||||
headers: { ...(token ? { 'X-Workbench-Token': token } : {}), 'Content-Type': 'application/json', Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const value = await response.json();
|
||||
if (!response.ok) throw Object.assign(new Error(route + ': ' + (value.error ?? response.status)), { status: response.status });
|
||||
return value;
|
||||
};
|
||||
const boot = await api('/bootstrap'); token = boot.token;
|
||||
return { api, boot, close: () => dispatcher.close() };
|
||||
}
|
||||
export async function captureAttempts(api, attempts, relative) {
|
||||
const captures = [];
|
||||
for (const attempt of attempts) for (const kind of ['request', 'response']) {
|
||||
const id = attempt[kind + 'ArtifactId']; if (!id) continue;
|
||||
let content = '', offset = 0, page;
|
||||
do {
|
||||
page = await api('/artifacts/' + id + '?session=' + attempt.sessionId + '&offset=' + offset + '&limit=16000');
|
||||
assert.ok(page.content.length || !page.truncated); content += page.content; offset += page.content.length;
|
||||
} while (page.truncated);
|
||||
assert.equal(sha(content), page.sha256);
|
||||
assert.equal(page.sha256, attempt[kind + 'Sha256']);
|
||||
const name = `${relative}/${attempt.id}-${kind}.${kind === 'request' ? 'json' : attempt.streaming ? 'sse' : 'txt'}`;
|
||||
save(name, content); captures.push({ attemptId: attempt.id, kind, artifactId: id, path: name, sha256: sha(content), bytes: Buffer.byteLength(content) });
|
||||
}
|
||||
return captures;
|
||||
}
|
||||
@@ -0,0 +1,27 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { publicSnapshot } from './state.mjs';
|
||||
import { root, origin, connectionId } from './common.mjs';
|
||||
// Read-only freeze of the formal 1.25.1 state before sample W. 0 model requests.
|
||||
assert.equal(fs.existsSync(root), false, 'Sample W is frozen once; never overwrite.');
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Freeze from a committed tree.');
|
||||
const boot = await (await fetch(origin + '/api/bootstrap', { headers: { Connection: 'close' } })).json();
|
||||
const api = async route => (await fetch(origin + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' } })).json();
|
||||
const host = await api('/host/status'), center = await api('/model-center'), connection = center.connections.find(c => c.id === connectionId);
|
||||
assert.equal(boot.version, '1.25.1'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, 1);
|
||||
assert.equal(connection.model, 'gpt-6.1-sol'); assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.streaming, false);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.maxOutputTokens, 2048);
|
||||
assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
assert.equal(center.connections.find(c => c.id === '09b0293b-faad-45c3-832d-7c8b615813aa').enabled, false);
|
||||
assert.deepEqual(center.selected, { type: 'pool', id: '68e30376-b799-445b-a858-db2dba9920a0' });
|
||||
const baseline = await publicSnapshot(origin, host.identity.dataRoot); assert.deepEqual(baseline.active, []);
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
fs.writeFileSync(path.join(root, 'current.json'), JSON.stringify({ host, config: boot.config, projects: boot.projects, center, baseline,
|
||||
connectionRevision: connection.revision, sourceCommit: execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8' }).trim(),
|
||||
observedAt: new Date().toISOString() }, null, 2), { flag: 'wx' });
|
||||
console.log(JSON.stringify({ success: true, version: boot.version, pid: host.identity.pid, projects: baseline.projects,
|
||||
sessions: baseline.exports.length, connectionId, connectionRevision: connection.revision, modelRequests: 0 }));
|
||||
@@ -0,0 +1,58 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import net from 'node:net';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { boundedGptPreflight } from './payload.mjs';
|
||||
export async function inspectorClosed() {
|
||||
return new Promise((resolve, reject) => {
|
||||
const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector already open.')); });
|
||||
socket.once('error', e => { socket.destroy(); e.code === 'ECONNREFUSED' ? resolve(true) : reject(e); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); });
|
||||
});
|
||||
}
|
||||
class Protocol {
|
||||
constructor(socket) {
|
||||
this.socket = socket; this.nextId = 1; this.pending = new Map();
|
||||
socket.addEventListener('message', event => {
|
||||
const m = JSON.parse(String(event.data)); if (!m.id) return;
|
||||
const p = this.pending.get(m.id); if (!p) return; this.pending.delete(m.id); clearTimeout(p.timer);
|
||||
m.error ? p.reject(Error(m.error.message)) : p.resolve(m.result);
|
||||
});
|
||||
socket.addEventListener('close', () => { for (const p of this.pending.values()) { clearTimeout(p.timer); p.reject(Error('Inspector closed; outcome unknown.')); } this.pending.clear(); });
|
||||
}
|
||||
send(method, params, timeout = 10000) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const id = this.nextId++, timer = setTimeout(() => { this.pending.delete(id); reject(Error('Inspector timeout; do not replay.')); }, timeout);
|
||||
this.pending.set(id, { resolve, reject, timer }); this.socket.send(JSON.stringify({ id, method, params }));
|
||||
});
|
||||
}
|
||||
}
|
||||
export async function invokeGptProbe(input) {
|
||||
await inspectorClosed(); let socket, protocol, enabled = false;
|
||||
try {
|
||||
process._debugProcess(input.pid); enabled = true;
|
||||
let targets;
|
||||
for (let i = 0; i < 40 && !targets; i++) {
|
||||
await delay(100);
|
||||
try { targets = await (await fetch('http://127.0.0.1:9229/json/list', { signal: AbortSignal.timeout(700) })).json(); } catch {}
|
||||
}
|
||||
assert.equal(targets?.length, 1);
|
||||
assert.ok(targets[0].webSocketDebuggerUrl.startsWith('ws://127.0.0.1:9229/'));
|
||||
socket = new WebSocket(targets[0].webSocketDebuggerUrl);
|
||||
await new Promise((resolve, reject) => { socket.addEventListener('open', resolve, { once: true }); socket.addEventListener('error', reject, { once: true }); });
|
||||
protocol = new Protocol(socket);
|
||||
const identity = await protocol.send('Runtime.evaluate', { expression: 'process.pid', returnByValue: true });
|
||||
assert.equal(identity.result.value, input.pid);
|
||||
const expression = '(' + boundedGptPreflight.toString() + ')(' + JSON.stringify(input) + ')';
|
||||
const result = await protocol.send('Runtime.evaluate', { expression, awaitPromise: true, returnByValue: true }, 345000);
|
||||
if (result.exceptionDetails) throw Error(result.exceptionDetails.exception?.description ?? result.exceptionDetails.text);
|
||||
return { result: result.result.value, expression };
|
||||
} finally {
|
||||
if (protocol && enabled) {
|
||||
await protocol.send('Runtime.evaluate', { expression: "setTimeout(() => process.getBuiltinModule('inspector').close(), 25); 'closing'", returnByValue: true });
|
||||
await delay(200);
|
||||
}
|
||||
socket?.close();
|
||||
await inspectorClosed();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, readRoot } from './common.mjs';
|
||||
// One bounded DNS/TCP/TLS observation of the same connection. Recorded, but per
|
||||
// the new design a diagnostic result does not block the preflight. 0 HTTP/model.
|
||||
assert.equal(fs.existsSync(path.join(root, 'network')), false, 'One diagnostic only; never overwrite or replay.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let jobId;
|
||||
try {
|
||||
const host = await api('/host/status');
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(boot.version, '1.25.1'); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('network/before.json', before);
|
||||
assert.deepEqual(canonical(before.database.tables), canonical(original.baseline.database.tables));
|
||||
assert.deepEqual(before.exports, original.baseline.exports); assert.deepEqual(before.persistent, original.baseline.persistent);
|
||||
const history = await api('/model-center/network-diagnostics'); save('network/history-before.json', history);
|
||||
const connection = before.modelCenter.connections.find(row => row.id === connectionId);
|
||||
assert.equal(connection.revision, original.connectionRevision); assert.equal(connection.credentialRevision, 1);
|
||||
save('network/contract.json', { connectionId, revision: connection.revision, target: connection.baseUrl,
|
||||
maxJobs: 1, recordedNonBlocking: true, credentialAccess: false, httpRequests: 0, modelRequests: 0,
|
||||
directEndpointOnly: true, modelApiRouteVerified: false, defaultOrTransportChanges: false });
|
||||
const started = await api('/model-center/network-diagnostics', { id: connectionId, revision: connection.revision });
|
||||
save('network/start.json', started); jobId = started.job.id;
|
||||
const deadline = Date.now() + 20000;
|
||||
let current;
|
||||
do {
|
||||
current = await api('/model-center/network-diagnostics');
|
||||
if (!current.active) break;
|
||||
assert.ok(Date.now() < deadline, 'Diagnostic exceeded its bounded deadline.'); await delay(200);
|
||||
} while (true);
|
||||
const job = current.jobs.find(row => row.id === jobId);
|
||||
assert.ok(job.finishedAt);
|
||||
assert.equal(job.connectionId, connectionId); assert.equal(job.connectionRevision, original.connectionRevision);
|
||||
assert.equal(job.httpRequests, 0); assert.equal(job.modelRequests, 0); assert.equal(job.credentialAccess, false);
|
||||
assert.equal(job.route.kind, 'direct-endpoint-only'); assert.equal(job.route.modelApiRouteVerified, false);
|
||||
save('network/history-after.json', current); save('network/job.json', job);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('network/after.json', after);
|
||||
for (const field of ['pid', 'version', 'hasKey', 'configSha256', 'projectsSha256', 'sessionsSha256', 'eventCursor', 'modelCenterSha256']) assert.deepEqual(after[field], before[field], field);
|
||||
assert.deepEqual(after.exports, before.exports); assert.deepEqual(after.persistent.artifacts, before.persistent.artifacts);
|
||||
assert.deepEqual(after.persistent.files, before.persistent.files);
|
||||
for (const table of Object.keys(before.database.tables)) {
|
||||
assert.equal(after.database.tables[table].schemaSha256, before.database.tables[table].schemaSha256);
|
||||
const nextRows = after.database.tables[table].rows.filter(row => table !== 'metadata' || row.id !== 'modelNetworkDiagnostics');
|
||||
const previousRows = before.database.tables[table].rows.filter(row => table !== 'metadata' || row.id !== 'modelNetworkDiagnostics');
|
||||
assert.deepEqual(nextRows, previousRows, table + ': only diagnostic history may change');
|
||||
}
|
||||
const result = { passed: true, recordedNonBlocking: true, jobId, diagnosticStatus: job.status, elapsedMs: job.elapsedMs,
|
||||
dns: job.stages?.dns, trials: (job.trials ?? []).map(row => ({ mode: row.mode, family: row.family, status: row.status, code: row.code })),
|
||||
route: job.route, originalStateExactExceptNewDiagnosticHistory: true, credentialAccess: false, httpRequests: 0, modelRequests: 0 };
|
||||
save('network/restoration.json', result); console.log(JSON.stringify(result));
|
||||
} catch (error) {
|
||||
save('network/driver-error.json', { name: error.name, message: error.message, stack: error.stack, jobId, automaticReplay: false });
|
||||
throw error;
|
||||
} finally {
|
||||
if (jobId) {
|
||||
const state = await api('/model-center/network-diagnostics');
|
||||
if (state.active && ['pending', 'running'].includes(state.jobs.find(row => row.id === jobId)?.status)) save('network/stop.json', await api('/model-center/network-diagnostics/' + jobId + '/stop', {}));
|
||||
}
|
||||
await close();
|
||||
}
|
||||
@@ -0,0 +1,239 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { gitEnvironment } from '../../src/core/git-process.mjs';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, sha, captureAttempts, readRoot } from './common.mjs';
|
||||
// Bounded real Node engineering with supervisor-in-the-loop review. Model
|
||||
// implements the three allowed modules autonomously; supervisor only approves
|
||||
// the original checks, reviews/applies the allowed change set and confirms Git.
|
||||
assert.equal(JSON.parse(fs.readFileSync(path.join(root, 'preflight/result.json'))).passed, true);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node')), false, 'Never replay or overwrite a live sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
const allowed = ['src/amount.mjs', 'src/summary.mjs', 'src/report.mjs'];
|
||||
const budgetFields = ['contextLimit', 'maxSteps', 'maxOutputTokens', 'maxRunTokens', 'maxTaskTokens', 'maxRunDurationMs'];
|
||||
const connectionFields = ['id', 'name', 'brand', 'model', 'baseUrl', 'enabled', 'requiresKey', 'streaming', 'protocol',
|
||||
'capabilityDeclarations', 'contextLimit', 'maxOutputTokens', 'concurrency', 'nativeParameters', 'outputTokenField',
|
||||
'modelIdentityPolicy', 'modelIdentityAliases', 'modelIdentityAliasSource'];
|
||||
const connectionInput = value => Object.fromEntries(connectionFields.filter(key => Object.hasOwn(value, key)).map(key => [key, value[key]]));
|
||||
const originalIdentity = value => ({ modelIdentityPolicy: value.modelIdentityPolicy ?? 'record',
|
||||
modelIdentityAliases: value.modelIdentityAliases ?? [], modelIdentityAliasSource: value.modelIdentityAliasSource ?? '' });
|
||||
let before, centerBefore, publicMetadata, originalAttempts, connection, configured, project, session, state, taskId, route, budgetWritten = false, selectionWritten = false;
|
||||
let result, delivery, succeeded = false, failure;
|
||||
const approvals = [], applications = [], continuations = [], observations = [], start = Date.now();
|
||||
const sourceRoot = path.join(root, 'node/expense-project');
|
||||
const git = args => execFileSync('git', ['--no-pager', '--no-optional-locks', '-C', sourceRoot, ...args], { encoding: 'utf8', windowsHide: true, env: gitEnvironment() });
|
||||
let protectedBytes, stagedBefore;
|
||||
const protect = () => {
|
||||
for (const [name, bytes] of Object.entries(protectedBytes)) assert.deepEqual(fs.readFileSync(path.join(sourceRoot, name)), bytes, name);
|
||||
assert.equal(git(['show', ':owner-staged.txt']), stagedBefore, 'Preserve original index and working-copy states.');
|
||||
};
|
||||
const waitFor = async (predicate, timeout = 30000) => {
|
||||
const deadline = Date.now() + timeout;
|
||||
while (!await predicate()) { assert.ok(Date.now() < deadline, 'Local operation deadline exceeded; verify outcome, never replay.'); await delay(350); }
|
||||
};
|
||||
const review = async (kind, value) => {
|
||||
const relative = `node/reviews/${kind}-${applications.length + 1}`;
|
||||
const fingerprint = value.fingerprint ?? sha(JSON.stringify(value));
|
||||
save(relative + '/input.json', { ...value, fingerprint });
|
||||
console.log(JSON.stringify({ reviewRequired: true, kind, path: relative + '/input.json', fingerprint }));
|
||||
const decisionPath = path.join(root, relative, 'decision.json');
|
||||
await waitFor(async () => fs.existsSync(decisionPath), Math.max(1, 600000 - (Date.now() - start)));
|
||||
const decision = JSON.parse(fs.readFileSync(decisionPath));
|
||||
assert.equal(decision.approve, true, 'Supervisor declined the original model proposal.');
|
||||
assert.ok(typeof decision.reason === 'string' && decision.reason.length > 20, 'Record substantive review.');
|
||||
assert.equal(decision.fingerprint, fingerprint);
|
||||
return decision;
|
||||
};
|
||||
const remainingRun = async () => {
|
||||
const requests = state?.execution.task.usage.requests ?? 0;
|
||||
assert.ok(requests < 8, 'The sealed eight-request budget is exhausted.');
|
||||
const budgets = { contextLimit: 16000, maxOutputTokens: 2048, maxSteps: 8 - requests,
|
||||
maxRunTokens: 90000, maxTaskTokens: 90000, maxRunDurationMs: 600000 };
|
||||
await api('/model-center/runtime-budgets', budgets); budgetWritten = true;
|
||||
continuations.push({ beforeRequests: requests, remainingSteps: budgets.maxSteps, at: new Date().toISOString() });
|
||||
};
|
||||
try {
|
||||
assert.equal(boot.version, '1.25.1');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
before = await publicSnapshot(origin, dataRoot()); save('node/before.json', before);
|
||||
centerBefore = await api('/model-center'); connection = centerBefore.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.model, 'gpt-6.1-sol'); assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.contextLimit, 16000);
|
||||
assert.deepEqual(originalIdentity(connection), { modelIdentityPolicy: 'record', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
publicMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/original-public-metadata.json', publicMetadata);
|
||||
originalAttempts = meta('modelAttempts') ?? []; save('node/original-attempts.json', originalAttempts);
|
||||
save('node/contract.json', { kind: 'new-real-Node-engineering', version: boot.version, connectionId, connection,
|
||||
maxRequests: 8, maxTokens: 90000, contextLimit: 16000, maxOutputTokens: 2048, maxDurationMs: 600000,
|
||||
allowed, checks: ['test', 'build'], expectedTests: 9, commands: 'Only model-planned npm test/build, no arbitrary run_command',
|
||||
review: 'Model seals all three files, supervisor reviews and applies; model plans Git, supervisor confirms.',
|
||||
continuation: 'Only review-action continuation of the same task with remaining steps, no extra implementation prompts.',
|
||||
originalImplementationSupplied: false, automaticRetry: false, poolSwitching: false,
|
||||
originalSelected: centerBefore.selected, originalBudgets: Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])),
|
||||
restore: 'Original budget values and selection restored. Original absent identity fields become explicit record/[]/empty-string defaults; raw pre-state retained and only this declared normalization accepted. Revision counters remain monotonic.' });
|
||||
fs.cpSync('benchmarks/live-delivery-v1/node', sourceRoot, { recursive: true, errorOnExist: true });
|
||||
fs.writeFileSync(path.join(sourceRoot, 'README.md'), '# Expense report acceptance\nRepair the three source modules using the immutable original nine tests; do not edit checks or owner files.\n', { flag: 'wx' });
|
||||
fs.writeFileSync(path.join(sourceRoot, '.gitignore'), 'dist/\n.awb-*\nnode_modules/\n', { flag: 'wx' });
|
||||
for (const name of ['owner-staged.txt', 'owner-unstaged.txt']) fs.writeFileSync(path.join(sourceRoot, name), 'Owner original baseline\n', { flag: 'wx' });
|
||||
git(['init', '--initial-branch=main']); git(['config', 'core.autocrlf', 'false']);
|
||||
git(['config', 'user.name', 'Workbench QA']); git(['config', 'user.email', 'qa@workbench.invalid']);
|
||||
git(['add', '--', '.']); git(['commit', '--no-gpg-sign', '-m', 'Seal expense engineering baseline and original checks']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner staged change\n'); git(['add', '--', 'owner-staged.txt']);
|
||||
stagedBefore = git(['show', ':owner-staged.txt']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner working copy differs from staging\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-unstaged.txt'), 'Owner unstaged change\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-untracked.txt'), 'Owner untracked change\n', { flag: 'wx' });
|
||||
const protectedNames = ['README.md', '.gitignore', 'package.json', 'test/expense.test.mjs', 'scripts/build.mjs', 'owner-staged.txt', 'owner-unstaged.txt', 'owner-untracked.txt'];
|
||||
protectedBytes = Object.fromEntries(protectedNames.map(name => [name, fs.readFileSync(path.join(sourceRoot, name))]));
|
||||
const sourceFiles = [...protectedNames, ...allowed];
|
||||
for (const name of sourceFiles) save('node/source-before/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/source-identity.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore,
|
||||
files: Object.fromEntries(sourceFiles.map(name => [name, sha(fs.readFileSync(path.join(sourceRoot, name)))])) });
|
||||
project = await api('/projects', { root: sourceRoot }); session = await api('/sessions', { projectId: project.id }); route = '/sessions/' + session.id;
|
||||
save('node/owned.json', { project, session });
|
||||
configured = await api('/model-center/connections', { ...connectionInput(connection), revision: connection.revision,
|
||||
modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
assert.equal(configured.credentialRevision, connection.credentialRevision); assert.equal(configured.hasKey, true);
|
||||
save('node/connection-frozen.json', configured);
|
||||
await remainingRun(); await api('/model-center/select', { type: 'connection', id: connectionId }); selectionWritten = true;
|
||||
const goal = '修复这个Node费用报表工程的amount、summary、report三个模块。金额用精确分单位处理,接受测试约定的十进制字符串、有限数字、退款、及空白;拒绝格式错误、超精度和不安全金额。按独立币种规范化、排序汇总并保留原数组,计数准确、安全求和,报表两位小数含负分金额。以原九项测试为完整奥约。'
|
||||
+ '先inspect_project,再plan_checks选择["test","build"]并run_checks保留真实基线失败,读取原测试和相关源码。只允许修改src/amount.mjs、src/summary.mjs、src/report.mjs;不改测试、配置、README、构建脚本、owner文件或原暂存,不使用run_command,不直接提交Git。'
|
||||
+ 'propose_file/propose_patch准备完整三个模块后,用prepare_change_set一次封存全部三文件,等待审查应用。应用后继续同一个Task,重新plan_checks/run_checks,通过原9项测试和build后,用plan_delivery为三个文件准备本地Git预览并等待确认。模型必须自己实现,禁止用口头完成替代检查。预算最多8次模型请求、90000tokens,输出2048,上下文16K,请合并独立工具调用并避免重复观察。';
|
||||
save('node/goal.txt', goal); protect();
|
||||
await api(route + '/messages', { content: goal });
|
||||
while (Date.now() - start < 600000) {
|
||||
state = await api(route); taskId ??= state.execution.task.id; assert.equal(state.execution.task.id, taskId); protect();
|
||||
const usage = state.execution.task.usage; assert.ok(usage.requests <= 8); assert.ok(usage.totalTokens <= 90000);
|
||||
const progress = { status: state.status, requests: usage.requests, tokens: usage.totalTokens, lastTool: state.events.filter(event => event.kind === 'tool').at(-1)?.tool,
|
||||
checks: state.execution.checks.map(job => job.status), elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (JSON.stringify({ ...progress, elapsedSeconds: 0 }) !== JSON.stringify({ ...observations.at(-1), elapsedSeconds: 0 })) { observations.push(progress); console.log(JSON.stringify(progress)); }
|
||||
for (const change of state.changes.filter(change => ['pending', 'conflict'].includes(change.status))) assert.ok(allowed.includes(change.path), 'Out-of-scope proposal: ' + change.path);
|
||||
for (const approval of state.approvals.filter(item => item.status === 'pending')) {
|
||||
const plan = state.execution.plans.find(value => value.id === approval.checkPlanId);
|
||||
const allow = !!plan && plan.taskId === taskId && plan.checks.length === 2 && plan.checks.every(check => ['test', 'build'].includes(check.name) && !check.lifecycle?.length)
|
||||
&& approval.cwd === sourceRoot && approval.command === plan.checks.map(check => check.command).join('\n');
|
||||
approvals.push({ approvalId: approval.id, planId: plan?.id, command: approval.command, allow });
|
||||
await api(route + '/approvals/' + approval.id, { allow }); assert.equal(allow, true, 'Only the sealed original checks are authorized.');
|
||||
}
|
||||
if (['running', 'awaiting_approval', 'stopping'].includes(state.status)) { await delay(650); continue; }
|
||||
if (state.status === 'failed') throw new Error(state.failure?.message ?? 'Actual-model task failed');
|
||||
const plan = state.execution.deliveryPlans?.findLast(value => value.status === 'planned' && value.taskId === taskId);
|
||||
if (plan) {
|
||||
assert.deepEqual(plan.paths.slice().sort(), allowed.slice().sort()); const requests = usage.requests;
|
||||
assert.ok(state.events.some(event => event.tool === 'plan_delivery' && event.phase === 'completed'));
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1);
|
||||
assert.equal(passing?.results.find(value => value.name === 'test')?.tests?.passed, 9);
|
||||
await review('git', { plan, fingerprint: plan.fingerprint, checks: state.execution.checks, source: state.changes,
|
||||
status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']) });
|
||||
await api(route + '/delivery-jobs', { planId: plan.id });
|
||||
await waitFor(async () => { state = await api(route); delivery = state.execution.deliveries.at(-1); return !!delivery?.reportArtifactId; });
|
||||
assert.equal(delivery.status, 'completed'); assert.equal(state.execution.task.usage.requests, requests); break;
|
||||
}
|
||||
const pending = state.changes.filter(change => change.status === 'pending');
|
||||
const batch = state.execution.changeSets?.findLast(value => value.taskId === taskId && value.status === 'prepared');
|
||||
if (pending.length) {
|
||||
assert.ok(state.execution.checks.some(job => job.status === 'failed' && job.results.some(value => value.tests?.failed > 0)), 'Model must preserve the original failing tests.');
|
||||
assert.equal(batch?.source, 'agent', 'Model must seal its own complete change set.');
|
||||
assert.deepEqual(batch.files.map(file => file.changeId).sort(), pending.map(change => change.id).sort());
|
||||
if (!applications.length) assert.deepEqual(batch.files.map(file => file.path).sort(), allowed.slice().sort());
|
||||
assert.ok(applications.length < 3);
|
||||
await review('changes', { fingerprint: batch.fingerprint, batch, changes: pending, checks: state.execution.checks });
|
||||
await api(route + '/change-sets/' + batch.id + '/apply', { fingerprint: batch.fingerprint });
|
||||
await waitFor(async () => (await api(route + '/change-sets/' + batch.id)).status === 'completed');
|
||||
for (const change of pending) assert.equal(sha(fs.readFileSync(path.join(sourceRoot, change.path))), change.sha256);
|
||||
applications.push({ id: batch.id, fingerprint: batch.fingerprint, paths: batch.files.map(file => file.path), source: batch.source }); protect();
|
||||
await remainingRun(); await api(route + '/continue-reviewed', {}); continue;
|
||||
}
|
||||
throw new Error('Model stopped before verified Git delivery: ' + state.status + '/' + state.execution.run.stopReason);
|
||||
}
|
||||
assert.ok(delivery, 'The sealed engineering deadline ended without complete delivery.');
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1); assert.ok(passing);
|
||||
const tests = passing.results.find(value => value.name === 'test')?.tests; assert.equal(tests?.total, 9); assert.equal(tests.passed, 9); assert.equal(tests.failed, 0);
|
||||
assert.deepEqual(git(['diff-tree', '--no-commit-id', '--name-only', '-r', 'HEAD']).trim().split(/\r?\n/).sort(), allowed.slice().sort()); protect();
|
||||
succeeded = true;
|
||||
result = { success: true, commit: delivery.commit, tests, delivery, checkJobId: passing.id };
|
||||
} catch (error) {
|
||||
failure = { name: error.name, message: error.message, stack: error.stack, at: new Date().toISOString(), automaticReplay: false };
|
||||
result = { success: false, failure }; process.exitCode = 1;
|
||||
} finally {
|
||||
if (route) {
|
||||
state = await api(route);
|
||||
if (['running', 'stopping', 'awaiting_approval'].includes(state.status)) { await api(route + '/stop', {}); state = await api(route); }
|
||||
taskId ??= state.execution.task?.id;
|
||||
save('node/session.json', state); save('node/export.json', await api(route + '/export'));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => value.sessionId === session.id); save('node/attempts.json', attempts);
|
||||
const captures = await captureAttempts(api, attempts, 'node/captures');
|
||||
const identitiesValid = attempts.every(value => value.connectionId === connectionId && value.poolId === null && value.ordinal === 1
|
||||
&& value.status === 'completed' && value.modelIdentity?.status === 'matched' && value.modelIdentity.complete === true && value.modelIdentity.policy === 'require-match');
|
||||
result = { ...result, version: boot.version, sessionId: session.id, projectId: project.id, taskId, sourceRoot,
|
||||
connectionId, requestedModel: 'gpt-6.1-sol', usage: state.execution.task?.usage, state: state.status, stopReason: state.execution.run?.stopReason,
|
||||
attempts: attempts.length, identitiesValid, captures, approvals, applications, continuations, observations,
|
||||
modelImplementationSuppliedBySupervisor: false, modelWeightsAuthenticated: false, originalPurgeBenefitTested: false,
|
||||
elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (succeeded) assert.equal(identitiesValid, true);
|
||||
save('node/model-outcome.json', result);
|
||||
for (const name of allowed) save('node/source-after/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/git-final.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']), diff: git(['diff', 'HEAD', '--', ...allowed]) });
|
||||
}
|
||||
const host = await api('/host/status'); assert.equal(host.activity.active, false, 'Do not overwrite another active task.');
|
||||
if (configured) {
|
||||
const center = await api('/model-center'), current = center.connections.find(value => value.id === connectionId);
|
||||
assert.equal(current.revision, configured.revision, 'Do not overwrite an external connection edit.');
|
||||
const restored = await api('/model-center/connections', { ...connectionInput(connection), ...originalIdentity(connection), revision: current.revision });
|
||||
assert.equal(restored.credentialRevision, connection.credentialRevision); save('node/connection-restored.json', restored);
|
||||
assert.deepEqual(originalIdentity(restored), originalIdentity(connection));
|
||||
}
|
||||
if (budgetWritten) await api('/model-center/runtime-budgets', Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])));
|
||||
if (selectionWritten) await api('/model-center/select', centerBefore.selected);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('node/after.json', after);
|
||||
if (before) {
|
||||
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item, 'Original export: ' + item.id);
|
||||
for (const table of ['sessions', 'records', 'events', 'outbox']) {
|
||||
const rows = new Map(after.database.tables[table].rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, 'Original ' + table + '/' + row.id);
|
||||
}
|
||||
const artifactMap = new Map(after.persistent.artifacts.map(value => [value.path, value]));
|
||||
for (const item of before.persistent.artifacts) assert.deepEqual(artifactMap.get(item.path), item, 'Original artifact: ' + item.path);
|
||||
const finalBoot = await api('/bootstrap'), normalized = { ...finalBoot.config, configRevision: boot.config.configRevision };
|
||||
assert.deepEqual(canonical(normalized), canonical(boot.config));
|
||||
assert.deepEqual(finalBoot.projects.filter(value => value.id !== project?.id), boot.projects, 'Every original public project, excluding only the new owned sample.');
|
||||
assert.deepEqual(after.modelCenter.selected, centerBefore.selected); assert.deepEqual(after.modelCenter.pools, centerBefore.pools);
|
||||
for (const item of centerBefore.connections.filter(value => ![connectionId, 'legacy-default'].includes(value.id))) assert.deepEqual(after.modelCenter.connections.find(value => value.id === item.id), item);
|
||||
const finalMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/final-public-metadata.json', finalMetadata);
|
||||
const configNormalized = { ...finalMetadata.config, configRevision: publicMetadata.config.configRevision };
|
||||
assert.deepEqual(canonical(configNormalized), canonical(publicMetadata.config), 'Raw public disk config except its monotonic revision.');
|
||||
const registryNormalized = structuredClone(finalMetadata.registry);
|
||||
assert.ok(registryNormalized.revision > publicMetadata.registry.revision);
|
||||
registryNormalized.revision = publicMetadata.registry.revision;
|
||||
const originalConnection = publicMetadata.registry.connections.find(value => value.id === connectionId);
|
||||
const finalConnection = registryNormalized.connections.find(value => value.id === connectionId);
|
||||
assert.equal(finalConnection.revision, originalConnection.revision + 2);
|
||||
finalConnection.revision = originalConnection.revision; finalConnection.updatedAt = originalConnection.updatedAt;
|
||||
const registryBefore = structuredClone(publicMetadata.registry);
|
||||
const normalizedBeforeConnection = registryBefore.connections.find(value => value.id === connectionId);
|
||||
const normalization = Object.fromEntries(Object.entries(originalIdentity(normalizedBeforeConnection)).filter(([key]) => !Object.hasOwn(normalizedBeforeConnection, key)));
|
||||
Object.assign(normalizedBeforeConnection, normalization);
|
||||
save('node/declared-identity-default-normalization.json', { connectionId, added: normalization,
|
||||
originalRawStatePreserved: true, originalSemanticsRestored: true, reason: 'The public partial-update API retains missing fields; restore explicit original default semantics rather than silently retaining require-match.' });
|
||||
for (const value of [registryBefore, registryNormalized]) value.connections.sort((a, b) => a.id.localeCompare(b.id));
|
||||
assert.deepEqual(canonical(registryNormalized), canonical(registryBefore), 'Registry except declared revision/timestamp/order and explicit original identity defaults.');
|
||||
const finalAttempts = meta('modelAttempts') ?? [];
|
||||
for (const item of originalAttempts) assert.deepEqual(finalAttempts.find(value => value.id === item.id), item, 'Original complete model attempt: ' + item.id);
|
||||
const metadataRows = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables.metadata.rows.filter(row => !['config', 'modelRegistry', 'modelAttempts'].includes(row.id))) assert.deepEqual(metadataRows.get(row.id), row);
|
||||
save('node/restoration.json', { passed: true, originalExports: before.exports.length, originalArtifactFiles: before.persistent.artifacts.length,
|
||||
originalRowsExact: ['sessions', 'records', 'events', 'outbox'], budgetsAndSelectionRestored: true, poolsUnchanged: true,
|
||||
originalPublicProjectsExact: true, originalAttemptsExact: originalAttempts.length, rawConfigExceptRevisionExact: true,
|
||||
registryExceptDeclaredRevisionTimestampOrderAndIdentityDefaultsExact: true, identityDefaultNormalization: normalization, otherMetadataRowsExact: true,
|
||||
originalCredentialRevision: connection?.credentialRevision, finalCredentialRevision: after.modelCenter.connections.find(value => value.id === connectionId)?.credentialRevision,
|
||||
changedOnlyMonotonicRevisionsObservedHealthAndDeclaredIdentityDefaults: true, pid: after.pid, version: after.version, noKeyExtractedOrResaved: true });
|
||||
}
|
||||
save('node/result.json', result ?? { success: false, failure, noModelDispatch: true }); await close();
|
||||
}
|
||||
console.log(JSON.stringify({ success: result.success, attempts: result.attempts, usage: result.usage, state: result.state,
|
||||
stopReason: result.stopReason, commit: result.commit, tests: result.tests, error: result.failure?.message }));
|
||||
@@ -0,0 +1,86 @@
|
||||
// One-shot QA adapter. Runs inside the existing formal host via the inspector;
|
||||
// never reads a credential value. Mirrors the sealed R preflight payload.
|
||||
export async function boundedGptPreflight(input) {
|
||||
const ensure = (value, message) => { if (!value) throw new Error(message); };
|
||||
ensure(process.pid === input.pid, 'Unexpected host PID.');
|
||||
const servers = process._getActiveHandles().filter(h => h?.listening && h.address?.()?.address === '127.0.0.1' && h.address?.()?.port === input.port);
|
||||
ensure(servers.length === 1, 'Expected one owned loopback server.');
|
||||
const context = servers[0].workbenchHostAuthority?.context;
|
||||
ensure(context?.provider && context?.store && context?.runtime, 'Original context missing.');
|
||||
const { store, provider, runtime } = context;
|
||||
ensure(runtime.appDirectory === input.runtimeRoot, 'Loaded runtime changed.');
|
||||
ensure(![...store.sessions.values()].some(s => ['running', 'stopping', 'awaiting_approval'].includes(s.status)), 'Host is busy.');
|
||||
const session = store.session(input.sessionId), project = store.project(session.projectId);
|
||||
ensure(session.projectId === input.projectId && session.messages.length === 0 && !session.runId, 'Probe session must be new and owned.');
|
||||
const hub = provider.modelHub(store);
|
||||
const connection = hub.view().connections.find(c => c.id === input.connectionId);
|
||||
ensure(connection?.hasKey && connection.credentialRevision === input.credentialRevision, 'Original saved credential revision changed.');
|
||||
ensure(connection.enabled && connection.protocol === 'chat-completions' && (connection.modelIdentityPolicy ?? 'record') === 'record', 'Probe protocol/auth/identity mismatch.');
|
||||
ensure(connection.baseUrl === input.baseUrl && connection.model === input.model && connection.revision === input.connectionRevision, 'Connection changed.');
|
||||
const config = hub.prepare({ ...store.config, mode: 'compatible', maxSteps: 1, maxOutputTokens: 256,
|
||||
contextLimit: 16000, maxRunTokens: 16000, maxTaskTokens: 16000, maxRunDurationMs: 320000,
|
||||
modelResponseTimeoutMs: 300000, modelStreamIdleTimeoutMs: 120000 }, { type: 'connection', id: input.connectionId });
|
||||
config.modelRouting.members = config.modelRouting.members.map(member => ({ ...member, modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' }));
|
||||
ensure(config.modelRouting.members.length === 1 && config.modelRouting.maxAttempts === 1 && config.maxOutputTokens === 256, 'One-request hard limits missing.');
|
||||
globalThis.__gptWProbeOnce ??= new Set();
|
||||
ensure(!globalThis.__gptWProbeOnce.has(input.sessionId), 'This sample cannot be replayed.');
|
||||
globalThis.__gptWProbeOnce.add(input.sessionId);
|
||||
session.title = input.title;
|
||||
const run = store.beginRun(session, input.prompt, false, config, { forceNewTask: true });
|
||||
store.message(session, 'user', input.prompt);
|
||||
session.providerMessages.push({ role: 'user', content: input.prompt });
|
||||
const step = store.beginStep(session, run), planner = runtime.requestPlanner();
|
||||
let plan, response, diagnostic = null, requestEvent, receipts = 0, wireStarts = 0;
|
||||
const wireIds = new Set();
|
||||
const signal = AbortSignal.timeout(320000);
|
||||
let stopReason = 'identity_probe_complete';
|
||||
try {
|
||||
plan = planner.prepare(session, run, config, { system: 'This is a connection identity preflight. Reply to the user exactly. No tools are available. Do not perform any project work.', tools: [], stepId: step.id });
|
||||
const variants = plan.body.kind === 'model-route-plan' ? plan.body.variants.map(v => v.body) : [plan.body];
|
||||
ensure(variants.length === 1 && variants.every(b => !(b.tools?.length) && b.max_tokens === 256 && b.model === input.model), 'Wire request violates no-tool contract.');
|
||||
ensure(plan.record.tokenReservation.reservedTokens <= 16000, 'Reservation exceeds sealed budget.');
|
||||
const progress = event => {
|
||||
if (event.consumption) {
|
||||
receipts += Number(store.recordConsumption(session, run, { ...event.consumption, requestId: plan.record.id }, plan.record.tokenReservation.reservedTokens));
|
||||
return;
|
||||
}
|
||||
if (event.phase === 'running' && event.wireAttemptId) { wireIds.add(event.wireAttemptId); wireStarts = wireIds.size; ensure(wireStarts === 1, 'No retries permitted.'); }
|
||||
requestEvent ??= store.event(session, { kind: 'model', source: 'model_connection', label: 'W · GPT单次身份预检(无工具)', phase: 'running', runId: run.id, contextPlanId: plan.record.id, startedAt: new Date().toISOString() });
|
||||
if (event.modelAttemptId) requestEvent.modelAttemptId = event.modelAttemptId;
|
||||
if (event.connectionId) requestEvent.connectionId = event.connectionId;
|
||||
if (event.model) requestEvent.actualModel = event.model;
|
||||
if (event.modelIdentity) requestEvent.modelIdentity = event.modelIdentity;
|
||||
if (event.requestUrl) requestEvent.requestUrl = event.requestUrl;
|
||||
if (event.diagnostic) requestEvent.diagnostic = event.diagnostic;
|
||||
if (event.stream) requestEvent.stream = event.stream;
|
||||
if (event.phase) requestEvent.phase = event.phase;
|
||||
plan.record.requestAttempts = wireStarts; step.modelAttempts = wireStarts;
|
||||
store.save(session);
|
||||
};
|
||||
response = await provider.complete(config, plan.messages, project, signal, progress, plan.record, [], { attempts: 1, maxBudgetAttempts: 1 });
|
||||
ensure(!response.message.tool_calls?.length, 'Unsolicited tools are never executed.');
|
||||
ensure(receipts === 1, 'Expected one original consumption receipt.');
|
||||
planner.finish(session, plan.record, { response, attempts: wireStarts });
|
||||
session.providerMessages.push(response.message); store.message(session, 'assistant', response.message.content);
|
||||
const total = (run.usage?.reportedTokens ?? run.usage?.totalTokens ?? 0);
|
||||
session.status = total > 16000 ? 'paused' : 'completed';
|
||||
if (total > 16000) stopReason = 'task_token_limit';
|
||||
} catch (cause) {
|
||||
diagnostic = cause.diagnostic ?? { source: 'workbench', origin: 'local', stage: 'identity_preflight', kind: signal.aborted ? 'cancelled' : 'runtime', title: '身份预检需要核对', message: provider.redact(cause.message), occurredAt: new Date().toISOString() };
|
||||
session.status = diagnostic.kind === 'model_identity' || signal.aborted ? 'paused' : 'failed';
|
||||
stopReason = diagnostic.kind;
|
||||
session.lastFailure = { ...diagnostic, runId: run.id };
|
||||
const message = store.message(session, 'system', diagnostic.message);
|
||||
session.failure = { ...session.lastFailure, messageId: message.id };
|
||||
if (plan) planner.finish(session, plan.record, { error: new Error(diagnostic.message), attempts: wireStarts });
|
||||
} finally {
|
||||
if (requestEvent) { requestEvent.phase = diagnostic ? 'failed' : 'completed'; requestEvent.finishedAt = new Date().toISOString(); if (diagnostic) requestEvent.diagnostic = diagnostic; }
|
||||
store.finishStep(session, step, diagnostic ? 'failed' : 'completed');
|
||||
store.finishRun(session, run, stopReason);
|
||||
}
|
||||
const attempts = hub.attempts.filter(a => a.sessionId === session.id);
|
||||
ensure(attempts.length <= 1 && wireStarts <= 1, 'Single-request limit exceeded.');
|
||||
return { sessionId: session.id, projectId: project.id, taskId: run.taskId, runId: run.id, status: session.status,
|
||||
stopReason, attempts: attempts.length, receipts, wireStarts, actualTools: run.toolCalls, usage: run.usage,
|
||||
contextPlanId: plan?.record.id ?? null, diagnostic, message: response?.message ?? null };
|
||||
}
|
||||
@@ -0,0 +1,70 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { publicSnapshot, hash } from './state.mjs';
|
||||
import { invokeGptProbe, inspectorClosed } from './inspector.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, captureAttempts, readRoot } from './common.mjs';
|
||||
// Single no-tool GPT identity preflight. One request max, strict identity, stop on failure.
|
||||
assert.equal(fs.existsSync(path.join(root, 'preflight')), false, 'Never replay or overwrite a real sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let fatal;
|
||||
try {
|
||||
await inspectorClosed();
|
||||
assert.equal(boot.version, '1.25.1');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('preflight/before.json', before);
|
||||
assert.deepEqual(before.active, []);
|
||||
const connection = before.modelCenter.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, 1);
|
||||
assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.model, 'gpt-6.1-sol');
|
||||
assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
const originalAttempts = meta('modelAttempts') ?? []; save('preflight/original-attempts.json', originalAttempts);
|
||||
const nonce = randomUUID(), prompt = `这是独立GPT连接身份预检,不是工程任务。只回复 OK ${nonce},不要调用工具、读写文件或执行命令。`;
|
||||
save('preflight/contract.json', { kind: 'single-real-GPT-identity-preflight', connectionId, connection,
|
||||
version: boot.version, runtimeRoot: boot.runtimeRoot, maxRequests: 1, maxAttempts: 1, maxOutputTokens: 256,
|
||||
maxTokens: 16000, contextLimit: 16000, toolDefinitions: 0, toolExecution: 0,
|
||||
poolSwitching: false, automaticReplay: false, modelIdentityPolicy: 'require-match in this experiment snapshot only',
|
||||
noGlobalConfigurationWrite: true, noCredentialExtractionOrResave: true, prompt, nonce,
|
||||
originalBaselineSha256: hash(fs.readFileSync(path.join(root, 'preflight/before.json'))) });
|
||||
const projectRoot = path.join(root, 'preflight/identity-only'); fs.mkdirSync(projectRoot);
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# W GPT identity preflight\nNo engineering or command execution.\n', { flag: 'wx' });
|
||||
const project = await api('/projects', { root: projectRoot });
|
||||
const session = await api('/sessions', { projectId: project.id }); save('preflight/owned.json', { project, session });
|
||||
const input = { pid: host.identity.pid, port: 4318, runtimeRoot: boot.runtimeRoot, sessionId: session.id, projectId: project.id,
|
||||
connectionId, connectionRevision: connection.revision, credentialRevision: connection.credentialRevision,
|
||||
baseUrl: connection.baseUrl, model: connection.model, title: 'W · jojocode GPT连接单次预检', prompt };
|
||||
save('preflight/input.json', input);
|
||||
console.log(JSON.stringify({ stage: 'single-GPT-preflight', connectionId, model: connection.model, requestUrl: connection.baseUrl + '/chat/completions', maxRequests: 1, toolDefinitions: 0 }));
|
||||
const invoked = await invokeGptProbe(input); save('preflight/expression.js', invoked.expression); save('preflight/host-result.json', invoked.result);
|
||||
const previous = new Set(originalAttempts.map(value => value.id));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => !previous.has(value.id)); save('preflight/attempts.json', attempts);
|
||||
assert.ok(attempts.length <= 1); for (const attempt of attempts) { assert.equal(attempt.sessionId, session.id); assert.equal(attempt.connectionId, connectionId); assert.equal(attempt.poolId, null); }
|
||||
const state = await api('/sessions/' + session.id); save('preflight/session.json', state);
|
||||
save('preflight/export.json', await api('/sessions/' + session.id + '/export'));
|
||||
const captures = await captureAttempts(api, attempts, 'preflight/captures');
|
||||
const attempt = attempts[0];
|
||||
const passed = attempts.length === 1 && attempt.status === 'completed' && attempt.modelIdentity?.status === 'matched'
|
||||
&& attempt.modelIdentity.complete === true && attempt.modelIdentity.policy === 'require-match' && attempt.responseRedacted === false
|
||||
&& attempt.usageStatus === 'reported' && attempt.usage.total_tokens <= 16000 && captures.length === 2
|
||||
&& invoked.result.actualTools === 0 && state.status === 'completed' && invoked.result.message?.content?.includes(nonce);
|
||||
const result = { passed, engineeringTestAllowed: passed, testedAt: new Date().toISOString(), version: boot.version,
|
||||
connectionId, sessionId: session.id, projectId: project.id, taskId: invoked.result.taskId,
|
||||
requestedModel: connection.model, reportedModels: attempt?.modelIdentity?.reportedModels ?? [], identity: attempt?.modelIdentity,
|
||||
requestUrl: attempt?.requestUrl, requests: attempts.length, usage: attempt?.usage ?? null, usageStatus: attempt?.usageStatus ?? 'not_dispatched',
|
||||
actualTools: invoked.result.actualTools, stopReason: invoked.result.stopReason, captures,
|
||||
noRetryOrPoolSwitch: attempts.every(value => value.ordinal === 1 && value.poolId === null),
|
||||
modelWeightsAuthenticated: false, engineeringDeliveryTested: false, purgeBenefitTested: false,
|
||||
defaultSelectionChanged: false, connectionConfigChanged: false, credentialValuesReadOrSaved: false };
|
||||
save('preflight/result.json', result); console.log(JSON.stringify({ passed, requests: result.requests, usage: result.usage, reportedModels: result.reportedModels, stopReason: result.stopReason }));
|
||||
} catch (error) {
|
||||
fatal = { name: error.name, message: error.message, stack: error.stack, recordedAt: new Date().toISOString(), automaticReplay: false };
|
||||
save('preflight/driver-error.json', fatal); process.exitCode = 1;
|
||||
} finally {
|
||||
save('preflight/after.json', await publicSnapshot(origin, dataRoot()));
|
||||
save('preflight/inspector-final.json', { closed: await inspectorClosed() });
|
||||
await close();
|
||||
}
|
||||
if (fatal) console.error(fatal.message);
|
||||
@@ -0,0 +1,3 @@
|
||||
// Reuse the committed, reviewed retained-host-state helpers so the W sample
|
||||
// hashes and compares original state exactly as the formal release driver does.
|
||||
export { hash, canonical, digest, databaseSnapshot, publicSnapshot, compareOriginalState } from '../retained-host-state.mjs';
|
||||
@@ -0,0 +1,57 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { Agent, fetch } from 'undici';
|
||||
// New bounded real sample X on formal 1.25.2. Same fixed expense-report task,
|
||||
// same jojocode GPT chat connection, same 16K/2048/8-request/90000-token caps.
|
||||
// Never reads, copies, decrypts or re-stores the real key; uses the formal
|
||||
// Provider's in-memory connection only. Never replays a sealed sample.
|
||||
export const root = path.resolve('.qa/live-delivery-x');
|
||||
export const origin = 'http://127.0.0.1:4318';
|
||||
export const connectionId = '5b4daed9-b2f7-4de0-b949-573eba70c7b3';
|
||||
export const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
export const readRoot = () => JSON.parse(fs.readFileSync(path.join(root, 'current.json')));
|
||||
export const dataRoot = () => readRoot().host.identity.dataRoot;
|
||||
export const save = (relative, value) => {
|
||||
const file = path.join(root, relative); fs.mkdirSync(path.dirname(file), { recursive: true });
|
||||
fs.writeFileSync(file, typeof value === 'string' || Buffer.isBuffer(value) ? value : JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
};
|
||||
export function meta(name) {
|
||||
assert.ok(['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(name));
|
||||
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
|
||||
try { const row = db.prepare('SELECT value FROM metadata WHERE key=?').get(name); return row ? JSON.parse(row.value) : null; }
|
||||
finally { db.close(); }
|
||||
}
|
||||
export async function client() {
|
||||
const dispatcher = new Agent({ connect: { autoSelectFamily: true, timeout: 5000 } });
|
||||
let token;
|
||||
const api = async (route, input, timeout = 30000) => {
|
||||
const response = await fetch(origin + '/api' + route, { dispatcher,
|
||||
method: input === undefined ? 'GET' : 'POST', redirect: 'error', signal: AbortSignal.timeout(timeout),
|
||||
headers: { ...(token ? { 'X-Workbench-Token': token } : {}), 'Content-Type': 'application/json', Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const value = await response.json();
|
||||
if (!response.ok) throw Object.assign(new Error(route + ': ' + (value.error ?? response.status)), { status: response.status });
|
||||
return value;
|
||||
};
|
||||
const boot = await api('/bootstrap'); token = boot.token;
|
||||
return { api, boot, close: () => dispatcher.close() };
|
||||
}
|
||||
export async function captureAttempts(api, attempts, relative) {
|
||||
const captures = [];
|
||||
for (const attempt of attempts) for (const kind of ['request', 'response']) {
|
||||
const id = attempt[kind + 'ArtifactId']; if (!id) continue;
|
||||
let content = '', offset = 0, page;
|
||||
do {
|
||||
page = await api('/artifacts/' + id + '?session=' + attempt.sessionId + '&offset=' + offset + '&limit=16000');
|
||||
assert.ok(page.content.length || !page.truncated); content += page.content; offset += page.content.length;
|
||||
} while (page.truncated);
|
||||
assert.equal(sha(content), page.sha256);
|
||||
assert.equal(page.sha256, attempt[kind + 'Sha256']);
|
||||
const name = `${relative}/${attempt.id}-${kind}.${kind === 'request' ? 'json' : attempt.streaming ? 'sse' : 'txt'}`;
|
||||
save(name, content); captures.push({ attemptId: attempt.id, kind, artifactId: id, path: name, sha256: sha(content), bytes: Buffer.byteLength(content) });
|
||||
}
|
||||
return captures;
|
||||
}
|
||||
@@ -0,0 +1,34 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { publicSnapshot } from './state.mjs';
|
||||
import { root, origin, connectionId, sha } from './common.mjs';
|
||||
// Read-only freeze of the formal 1.25.2 state before sample X. 0 model requests.
|
||||
assert.equal(fs.existsSync(root), false, 'Sample X is frozen once; never overwrite.');
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Freeze from a committed tree.');
|
||||
const boot = await (await fetch(origin + '/api/bootstrap', { headers: { Connection: 'close' } })).json();
|
||||
const api = async route => (await fetch(origin + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' } })).json();
|
||||
const host = await api('/host/status'), center = await api('/model-center'), connection = center.connections.find(c => c.id === connectionId);
|
||||
assert.equal(boot.version, '1.25.2'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, 1);
|
||||
assert.equal(connection.model, 'gpt-6.1-sol'); assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.streaming, false);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.maxOutputTokens, 2048);
|
||||
assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
assert.equal(center.connections.find(c => c.id === '09b0293b-faad-45c3-832d-7c8b615813aa').enabled, false);
|
||||
assert.deepEqual(center.selected, { type: 'pool', id: '68e30376-b799-445b-a858-db2dba9920a0' });
|
||||
const baseline = await publicSnapshot(origin, host.identity.dataRoot); assert.deepEqual(baseline.active, []);
|
||||
const candidate = JSON.parse(fs.readFileSync('releases/latest.json', 'utf8'));
|
||||
const runtimeManifest = fs.readFileSync(path.join(boot.runtimeRoot, 'MANIFEST.json'));
|
||||
assert.equal(JSON.parse(runtimeManifest).version, '1.25.2');
|
||||
assert.equal(sha(runtimeManifest), sha(fs.readFileSync(path.join(candidate.portableRoot, 'MANIFEST.json'))), 'Freeze the actual accepted installed candidate.');
|
||||
const sourceCommit = candidate.documentation.sourceCommit;
|
||||
assert.match(sourceCommit, /^[a-f0-9]{40}$/);
|
||||
const reviewedHead = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
fs.writeFileSync(path.join(root, 'current.json'), JSON.stringify({ host, config: boot.config, projects: boot.projects, center, baseline,
|
||||
connectionRevision: connection.revision, sourceCommit, reviewedHead, runtimeManifestSha256: sha(runtimeManifest),
|
||||
observedAt: new Date().toISOString() }, null, 2), { flag: 'wx' });
|
||||
console.log(JSON.stringify({ success: true, version: boot.version, pid: host.identity.pid, projects: baseline.projects,
|
||||
sessions: baseline.exports.length, connectionId, connectionRevision: connection.revision, modelRequests: 0 }));
|
||||
@@ -0,0 +1,58 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import net from 'node:net';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { boundedGptPreflight } from './payload.mjs';
|
||||
export async function inspectorClosed() {
|
||||
return new Promise((resolve, reject) => {
|
||||
const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector already open.')); });
|
||||
socket.once('error', e => { socket.destroy(); e.code === 'ECONNREFUSED' ? resolve(true) : reject(e); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); });
|
||||
});
|
||||
}
|
||||
class Protocol {
|
||||
constructor(socket) {
|
||||
this.socket = socket; this.nextId = 1; this.pending = new Map();
|
||||
socket.addEventListener('message', event => {
|
||||
const m = JSON.parse(String(event.data)); if (!m.id) return;
|
||||
const p = this.pending.get(m.id); if (!p) return; this.pending.delete(m.id); clearTimeout(p.timer);
|
||||
m.error ? p.reject(Error(m.error.message)) : p.resolve(m.result);
|
||||
});
|
||||
socket.addEventListener('close', () => { for (const p of this.pending.values()) { clearTimeout(p.timer); p.reject(Error('Inspector closed; outcome unknown.')); } this.pending.clear(); });
|
||||
}
|
||||
send(method, params, timeout = 10000) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const id = this.nextId++, timer = setTimeout(() => { this.pending.delete(id); reject(Error('Inspector timeout; do not replay.')); }, timeout);
|
||||
this.pending.set(id, { resolve, reject, timer }); this.socket.send(JSON.stringify({ id, method, params }));
|
||||
});
|
||||
}
|
||||
}
|
||||
export async function invokeGptProbe(input) {
|
||||
await inspectorClosed(); let socket, protocol, enabled = false;
|
||||
try {
|
||||
process._debugProcess(input.pid); enabled = true;
|
||||
let targets;
|
||||
for (let i = 0; i < 40 && !targets; i++) {
|
||||
await delay(100);
|
||||
try { targets = await (await fetch('http://127.0.0.1:9229/json/list', { signal: AbortSignal.timeout(700) })).json(); } catch {}
|
||||
}
|
||||
assert.equal(targets?.length, 1);
|
||||
assert.ok(targets[0].webSocketDebuggerUrl.startsWith('ws://127.0.0.1:9229/'));
|
||||
socket = new WebSocket(targets[0].webSocketDebuggerUrl);
|
||||
await new Promise((resolve, reject) => { socket.addEventListener('open', resolve, { once: true }); socket.addEventListener('error', reject, { once: true }); });
|
||||
protocol = new Protocol(socket);
|
||||
const identity = await protocol.send('Runtime.evaluate', { expression: 'process.pid', returnByValue: true });
|
||||
assert.equal(identity.result.value, input.pid);
|
||||
const expression = '(' + boundedGptPreflight.toString() + ')(' + JSON.stringify(input) + ')';
|
||||
const result = await protocol.send('Runtime.evaluate', { expression, awaitPromise: true, returnByValue: true }, 345000);
|
||||
if (result.exceptionDetails) throw Error(result.exceptionDetails.exception?.description ?? result.exceptionDetails.text);
|
||||
return { result: result.result.value, expression };
|
||||
} finally {
|
||||
if (protocol && enabled) {
|
||||
await protocol.send('Runtime.evaluate', { expression: "setTimeout(() => process.getBuiltinModule('inspector').close(), 25); 'closing'", returnByValue: true });
|
||||
await delay(200);
|
||||
}
|
||||
socket?.close();
|
||||
await inspectorClosed();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, readRoot } from './common.mjs';
|
||||
// One bounded DNS/TCP/TLS observation of the same connection. Recorded, but per
|
||||
// the new design a diagnostic result does not block the preflight. 0 HTTP/model.
|
||||
assert.equal(fs.existsSync(path.join(root, 'network')), false, 'One diagnostic only; never overwrite or replay.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let jobId;
|
||||
try {
|
||||
const host = await api('/host/status');
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(boot.version, '1.25.2'); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('network/before.json', before);
|
||||
assert.deepEqual(canonical(before.database.tables), canonical(original.baseline.database.tables));
|
||||
assert.deepEqual(before.exports, original.baseline.exports); assert.deepEqual(before.persistent, original.baseline.persistent);
|
||||
const history = await api('/model-center/network-diagnostics'); save('network/history-before.json', history);
|
||||
const connection = before.modelCenter.connections.find(row => row.id === connectionId);
|
||||
assert.equal(connection.revision, original.connectionRevision); assert.equal(connection.credentialRevision, 1);
|
||||
save('network/contract.json', { connectionId, revision: connection.revision, target: connection.baseUrl,
|
||||
maxJobs: 1, recordedNonBlocking: true, credentialAccess: false, httpRequests: 0, modelRequests: 0,
|
||||
directEndpointOnly: true, modelApiRouteVerified: false, defaultOrTransportChanges: false });
|
||||
const started = await api('/model-center/network-diagnostics', { id: connectionId, revision: connection.revision });
|
||||
save('network/start.json', started); jobId = started.job.id;
|
||||
const deadline = Date.now() + 20000;
|
||||
let current;
|
||||
do {
|
||||
current = await api('/model-center/network-diagnostics');
|
||||
if (!current.active) break;
|
||||
assert.ok(Date.now() < deadline, 'Diagnostic exceeded its bounded deadline.'); await delay(200);
|
||||
} while (true);
|
||||
const job = current.jobs.find(row => row.id === jobId);
|
||||
assert.ok(job.finishedAt);
|
||||
assert.equal(job.connectionId, connectionId); assert.equal(job.connectionRevision, original.connectionRevision);
|
||||
assert.equal(job.httpRequests, 0); assert.equal(job.modelRequests, 0); assert.equal(job.credentialAccess, false);
|
||||
assert.equal(job.route.kind, 'direct-endpoint-only'); assert.equal(job.route.modelApiRouteVerified, false);
|
||||
save('network/history-after.json', current); save('network/job.json', job);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('network/after.json', after);
|
||||
for (const field of ['pid', 'version', 'hasKey', 'configSha256', 'projectsSha256', 'sessionsSha256', 'eventCursor', 'modelCenterSha256']) assert.deepEqual(after[field], before[field], field);
|
||||
assert.deepEqual(after.exports, before.exports); assert.deepEqual(after.persistent.artifacts, before.persistent.artifacts);
|
||||
assert.deepEqual(after.persistent.files, before.persistent.files);
|
||||
for (const table of Object.keys(before.database.tables)) {
|
||||
assert.equal(after.database.tables[table].schemaSha256, before.database.tables[table].schemaSha256);
|
||||
const nextRows = after.database.tables[table].rows.filter(row => table !== 'metadata' || row.id !== 'modelNetworkDiagnostics');
|
||||
const previousRows = before.database.tables[table].rows.filter(row => table !== 'metadata' || row.id !== 'modelNetworkDiagnostics');
|
||||
assert.deepEqual(nextRows, previousRows, table + ': only diagnostic history may change');
|
||||
}
|
||||
const result = { passed: true, recordedNonBlocking: true, jobId, diagnosticStatus: job.status, elapsedMs: job.elapsedMs,
|
||||
dns: job.stages?.dns, trials: (job.trials ?? []).map(row => ({ mode: row.mode, family: row.family, status: row.status, code: row.code })),
|
||||
route: job.route, originalStateExactExceptNewDiagnosticHistory: true, credentialAccess: false, httpRequests: 0, modelRequests: 0 };
|
||||
save('network/restoration.json', result); console.log(JSON.stringify(result));
|
||||
} catch (error) {
|
||||
save('network/driver-error.json', { name: error.name, message: error.message, stack: error.stack, jobId, automaticReplay: false });
|
||||
throw error;
|
||||
} finally {
|
||||
if (jobId) {
|
||||
const state = await api('/model-center/network-diagnostics');
|
||||
if (state.active && ['pending', 'running'].includes(state.jobs.find(row => row.id === jobId)?.status)) save('network/stop.json', await api('/model-center/network-diagnostics/' + jobId + '/stop', {}));
|
||||
}
|
||||
await close();
|
||||
}
|
||||
@@ -0,0 +1,239 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { gitEnvironment } from '../../src/core/git-process.mjs';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, sha, captureAttempts, readRoot } from './common.mjs';
|
||||
// Bounded real Node engineering with supervisor-in-the-loop review. Model
|
||||
// implements the three allowed modules autonomously; supervisor only approves
|
||||
// the original checks, reviews/applies the allowed change set and confirms Git.
|
||||
assert.equal(JSON.parse(fs.readFileSync(path.join(root, 'preflight/result.json'))).passed, true);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node')), false, 'Never replay or overwrite a live sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
const allowed = ['src/amount.mjs', 'src/summary.mjs', 'src/report.mjs'];
|
||||
const budgetFields = ['contextLimit', 'maxSteps', 'maxOutputTokens', 'maxRunTokens', 'maxTaskTokens', 'maxRunDurationMs'];
|
||||
const connectionFields = ['id', 'name', 'brand', 'model', 'baseUrl', 'enabled', 'requiresKey', 'streaming', 'protocol',
|
||||
'capabilityDeclarations', 'contextLimit', 'maxOutputTokens', 'concurrency', 'nativeParameters', 'outputTokenField',
|
||||
'modelIdentityPolicy', 'modelIdentityAliases', 'modelIdentityAliasSource'];
|
||||
const connectionInput = value => Object.fromEntries(connectionFields.filter(key => Object.hasOwn(value, key)).map(key => [key, value[key]]));
|
||||
const originalIdentity = value => ({ modelIdentityPolicy: value.modelIdentityPolicy ?? 'record',
|
||||
modelIdentityAliases: value.modelIdentityAliases ?? [], modelIdentityAliasSource: value.modelIdentityAliasSource ?? '' });
|
||||
let before, centerBefore, publicMetadata, originalAttempts, connection, configured, project, session, state, taskId, route, budgetWritten = false, selectionWritten = false;
|
||||
let result, delivery, succeeded = false, failure;
|
||||
const approvals = [], applications = [], continuations = [], observations = [], start = Date.now();
|
||||
const sourceRoot = path.join(root, 'node/expense-project');
|
||||
const git = args => execFileSync('git', ['--no-pager', '--no-optional-locks', '-C', sourceRoot, ...args], { encoding: 'utf8', windowsHide: true, env: gitEnvironment() });
|
||||
let protectedBytes, stagedBefore;
|
||||
const protect = () => {
|
||||
for (const [name, bytes] of Object.entries(protectedBytes)) assert.deepEqual(fs.readFileSync(path.join(sourceRoot, name)), bytes, name);
|
||||
assert.equal(git(['show', ':owner-staged.txt']), stagedBefore, 'Preserve original index and working-copy states.');
|
||||
};
|
||||
const waitFor = async (predicate, timeout = 30000) => {
|
||||
const deadline = Date.now() + timeout;
|
||||
while (!await predicate()) { assert.ok(Date.now() < deadline, 'Local operation deadline exceeded; verify outcome, never replay.'); await delay(350); }
|
||||
};
|
||||
const review = async (kind, value) => {
|
||||
const relative = `node/reviews/${kind}-${applications.length + 1}`;
|
||||
const fingerprint = value.fingerprint ?? sha(JSON.stringify(value));
|
||||
save(relative + '/input.json', { ...value, fingerprint });
|
||||
console.log(JSON.stringify({ reviewRequired: true, kind, path: relative + '/input.json', fingerprint }));
|
||||
const decisionPath = path.join(root, relative, 'decision.json');
|
||||
await waitFor(async () => fs.existsSync(decisionPath), Math.max(1, 600000 - (Date.now() - start)));
|
||||
const decision = JSON.parse(fs.readFileSync(decisionPath));
|
||||
assert.equal(decision.approve, true, 'Supervisor declined the original model proposal.');
|
||||
assert.ok(typeof decision.reason === 'string' && decision.reason.length > 20, 'Record substantive review.');
|
||||
assert.equal(decision.fingerprint, fingerprint);
|
||||
return decision;
|
||||
};
|
||||
const remainingRun = async () => {
|
||||
const requests = state?.execution.task.usage.requests ?? 0;
|
||||
assert.ok(requests < 8, 'The sealed eight-request budget is exhausted.');
|
||||
const budgets = { contextLimit: 16000, maxOutputTokens: 2048, maxSteps: 8 - requests,
|
||||
maxRunTokens: 90000, maxTaskTokens: 90000, maxRunDurationMs: 600000 };
|
||||
await api('/model-center/runtime-budgets', budgets); budgetWritten = true;
|
||||
continuations.push({ beforeRequests: requests, remainingSteps: budgets.maxSteps, at: new Date().toISOString() });
|
||||
};
|
||||
try {
|
||||
assert.equal(boot.version, '1.25.2');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
before = await publicSnapshot(origin, dataRoot()); save('node/before.json', before);
|
||||
centerBefore = await api('/model-center'); connection = centerBefore.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.model, 'gpt-6.1-sol'); assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.contextLimit, 16000);
|
||||
assert.deepEqual(originalIdentity(connection), { modelIdentityPolicy: 'record', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
publicMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/original-public-metadata.json', publicMetadata);
|
||||
originalAttempts = meta('modelAttempts') ?? []; save('node/original-attempts.json', originalAttempts);
|
||||
save('node/contract.json', { kind: 'new-real-Node-engineering', version: boot.version, connectionId, connection,
|
||||
maxRequests: 8, maxTokens: 90000, contextLimit: 16000, maxOutputTokens: 2048, maxDurationMs: 600000,
|
||||
allowed, checks: ['test', 'build'], expectedTests: 9, commands: 'Only model-planned npm test/build, no arbitrary run_command',
|
||||
review: 'Model seals all three files, supervisor reviews and applies; model plans Git, supervisor confirms.',
|
||||
continuation: 'Only review-action continuation of the same task with remaining steps, no extra implementation prompts.',
|
||||
originalImplementationSupplied: false, automaticRetry: false, poolSwitching: false,
|
||||
originalSelected: centerBefore.selected, originalBudgets: Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])),
|
||||
restore: 'Original budget values and selection restored. Original absent identity fields become explicit record/[]/empty-string defaults; raw pre-state retained and only this declared normalization accepted. Revision counters remain monotonic.' });
|
||||
fs.cpSync('benchmarks/live-delivery-v1/node', sourceRoot, { recursive: true, errorOnExist: true });
|
||||
fs.writeFileSync(path.join(sourceRoot, 'README.md'), '# Expense report acceptance\nRepair the three source modules using the immutable original nine tests; do not edit checks or owner files.\n', { flag: 'wx' });
|
||||
fs.writeFileSync(path.join(sourceRoot, '.gitignore'), 'dist/\n.awb-*\nnode_modules/\n', { flag: 'wx' });
|
||||
for (const name of ['owner-staged.txt', 'owner-unstaged.txt']) fs.writeFileSync(path.join(sourceRoot, name), 'Owner original baseline\n', { flag: 'wx' });
|
||||
git(['init', '--initial-branch=main']); git(['config', 'core.autocrlf', 'false']);
|
||||
git(['config', 'user.name', 'Workbench QA']); git(['config', 'user.email', 'qa@workbench.invalid']);
|
||||
git(['add', '--', '.']); git(['commit', '--no-gpg-sign', '-m', 'Seal expense engineering baseline and original checks']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner staged change\n'); git(['add', '--', 'owner-staged.txt']);
|
||||
stagedBefore = git(['show', ':owner-staged.txt']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner working copy differs from staging\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-unstaged.txt'), 'Owner unstaged change\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-untracked.txt'), 'Owner untracked change\n', { flag: 'wx' });
|
||||
const protectedNames = ['README.md', '.gitignore', 'package.json', 'test/expense.test.mjs', 'scripts/build.mjs', 'owner-staged.txt', 'owner-unstaged.txt', 'owner-untracked.txt'];
|
||||
protectedBytes = Object.fromEntries(protectedNames.map(name => [name, fs.readFileSync(path.join(sourceRoot, name))]));
|
||||
const sourceFiles = [...protectedNames, ...allowed];
|
||||
for (const name of sourceFiles) save('node/source-before/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/source-identity.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore,
|
||||
files: Object.fromEntries(sourceFiles.map(name => [name, sha(fs.readFileSync(path.join(sourceRoot, name)))])) });
|
||||
project = await api('/projects', { root: sourceRoot }); session = await api('/sessions', { projectId: project.id }); route = '/sessions/' + session.id;
|
||||
save('node/owned.json', { project, session });
|
||||
configured = await api('/model-center/connections', { ...connectionInput(connection), revision: connection.revision,
|
||||
modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
assert.equal(configured.credentialRevision, connection.credentialRevision); assert.equal(configured.hasKey, true);
|
||||
save('node/connection-frozen.json', configured);
|
||||
await remainingRun(); await api('/model-center/select', { type: 'connection', id: connectionId }); selectionWritten = true;
|
||||
const goal = '修复这个Node费用报表工程的amount、summary、report三个模块。金额用精确分单位处理,接受测试约定的十进制字符串、有限数字、退款、及空白;拒绝格式错误、超精度和不安全金额。按独立币种规范化、排序汇总并保留原数组,计数准确、安全求和,报表两位小数含负分金额。以原九项测试为完整奥约。'
|
||||
+ '先inspect_project,再plan_checks选择["test","build"]并run_checks保留真实基线失败,读取原测试和相关源码。只允许修改src/amount.mjs、src/summary.mjs、src/report.mjs;不改测试、配置、README、构建脚本、owner文件或原暂存,不使用run_command,不直接提交Git。'
|
||||
+ 'propose_file/propose_patch准备完整三个模块后,用prepare_change_set一次封存全部三文件,等待审查应用。应用后继续同一个Task,重新plan_checks/run_checks,通过原9项测试和build后,用plan_delivery为三个文件准备本地Git预览并等待确认。模型必须自己实现,禁止用口头完成替代检查。预算最多8次模型请求、90000tokens,输出2048,上下文16K,请合并独立工具调用并避免重复观察。';
|
||||
save('node/goal.txt', goal); protect();
|
||||
await api(route + '/messages', { content: goal });
|
||||
while (Date.now() - start < 600000) {
|
||||
state = await api(route); taskId ??= state.execution.task.id; assert.equal(state.execution.task.id, taskId); protect();
|
||||
const usage = state.execution.task.usage; assert.ok(usage.requests <= 8); assert.ok(usage.totalTokens <= 90000);
|
||||
const progress = { status: state.status, requests: usage.requests, tokens: usage.totalTokens, lastTool: state.events.filter(event => event.kind === 'tool').at(-1)?.tool,
|
||||
checks: state.execution.checks.map(job => job.status), elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (JSON.stringify({ ...progress, elapsedSeconds: 0 }) !== JSON.stringify({ ...observations.at(-1), elapsedSeconds: 0 })) { observations.push(progress); console.log(JSON.stringify(progress)); }
|
||||
for (const change of state.changes.filter(change => ['pending', 'conflict'].includes(change.status))) assert.ok(allowed.includes(change.path), 'Out-of-scope proposal: ' + change.path);
|
||||
for (const approval of state.approvals.filter(item => item.status === 'pending')) {
|
||||
const plan = state.execution.plans.find(value => value.id === approval.checkPlanId);
|
||||
const allow = !!plan && plan.taskId === taskId && plan.checks.length === 2 && plan.checks.every(check => ['test', 'build'].includes(check.name) && !check.lifecycle?.length)
|
||||
&& approval.cwd === sourceRoot && approval.command === plan.checks.map(check => check.command).join('\n');
|
||||
approvals.push({ approvalId: approval.id, planId: plan?.id, command: approval.command, allow });
|
||||
await api(route + '/approvals/' + approval.id, { allow }); assert.equal(allow, true, 'Only the sealed original checks are authorized.');
|
||||
}
|
||||
if (['running', 'awaiting_approval', 'stopping'].includes(state.status)) { await delay(650); continue; }
|
||||
if (state.status === 'failed') throw new Error(state.failure?.message ?? 'Actual-model task failed');
|
||||
const plan = state.execution.deliveryPlans?.findLast(value => value.status === 'planned' && value.taskId === taskId);
|
||||
if (plan) {
|
||||
assert.deepEqual(plan.paths.slice().sort(), allowed.slice().sort()); const requests = usage.requests;
|
||||
assert.ok(state.events.some(event => event.tool === 'plan_delivery' && event.phase === 'completed'));
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1);
|
||||
assert.equal(passing?.results.find(value => value.name === 'test')?.tests?.passed, 9);
|
||||
await review('git', { plan, fingerprint: plan.fingerprint, checks: state.execution.checks, source: state.changes,
|
||||
status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']) });
|
||||
await api(route + '/delivery-jobs', { planId: plan.id });
|
||||
await waitFor(async () => { state = await api(route); delivery = state.execution.deliveries.at(-1); return !!delivery?.reportArtifactId; });
|
||||
assert.equal(delivery.status, 'completed'); assert.equal(state.execution.task.usage.requests, requests); break;
|
||||
}
|
||||
const pending = state.changes.filter(change => change.status === 'pending');
|
||||
const batch = state.execution.changeSets?.findLast(value => value.taskId === taskId && value.status === 'prepared');
|
||||
if (pending.length) {
|
||||
assert.ok(state.execution.checks.some(job => job.status === 'failed' && job.results.some(value => value.tests?.failed > 0)), 'Model must preserve the original failing tests.');
|
||||
assert.equal(batch?.source, 'agent', 'Model must seal its own complete change set.');
|
||||
assert.deepEqual(batch.files.map(file => file.changeId).sort(), pending.map(change => change.id).sort());
|
||||
if (!applications.length) assert.deepEqual(batch.files.map(file => file.path).sort(), allowed.slice().sort());
|
||||
assert.ok(applications.length < 3);
|
||||
await review('changes', { fingerprint: batch.fingerprint, batch, changes: pending, checks: state.execution.checks });
|
||||
await api(route + '/change-sets/' + batch.id + '/apply', { fingerprint: batch.fingerprint });
|
||||
await waitFor(async () => (await api(route + '/change-sets/' + batch.id)).status === 'completed');
|
||||
for (const change of pending) assert.equal(sha(fs.readFileSync(path.join(sourceRoot, change.path))), change.sha256);
|
||||
applications.push({ id: batch.id, fingerprint: batch.fingerprint, paths: batch.files.map(file => file.path), source: batch.source }); protect();
|
||||
await remainingRun(); await api(route + '/continue-reviewed', {}); continue;
|
||||
}
|
||||
throw new Error('Model stopped before verified Git delivery: ' + state.status + '/' + state.execution.run.stopReason);
|
||||
}
|
||||
assert.ok(delivery, 'The sealed engineering deadline ended without complete delivery.');
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1); assert.ok(passing);
|
||||
const tests = passing.results.find(value => value.name === 'test')?.tests; assert.equal(tests?.total, 9); assert.equal(tests.passed, 9); assert.equal(tests.failed, 0);
|
||||
assert.deepEqual(git(['diff-tree', '--no-commit-id', '--name-only', '-r', 'HEAD']).trim().split(/\r?\n/).sort(), allowed.slice().sort()); protect();
|
||||
succeeded = true;
|
||||
result = { success: true, commit: delivery.commit, tests, delivery, checkJobId: passing.id };
|
||||
} catch (error) {
|
||||
failure = { name: error.name, message: error.message, stack: error.stack, at: new Date().toISOString(), automaticReplay: false };
|
||||
result = { success: false, failure }; process.exitCode = 1;
|
||||
} finally {
|
||||
if (route) {
|
||||
state = await api(route);
|
||||
if (['running', 'stopping', 'awaiting_approval'].includes(state.status)) { await api(route + '/stop', {}); state = await api(route); }
|
||||
taskId ??= state.execution.task?.id;
|
||||
save('node/session.json', state); save('node/export.json', await api(route + '/export'));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => value.sessionId === session.id); save('node/attempts.json', attempts);
|
||||
const captures = await captureAttempts(api, attempts, 'node/captures');
|
||||
const identitiesValid = attempts.every(value => value.connectionId === connectionId && value.poolId === null && value.ordinal === 1
|
||||
&& value.status === 'completed' && value.modelIdentity?.status === 'matched' && value.modelIdentity.complete === true && value.modelIdentity.policy === 'require-match');
|
||||
result = { ...result, version: boot.version, sessionId: session.id, projectId: project.id, taskId, sourceRoot,
|
||||
connectionId, requestedModel: 'gpt-6.1-sol', usage: state.execution.task?.usage, state: state.status, stopReason: state.execution.run?.stopReason,
|
||||
attempts: attempts.length, identitiesValid, captures, approvals, applications, continuations, observations,
|
||||
modelImplementationSuppliedBySupervisor: false, modelWeightsAuthenticated: false, originalPurgeBenefitTested: false,
|
||||
elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (succeeded) assert.equal(identitiesValid, true);
|
||||
save('node/model-outcome.json', result);
|
||||
for (const name of allowed) save('node/source-after/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/git-final.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']), diff: git(['diff', 'HEAD', '--', ...allowed]) });
|
||||
}
|
||||
const host = await api('/host/status'); assert.equal(host.activity.active, false, 'Do not overwrite another active task.');
|
||||
if (configured) {
|
||||
const center = await api('/model-center'), current = center.connections.find(value => value.id === connectionId);
|
||||
assert.equal(current.revision, configured.revision, 'Do not overwrite an external connection edit.');
|
||||
const restored = await api('/model-center/connections', { ...connectionInput(connection), ...originalIdentity(connection), revision: current.revision });
|
||||
assert.equal(restored.credentialRevision, connection.credentialRevision); save('node/connection-restored.json', restored);
|
||||
assert.deepEqual(originalIdentity(restored), originalIdentity(connection));
|
||||
}
|
||||
if (budgetWritten) await api('/model-center/runtime-budgets', Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])));
|
||||
if (selectionWritten) await api('/model-center/select', centerBefore.selected);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('node/after.json', after);
|
||||
if (before) {
|
||||
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item, 'Original export: ' + item.id);
|
||||
for (const table of ['sessions', 'records', 'events', 'outbox']) {
|
||||
const rows = new Map(after.database.tables[table].rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, 'Original ' + table + '/' + row.id);
|
||||
}
|
||||
const artifactMap = new Map(after.persistent.artifacts.map(value => [value.path, value]));
|
||||
for (const item of before.persistent.artifacts) assert.deepEqual(artifactMap.get(item.path), item, 'Original artifact: ' + item.path);
|
||||
const finalBoot = await api('/bootstrap'), normalized = { ...finalBoot.config, configRevision: boot.config.configRevision };
|
||||
assert.deepEqual(canonical(normalized), canonical(boot.config));
|
||||
assert.deepEqual(finalBoot.projects.filter(value => value.id !== project?.id), boot.projects, 'Every original public project, excluding only the new owned sample.');
|
||||
assert.deepEqual(after.modelCenter.selected, centerBefore.selected); assert.deepEqual(after.modelCenter.pools, centerBefore.pools);
|
||||
for (const item of centerBefore.connections.filter(value => ![connectionId, 'legacy-default'].includes(value.id))) assert.deepEqual(after.modelCenter.connections.find(value => value.id === item.id), item);
|
||||
const finalMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/final-public-metadata.json', finalMetadata);
|
||||
const configNormalized = { ...finalMetadata.config, configRevision: publicMetadata.config.configRevision };
|
||||
assert.deepEqual(canonical(configNormalized), canonical(publicMetadata.config), 'Raw public disk config except its monotonic revision.');
|
||||
const registryNormalized = structuredClone(finalMetadata.registry);
|
||||
assert.ok(registryNormalized.revision > publicMetadata.registry.revision);
|
||||
registryNormalized.revision = publicMetadata.registry.revision;
|
||||
const originalConnection = publicMetadata.registry.connections.find(value => value.id === connectionId);
|
||||
const finalConnection = registryNormalized.connections.find(value => value.id === connectionId);
|
||||
assert.equal(finalConnection.revision, originalConnection.revision + 2);
|
||||
finalConnection.revision = originalConnection.revision; finalConnection.updatedAt = originalConnection.updatedAt;
|
||||
const registryBefore = structuredClone(publicMetadata.registry);
|
||||
const normalizedBeforeConnection = registryBefore.connections.find(value => value.id === connectionId);
|
||||
const normalization = Object.fromEntries(Object.entries(originalIdentity(normalizedBeforeConnection)).filter(([key]) => !Object.hasOwn(normalizedBeforeConnection, key)));
|
||||
Object.assign(normalizedBeforeConnection, normalization);
|
||||
save('node/declared-identity-default-normalization.json', { connectionId, added: normalization,
|
||||
originalRawStatePreserved: true, originalSemanticsRestored: true, reason: 'The public partial-update API retains missing fields; restore explicit original default semantics rather than silently retaining require-match.' });
|
||||
for (const value of [registryBefore, registryNormalized]) value.connections.sort((a, b) => a.id.localeCompare(b.id));
|
||||
assert.deepEqual(canonical(registryNormalized), canonical(registryBefore), 'Registry except declared revision/timestamp/order and explicit original identity defaults.');
|
||||
const finalAttempts = meta('modelAttempts') ?? [];
|
||||
for (const item of originalAttempts) assert.deepEqual(finalAttempts.find(value => value.id === item.id), item, 'Original complete model attempt: ' + item.id);
|
||||
const metadataRows = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables.metadata.rows.filter(row => !['config', 'modelRegistry', 'modelAttempts'].includes(row.id))) assert.deepEqual(metadataRows.get(row.id), row);
|
||||
save('node/restoration.json', { passed: true, originalExports: before.exports.length, originalArtifactFiles: before.persistent.artifacts.length,
|
||||
originalRowsExact: ['sessions', 'records', 'events', 'outbox'], budgetsAndSelectionRestored: true, poolsUnchanged: true,
|
||||
originalPublicProjectsExact: true, originalAttemptsExact: originalAttempts.length, rawConfigExceptRevisionExact: true,
|
||||
registryExceptDeclaredRevisionTimestampOrderAndIdentityDefaultsExact: true, identityDefaultNormalization: normalization, otherMetadataRowsExact: true,
|
||||
originalCredentialRevision: connection?.credentialRevision, finalCredentialRevision: after.modelCenter.connections.find(value => value.id === connectionId)?.credentialRevision,
|
||||
changedOnlyMonotonicRevisionsObservedHealthAndDeclaredIdentityDefaults: true, pid: after.pid, version: after.version, noKeyExtractedOrResaved: true });
|
||||
}
|
||||
save('node/result.json', result ?? { success: false, failure, noModelDispatch: true }); await close();
|
||||
}
|
||||
console.log(JSON.stringify({ success: result.success, attempts: result.attempts, usage: result.usage, state: result.state,
|
||||
stopReason: result.stopReason, commit: result.commit, tests: result.tests, error: result.failure?.message }));
|
||||
@@ -0,0 +1,86 @@
|
||||
// One-shot QA adapter. Runs inside the existing formal host via the inspector;
|
||||
// never reads a credential value. Mirrors the sealed R preflight payload.
|
||||
export async function boundedGptPreflight(input) {
|
||||
const ensure = (value, message) => { if (!value) throw new Error(message); };
|
||||
ensure(process.pid === input.pid, 'Unexpected host PID.');
|
||||
const servers = process._getActiveHandles().filter(h => h?.listening && h.address?.()?.address === '127.0.0.1' && h.address?.()?.port === input.port);
|
||||
ensure(servers.length === 1, 'Expected one owned loopback server.');
|
||||
const context = servers[0].workbenchHostAuthority?.context;
|
||||
ensure(context?.provider && context?.store && context?.runtime, 'Original context missing.');
|
||||
const { store, provider, runtime } = context;
|
||||
ensure(runtime.appDirectory === input.runtimeRoot, 'Loaded runtime changed.');
|
||||
ensure(![...store.sessions.values()].some(s => ['running', 'stopping', 'awaiting_approval'].includes(s.status)), 'Host is busy.');
|
||||
const session = store.session(input.sessionId), project = store.project(session.projectId);
|
||||
ensure(session.projectId === input.projectId && session.messages.length === 0 && !session.runId, 'Probe session must be new and owned.');
|
||||
const hub = provider.modelHub(store);
|
||||
const connection = hub.view().connections.find(c => c.id === input.connectionId);
|
||||
ensure(connection?.hasKey && connection.credentialRevision === input.credentialRevision, 'Original saved credential revision changed.');
|
||||
ensure(connection.enabled && connection.protocol === 'chat-completions' && (connection.modelIdentityPolicy ?? 'record') === 'record', 'Probe protocol/auth/identity mismatch.');
|
||||
ensure(connection.baseUrl === input.baseUrl && connection.model === input.model && connection.revision === input.connectionRevision, 'Connection changed.');
|
||||
const config = hub.prepare({ ...store.config, mode: 'compatible', maxSteps: 1, maxOutputTokens: 256,
|
||||
contextLimit: 16000, maxRunTokens: 16000, maxTaskTokens: 16000, maxRunDurationMs: 320000,
|
||||
modelResponseTimeoutMs: 300000, modelStreamIdleTimeoutMs: 120000 }, { type: 'connection', id: input.connectionId });
|
||||
config.modelRouting.members = config.modelRouting.members.map(member => ({ ...member, modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' }));
|
||||
ensure(config.modelRouting.members.length === 1 && config.modelRouting.maxAttempts === 1 && config.maxOutputTokens === 256, 'One-request hard limits missing.');
|
||||
globalThis.__gptXProbeOnce ??= new Set();
|
||||
ensure(!globalThis.__gptXProbeOnce.has(input.sessionId), 'This sample cannot be replayed.');
|
||||
globalThis.__gptXProbeOnce.add(input.sessionId);
|
||||
session.title = input.title;
|
||||
const run = store.beginRun(session, input.prompt, false, config, { forceNewTask: true });
|
||||
store.message(session, 'user', input.prompt);
|
||||
session.providerMessages.push({ role: 'user', content: input.prompt });
|
||||
const step = store.beginStep(session, run), planner = runtime.requestPlanner();
|
||||
let plan, response, diagnostic = null, requestEvent, receipts = 0, wireStarts = 0;
|
||||
const wireIds = new Set();
|
||||
const signal = AbortSignal.timeout(320000);
|
||||
let stopReason = 'identity_probe_complete';
|
||||
try {
|
||||
plan = planner.prepare(session, run, config, { system: 'This is a connection identity preflight. Reply to the user exactly. No tools are available. Do not perform any project work.', tools: [], stepId: step.id });
|
||||
const variants = plan.body.kind === 'model-route-plan' ? plan.body.variants.map(v => v.body) : [plan.body];
|
||||
ensure(variants.length === 1 && variants.every(b => !(b.tools?.length) && b.max_tokens === 256 && b.model === input.model), 'Wire request violates no-tool contract.');
|
||||
ensure(plan.record.tokenReservation.reservedTokens <= 16000, 'Reservation exceeds sealed budget.');
|
||||
const progress = event => {
|
||||
if (event.consumption) {
|
||||
receipts += Number(store.recordConsumption(session, run, { ...event.consumption, requestId: plan.record.id }, plan.record.tokenReservation.reservedTokens));
|
||||
return;
|
||||
}
|
||||
if (event.phase === 'running' && event.wireAttemptId) { wireIds.add(event.wireAttemptId); wireStarts = wireIds.size; ensure(wireStarts === 1, 'No retries permitted.'); }
|
||||
requestEvent ??= store.event(session, { kind: 'model', source: 'model_connection', label: 'X · GPT单次身份预检(无工具)', phase: 'running', runId: run.id, contextPlanId: plan.record.id, startedAt: new Date().toISOString() });
|
||||
if (event.modelAttemptId) requestEvent.modelAttemptId = event.modelAttemptId;
|
||||
if (event.connectionId) requestEvent.connectionId = event.connectionId;
|
||||
if (event.model) requestEvent.actualModel = event.model;
|
||||
if (event.modelIdentity) requestEvent.modelIdentity = event.modelIdentity;
|
||||
if (event.requestUrl) requestEvent.requestUrl = event.requestUrl;
|
||||
if (event.diagnostic) requestEvent.diagnostic = event.diagnostic;
|
||||
if (event.stream) requestEvent.stream = event.stream;
|
||||
if (event.phase) requestEvent.phase = event.phase;
|
||||
plan.record.requestAttempts = wireStarts; step.modelAttempts = wireStarts;
|
||||
store.save(session);
|
||||
};
|
||||
response = await provider.complete(config, plan.messages, project, signal, progress, plan.record, [], { attempts: 1, maxBudgetAttempts: 1 });
|
||||
ensure(!response.message.tool_calls?.length, 'Unsolicited tools are never executed.');
|
||||
ensure(receipts === 1, 'Expected one original consumption receipt.');
|
||||
planner.finish(session, plan.record, { response, attempts: wireStarts });
|
||||
session.providerMessages.push(response.message); store.message(session, 'assistant', response.message.content);
|
||||
const total = (run.usage?.reportedTokens ?? run.usage?.totalTokens ?? 0);
|
||||
session.status = total > 16000 ? 'paused' : 'completed';
|
||||
if (total > 16000) stopReason = 'task_token_limit';
|
||||
} catch (cause) {
|
||||
diagnostic = cause.diagnostic ?? { source: 'workbench', origin: 'local', stage: 'identity_preflight', kind: signal.aborted ? 'cancelled' : 'runtime', title: '身份预检需要核对', message: provider.redact(cause.message), occurredAt: new Date().toISOString() };
|
||||
session.status = diagnostic.kind === 'model_identity' || signal.aborted ? 'paused' : 'failed';
|
||||
stopReason = diagnostic.kind;
|
||||
session.lastFailure = { ...diagnostic, runId: run.id };
|
||||
const message = store.message(session, 'system', diagnostic.message);
|
||||
session.failure = { ...session.lastFailure, messageId: message.id };
|
||||
if (plan) planner.finish(session, plan.record, { error: new Error(diagnostic.message), attempts: wireStarts });
|
||||
} finally {
|
||||
if (requestEvent) { requestEvent.phase = diagnostic ? 'failed' : 'completed'; requestEvent.finishedAt = new Date().toISOString(); if (diagnostic) requestEvent.diagnostic = diagnostic; }
|
||||
store.finishStep(session, step, diagnostic ? 'failed' : 'completed');
|
||||
store.finishRun(session, run, stopReason);
|
||||
}
|
||||
const attempts = hub.attempts.filter(a => a.sessionId === session.id);
|
||||
ensure(attempts.length <= 1 && wireStarts <= 1, 'Single-request limit exceeded.');
|
||||
return { sessionId: session.id, projectId: project.id, taskId: run.taskId, runId: run.id, status: session.status,
|
||||
stopReason, attempts: attempts.length, receipts, wireStarts, actualTools: run.toolCalls, usage: run.usage,
|
||||
contextPlanId: plan?.record.id ?? null, diagnostic, message: response?.message ?? null };
|
||||
}
|
||||
@@ -0,0 +1,70 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { publicSnapshot, hash } from './state.mjs';
|
||||
import { invokeGptProbe, inspectorClosed } from './inspector.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, captureAttempts, readRoot } from './common.mjs';
|
||||
// Single no-tool GPT identity preflight. One request max, strict identity, stop on failure.
|
||||
assert.equal(fs.existsSync(path.join(root, 'preflight')), false, 'Never replay or overwrite a real sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let fatal;
|
||||
try {
|
||||
await inspectorClosed();
|
||||
assert.equal(boot.version, '1.25.2');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('preflight/before.json', before);
|
||||
assert.deepEqual(before.active, []);
|
||||
const connection = before.modelCenter.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, 1);
|
||||
assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.model, 'gpt-6.1-sol');
|
||||
assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
const originalAttempts = meta('modelAttempts') ?? []; save('preflight/original-attempts.json', originalAttempts);
|
||||
const nonce = randomUUID(), prompt = `这是独立GPT连接身份预检,不是工程任务。只回复 OK ${nonce},不要调用工具、读写文件或执行命令。`;
|
||||
save('preflight/contract.json', { kind: 'single-real-GPT-identity-preflight', connectionId, connection,
|
||||
version: boot.version, runtimeRoot: boot.runtimeRoot, maxRequests: 1, maxAttempts: 1, maxOutputTokens: 256,
|
||||
maxTokens: 16000, contextLimit: 16000, toolDefinitions: 0, toolExecution: 0,
|
||||
poolSwitching: false, automaticReplay: false, modelIdentityPolicy: 'require-match in this experiment snapshot only',
|
||||
noGlobalConfigurationWrite: true, noCredentialExtractionOrResave: true, prompt, nonce,
|
||||
originalBaselineSha256: hash(fs.readFileSync(path.join(root, 'preflight/before.json'))) });
|
||||
const projectRoot = path.join(root, 'preflight/identity-only'); fs.mkdirSync(projectRoot);
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# X GPT identity preflight\nNo engineering or command execution.\n', { flag: 'wx' });
|
||||
const project = await api('/projects', { root: projectRoot });
|
||||
const session = await api('/sessions', { projectId: project.id }); save('preflight/owned.json', { project, session });
|
||||
const input = { pid: host.identity.pid, port: 4318, runtimeRoot: boot.runtimeRoot, sessionId: session.id, projectId: project.id,
|
||||
connectionId, connectionRevision: connection.revision, credentialRevision: connection.credentialRevision,
|
||||
baseUrl: connection.baseUrl, model: connection.model, title: 'X · jojocode GPT连接单次预检', prompt };
|
||||
save('preflight/input.json', input);
|
||||
console.log(JSON.stringify({ stage: 'single-GPT-preflight', connectionId, model: connection.model, requestUrl: connection.baseUrl + '/chat/completions', maxRequests: 1, toolDefinitions: 0 }));
|
||||
const invoked = await invokeGptProbe(input); save('preflight/expression.js', invoked.expression); save('preflight/host-result.json', invoked.result);
|
||||
const previous = new Set(originalAttempts.map(value => value.id));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => !previous.has(value.id)); save('preflight/attempts.json', attempts);
|
||||
assert.ok(attempts.length <= 1); for (const attempt of attempts) { assert.equal(attempt.sessionId, session.id); assert.equal(attempt.connectionId, connectionId); assert.equal(attempt.poolId, null); }
|
||||
const state = await api('/sessions/' + session.id); save('preflight/session.json', state);
|
||||
save('preflight/export.json', await api('/sessions/' + session.id + '/export'));
|
||||
const captures = await captureAttempts(api, attempts, 'preflight/captures');
|
||||
const attempt = attempts[0];
|
||||
const passed = attempts.length === 1 && attempt.status === 'completed' && attempt.modelIdentity?.status === 'matched'
|
||||
&& attempt.modelIdentity.complete === true && attempt.modelIdentity.policy === 'require-match' && attempt.responseRedacted === false
|
||||
&& attempt.usageStatus === 'reported' && attempt.usage.total_tokens <= 16000 && captures.length === 2
|
||||
&& invoked.result.actualTools === 0 && state.status === 'completed' && invoked.result.message?.content?.includes(nonce);
|
||||
const result = { passed, engineeringTestAllowed: passed, testedAt: new Date().toISOString(), version: boot.version,
|
||||
connectionId, sessionId: session.id, projectId: project.id, taskId: invoked.result.taskId,
|
||||
requestedModel: connection.model, reportedModels: attempt?.modelIdentity?.reportedModels ?? [], identity: attempt?.modelIdentity,
|
||||
requestUrl: attempt?.requestUrl, requests: attempts.length, usage: attempt?.usage ?? null, usageStatus: attempt?.usageStatus ?? 'not_dispatched',
|
||||
actualTools: invoked.result.actualTools, stopReason: invoked.result.stopReason, captures,
|
||||
noRetryOrPoolSwitch: attempts.every(value => value.ordinal === 1 && value.poolId === null),
|
||||
modelWeightsAuthenticated: false, engineeringDeliveryTested: false, purgeBenefitTested: false,
|
||||
defaultSelectionChanged: false, connectionConfigChanged: false, credentialValuesReadOrSaved: false };
|
||||
save('preflight/result.json', result); console.log(JSON.stringify({ passed, requests: result.requests, usage: result.usage, reportedModels: result.reportedModels, stopReason: result.stopReason }));
|
||||
} catch (error) {
|
||||
fatal = { name: error.name, message: error.message, stack: error.stack, recordedAt: new Date().toISOString(), automaticReplay: false };
|
||||
save('preflight/driver-error.json', fatal); process.exitCode = 1;
|
||||
} finally {
|
||||
save('preflight/after.json', await publicSnapshot(origin, dataRoot()));
|
||||
save('preflight/inspector-final.json', { closed: await inspectorClosed() });
|
||||
await close();
|
||||
}
|
||||
if (fatal) console.error(fatal.message);
|
||||
@@ -0,0 +1,20 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash} from 'node:crypto';
|
||||
const root=path.resolve('.qa/live-delivery-x'),manifestFile=path.join(root,'MANIFEST.json');
|
||||
assert.equal(fs.existsSync(manifestFile),false,'Never overwrite sealed experiment evidence.');
|
||||
const files=[];
|
||||
const walk=relative=>{for(const entry of fs.readdirSync(path.join(root,relative),{withFileTypes:true})){
|
||||
const name=path.posix.join(relative,entry.name),file=path.join(root,name),stat=fs.lstatSync(file);
|
||||
assert.equal(stat.isSymbolicLink(),false);assert.equal(stat.nlink,1);
|
||||
if(entry.isDirectory()){walk(name);continue;}
|
||||
assert.equal(entry.isFile(),true);const bytes=fs.readFileSync(file);
|
||||
files.push({path:name,bytes:bytes.length,sha256:createHash('sha256').update(bytes).digest('hex')});
|
||||
}};
|
||||
walk('');files.sort((a,b)=>a.path.localeCompare(b.path));
|
||||
const manifest={schemaVersion:1,sample:'X',files,filesCount:files.length,totalBytes:files.reduce((sum,row)=>sum+row.bytes,0),
|
||||
note:'Lengths and hashes of original files, excluding this manifest. Completeness is not a delivery-success claim.'};
|
||||
fs.writeFileSync(manifestFile,JSON.stringify(manifest,null,2)+'\n',{flag:'wx'});
|
||||
for(const row of files){const bytes=fs.readFileSync(path.join(root,row.path));assert.equal(bytes.length,row.bytes);assert.equal(createHash('sha256').update(bytes).digest('hex'),row.sha256);}
|
||||
console.log(JSON.stringify({success:true,files:files.length,bytes:manifest.totalBytes,manifestFile,realModelRequests:0}));
|
||||
@@ -0,0 +1,3 @@
|
||||
// Reuse the committed, reviewed retained-host-state helpers so the X sample
|
||||
// hashes and compares original state exactly as the formal release driver does.
|
||||
export { hash, canonical, digest, databaseSnapshot, publicSnapshot, compareOriginalState } from '../retained-host-state.mjs';
|
||||
@@ -0,0 +1,57 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { Agent, fetch } from 'undici';
|
||||
// New bounded real sample Y on formal 1.25.2. Same fixed expense-report task,
|
||||
// same apikey GPT Chat streaming connection, same 16K/2048/8-request/90000-token caps.
|
||||
// Never reads, copies, decrypts or re-stores the real key; uses the formal
|
||||
// Provider's in-memory connection only. Never replays a sealed sample.
|
||||
export const root = path.resolve('.qa/live-delivery-y');
|
||||
export const origin = 'http://127.0.0.1:4318';
|
||||
export const connectionId = '93d0cf6d-4f32-4918-9da8-6f125aa8a6e5';
|
||||
export const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
export const readRoot = () => JSON.parse(fs.readFileSync(path.join(root, 'current.json')));
|
||||
export const dataRoot = () => readRoot().host.identity.dataRoot;
|
||||
export const save = (relative, value) => {
|
||||
const file = path.join(root, relative); fs.mkdirSync(path.dirname(file), { recursive: true });
|
||||
fs.writeFileSync(file, typeof value === 'string' || Buffer.isBuffer(value) ? value : JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
};
|
||||
export function meta(name) {
|
||||
assert.ok(['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(name));
|
||||
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
|
||||
try { const row = db.prepare('SELECT value FROM metadata WHERE key=?').get(name); return row ? JSON.parse(row.value) : null; }
|
||||
finally { db.close(); }
|
||||
}
|
||||
export async function client() {
|
||||
const dispatcher = new Agent({ connect: { autoSelectFamily: true, timeout: 5000 } });
|
||||
let token;
|
||||
const api = async (route, input, timeout = 30000) => {
|
||||
const response = await fetch(origin + '/api' + route, { dispatcher,
|
||||
method: input === undefined ? 'GET' : 'POST', redirect: 'error', signal: AbortSignal.timeout(timeout),
|
||||
headers: { ...(token ? { 'X-Workbench-Token': token } : {}), 'Content-Type': 'application/json', Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const value = await response.json();
|
||||
if (!response.ok) throw Object.assign(new Error(route + ': ' + (value.error ?? response.status)), { status: response.status });
|
||||
return value;
|
||||
};
|
||||
const boot = await api('/bootstrap'); token = boot.token;
|
||||
return { api, boot, close: () => dispatcher.close() };
|
||||
}
|
||||
export async function captureAttempts(api, attempts, relative) {
|
||||
const captures = [];
|
||||
for (const attempt of attempts) for (const kind of ['request', 'response']) {
|
||||
const id = attempt[kind + 'ArtifactId']; if (!id) continue;
|
||||
let content = '', offset = 0, page;
|
||||
do {
|
||||
page = await api('/artifacts/' + id + '?session=' + attempt.sessionId + '&offset=' + offset + '&limit=16000');
|
||||
assert.ok(page.content.length || !page.truncated); content += page.content; offset += page.content.length;
|
||||
} while (page.truncated);
|
||||
assert.equal(sha(content), page.sha256);
|
||||
assert.equal(page.sha256, attempt[kind + 'Sha256']);
|
||||
const name = `${relative}/${attempt.id}-${kind}.${kind === 'request' ? 'json' : attempt.streaming ? 'sse' : 'txt'}`;
|
||||
save(name, content); captures.push({ attemptId: attempt.id, kind, artifactId: id, path: name, sha256: sha(content), bytes: Buffer.byteLength(content) });
|
||||
}
|
||||
return captures;
|
||||
}
|
||||
@@ -0,0 +1,37 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { publicSnapshot } from './state.mjs';
|
||||
import { root, origin, connectionId, sha } from './common.mjs';
|
||||
// Read-only freeze of the formal 1.25.2 state before sample Y. 0 model requests.
|
||||
assert.equal(fs.existsSync(root), false, 'Sample Y is frozen once; never overwrite.');
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Freeze from a committed tree.');
|
||||
const boot = await (await fetch(origin + '/api/bootstrap', { headers: { Connection: 'close' } })).json();
|
||||
const api = async route => (await fetch(origin + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' } })).json();
|
||||
const host = await api('/host/status'), center = await api('/model-center'), connection = center.connections.find(c => c.id === connectionId);
|
||||
assert.equal(boot.version, '1.25.2'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, 1);
|
||||
assert.equal(connection.model, 'gpt-6.1-sol'); assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.streaming, true);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.maxOutputTokens, 2048);
|
||||
assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
assert.equal(connection.baseUrl, 'https://api.apikey.fan/v1');
|
||||
assert.equal(connection.modelIdentityAliasSource, 'https://api.apikey.fan');
|
||||
assert.equal(center.connections.find(c => c.id === '5b4daed9-b2f7-4de0-b949-573eba70c7b3').enabled, false);
|
||||
assert.equal(center.connections.find(c => c.id === '09b0293b-faad-45c3-832d-7c8b615813aa').enabled, false);
|
||||
assert.deepEqual(center.selected, { type: 'pool', id: '68e30376-b799-445b-a858-db2dba9920a0' });
|
||||
const baseline = await publicSnapshot(origin, host.identity.dataRoot); assert.deepEqual(baseline.active, []);
|
||||
const candidate = JSON.parse(fs.readFileSync('releases/latest.json', 'utf8'));
|
||||
const runtimeManifest = fs.readFileSync(path.join(boot.runtimeRoot, 'MANIFEST.json'));
|
||||
assert.equal(JSON.parse(runtimeManifest).version, '1.25.2');
|
||||
assert.equal(sha(runtimeManifest), sha(fs.readFileSync(path.join(candidate.portableRoot, 'MANIFEST.json'))), 'Freeze the actual accepted installed candidate.');
|
||||
const sourceCommit = candidate.documentation.sourceCommit;
|
||||
assert.match(sourceCommit, /^[a-f0-9]{40}$/);
|
||||
const reviewedHead = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
fs.writeFileSync(path.join(root, 'current.json'), JSON.stringify({ host, config: boot.config, projects: boot.projects, center, baseline,
|
||||
connectionRevision: connection.revision, sourceCommit, reviewedHead, runtimeManifestSha256: sha(runtimeManifest),
|
||||
observedAt: new Date().toISOString() }, null, 2), { flag: 'wx' });
|
||||
console.log(JSON.stringify({ success: true, version: boot.version, pid: host.identity.pid, projects: baseline.projects,
|
||||
sessions: baseline.exports.length, connectionId, connectionRevision: connection.revision, modelRequests: 0 }));
|
||||
@@ -0,0 +1,58 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import net from 'node:net';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { boundedGptPreflight } from './payload.mjs';
|
||||
export async function inspectorClosed() {
|
||||
return new Promise((resolve, reject) => {
|
||||
const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector already open.')); });
|
||||
socket.once('error', e => { socket.destroy(); e.code === 'ECONNREFUSED' ? resolve(true) : reject(e); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); });
|
||||
});
|
||||
}
|
||||
class Protocol {
|
||||
constructor(socket) {
|
||||
this.socket = socket; this.nextId = 1; this.pending = new Map();
|
||||
socket.addEventListener('message', event => {
|
||||
const m = JSON.parse(String(event.data)); if (!m.id) return;
|
||||
const p = this.pending.get(m.id); if (!p) return; this.pending.delete(m.id); clearTimeout(p.timer);
|
||||
m.error ? p.reject(Error(m.error.message)) : p.resolve(m.result);
|
||||
});
|
||||
socket.addEventListener('close', () => { for (const p of this.pending.values()) { clearTimeout(p.timer); p.reject(Error('Inspector closed; outcome unknown.')); } this.pending.clear(); });
|
||||
}
|
||||
send(method, params, timeout = 10000) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const id = this.nextId++, timer = setTimeout(() => { this.pending.delete(id); reject(Error('Inspector timeout; do not replay.')); }, timeout);
|
||||
this.pending.set(id, { resolve, reject, timer }); this.socket.send(JSON.stringify({ id, method, params }));
|
||||
});
|
||||
}
|
||||
}
|
||||
export async function invokeGptProbe(input) {
|
||||
await inspectorClosed(); let socket, protocol, enabled = false;
|
||||
try {
|
||||
process._debugProcess(input.pid); enabled = true;
|
||||
let targets;
|
||||
for (let i = 0; i < 40 && !targets; i++) {
|
||||
await delay(100);
|
||||
try { targets = await (await fetch('http://127.0.0.1:9229/json/list', { signal: AbortSignal.timeout(700) })).json(); } catch {}
|
||||
}
|
||||
assert.equal(targets?.length, 1);
|
||||
assert.ok(targets[0].webSocketDebuggerUrl.startsWith('ws://127.0.0.1:9229/'));
|
||||
socket = new WebSocket(targets[0].webSocketDebuggerUrl);
|
||||
await new Promise((resolve, reject) => { socket.addEventListener('open', resolve, { once: true }); socket.addEventListener('error', reject, { once: true }); });
|
||||
protocol = new Protocol(socket);
|
||||
const identity = await protocol.send('Runtime.evaluate', { expression: 'process.pid', returnByValue: true });
|
||||
assert.equal(identity.result.value, input.pid);
|
||||
const expression = '(' + boundedGptPreflight.toString() + ')(' + JSON.stringify(input) + ')';
|
||||
const result = await protocol.send('Runtime.evaluate', { expression, awaitPromise: true, returnByValue: true }, 345000);
|
||||
if (result.exceptionDetails) throw Error(result.exceptionDetails.exception?.description ?? result.exceptionDetails.text);
|
||||
return { result: result.result.value, expression };
|
||||
} finally {
|
||||
if (protocol && enabled) {
|
||||
await protocol.send('Runtime.evaluate', { expression: "setTimeout(() => process.getBuiltinModule('inspector').close(), 25); 'closing'", returnByValue: true });
|
||||
await delay(200);
|
||||
}
|
||||
socket?.close();
|
||||
await inspectorClosed();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,63 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, readRoot } from './common.mjs';
|
||||
// One bounded DNS/TCP/TLS observation of the same connection. Recorded, but per
|
||||
// the new design a diagnostic result does not block the preflight. 0 HTTP/model.
|
||||
assert.equal(fs.existsSync(path.join(root, 'network')), false, 'One diagnostic only; never overwrite or replay.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let jobId;
|
||||
try {
|
||||
const host = await api('/host/status');
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(boot.version, '1.25.2'); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('network/before.json', before);
|
||||
assert.deepEqual(canonical(before.database.tables), canonical(original.baseline.database.tables));
|
||||
assert.deepEqual(before.exports, original.baseline.exports); assert.deepEqual(before.persistent, original.baseline.persistent);
|
||||
const history = await api('/model-center/network-diagnostics'); save('network/history-before.json', history);
|
||||
const connection = before.modelCenter.connections.find(row => row.id === connectionId);
|
||||
assert.equal(connection.revision, original.connectionRevision); assert.equal(connection.credentialRevision, 1);
|
||||
save('network/contract.json', { connectionId, revision: connection.revision, target: connection.baseUrl,
|
||||
maxJobs: 1, recordedNonBlocking: true, credentialAccess: false, httpRequests: 0, modelRequests: 0,
|
||||
directEndpointOnly: true, modelApiRouteVerified: false, defaultOrTransportChanges: false });
|
||||
const started = await api('/model-center/network-diagnostics', { id: connectionId, revision: connection.revision });
|
||||
save('network/start.json', started); jobId = started.job.id;
|
||||
const deadline = Date.now() + 20000;
|
||||
let current;
|
||||
do {
|
||||
current = await api('/model-center/network-diagnostics');
|
||||
if (!current.active) break;
|
||||
assert.ok(Date.now() < deadline, 'Diagnostic exceeded its bounded deadline.'); await delay(200);
|
||||
} while (true);
|
||||
const job = current.jobs.find(row => row.id === jobId);
|
||||
assert.ok(job.finishedAt);
|
||||
assert.equal(job.connectionId, connectionId); assert.equal(job.connectionRevision, original.connectionRevision);
|
||||
assert.equal(job.httpRequests, 0); assert.equal(job.modelRequests, 0); assert.equal(job.credentialAccess, false);
|
||||
assert.equal(job.route.kind, 'direct-endpoint-only'); assert.equal(job.route.modelApiRouteVerified, false);
|
||||
save('network/history-after.json', current); save('network/job.json', job);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('network/after.json', after);
|
||||
for (const field of ['pid', 'version', 'hasKey', 'configSha256', 'projectsSha256', 'sessionsSha256', 'eventCursor', 'modelCenterSha256']) assert.deepEqual(after[field], before[field], field);
|
||||
assert.deepEqual(after.exports, before.exports); assert.deepEqual(after.persistent.artifacts, before.persistent.artifacts);
|
||||
assert.deepEqual(after.persistent.files, before.persistent.files);
|
||||
for (const table of Object.keys(before.database.tables)) {
|
||||
assert.equal(after.database.tables[table].schemaSha256, before.database.tables[table].schemaSha256);
|
||||
const nextRows = after.database.tables[table].rows.filter(row => table !== 'metadata' || row.id !== 'modelNetworkDiagnostics');
|
||||
const previousRows = before.database.tables[table].rows.filter(row => table !== 'metadata' || row.id !== 'modelNetworkDiagnostics');
|
||||
assert.deepEqual(nextRows, previousRows, table + ': only diagnostic history may change');
|
||||
}
|
||||
const result = { passed: true, recordedNonBlocking: true, jobId, diagnosticStatus: job.status, elapsedMs: job.elapsedMs,
|
||||
dns: job.stages?.dns, trials: (job.trials ?? []).map(row => ({ mode: row.mode, family: row.family, status: row.status, code: row.code })),
|
||||
route: job.route, originalStateExactExceptNewDiagnosticHistory: true, credentialAccess: false, httpRequests: 0, modelRequests: 0 };
|
||||
save('network/restoration.json', result); console.log(JSON.stringify(result));
|
||||
} catch (error) {
|
||||
save('network/driver-error.json', { name: error.name, message: error.message, stack: error.stack, jobId, automaticReplay: false });
|
||||
throw error;
|
||||
} finally {
|
||||
if (jobId) {
|
||||
const state = await api('/model-center/network-diagnostics');
|
||||
if (state.active && ['pending', 'running'].includes(state.jobs.find(row => row.id === jobId)?.status)) save('network/stop.json', await api('/model-center/network-diagnostics/' + jobId + '/stop', {}));
|
||||
}
|
||||
await close();
|
||||
}
|
||||
@@ -0,0 +1,239 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { gitEnvironment } from '../../src/core/git-process.mjs';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, sha, captureAttempts, readRoot } from './common.mjs';
|
||||
// Bounded real Node engineering with supervisor-in-the-loop review. Model
|
||||
// implements the three allowed modules autonomously; supervisor only approves
|
||||
// the original checks, reviews/applies the allowed change set and confirms Git.
|
||||
assert.equal(JSON.parse(fs.readFileSync(path.join(root, 'preflight/result.json'))).passed, true);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node')), false, 'Never replay or overwrite a live sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
const allowed = ['src/amount.mjs', 'src/summary.mjs', 'src/report.mjs'];
|
||||
const budgetFields = ['contextLimit', 'maxSteps', 'maxOutputTokens', 'maxRunTokens', 'maxTaskTokens', 'maxRunDurationMs'];
|
||||
const connectionFields = ['id', 'name', 'brand', 'model', 'baseUrl', 'enabled', 'requiresKey', 'streaming', 'protocol',
|
||||
'capabilityDeclarations', 'contextLimit', 'maxOutputTokens', 'concurrency', 'nativeParameters', 'outputTokenField',
|
||||
'modelIdentityPolicy', 'modelIdentityAliases', 'modelIdentityAliasSource'];
|
||||
const connectionInput = value => Object.fromEntries(connectionFields.filter(key => Object.hasOwn(value, key)).map(key => [key, value[key]]));
|
||||
const originalIdentity = value => ({ modelIdentityPolicy: value.modelIdentityPolicy ?? 'record',
|
||||
modelIdentityAliases: value.modelIdentityAliases ?? [], modelIdentityAliasSource: value.modelIdentityAliasSource ?? '' });
|
||||
let before, centerBefore, publicMetadata, originalAttempts, connection, configured, project, session, state, taskId, route, budgetWritten = false, selectionWritten = false;
|
||||
let result, delivery, succeeded = false, failure;
|
||||
const approvals = [], applications = [], continuations = [], observations = [], start = Date.now();
|
||||
const sourceRoot = path.join(root, 'node/expense-project');
|
||||
const git = args => execFileSync('git', ['--no-pager', '--no-optional-locks', '-C', sourceRoot, ...args], { encoding: 'utf8', windowsHide: true, env: gitEnvironment() });
|
||||
let protectedBytes, stagedBefore;
|
||||
const protect = () => {
|
||||
for (const [name, bytes] of Object.entries(protectedBytes)) assert.deepEqual(fs.readFileSync(path.join(sourceRoot, name)), bytes, name);
|
||||
assert.equal(git(['show', ':owner-staged.txt']), stagedBefore, 'Preserve original index and working-copy states.');
|
||||
};
|
||||
const waitFor = async (predicate, timeout = 30000) => {
|
||||
const deadline = Date.now() + timeout;
|
||||
while (!await predicate()) { assert.ok(Date.now() < deadline, 'Local operation deadline exceeded; verify outcome, never replay.'); await delay(350); }
|
||||
};
|
||||
const review = async (kind, value) => {
|
||||
const relative = `node/reviews/${kind}-${applications.length + 1}`;
|
||||
const fingerprint = value.fingerprint ?? sha(JSON.stringify(value));
|
||||
save(relative + '/input.json', { ...value, fingerprint });
|
||||
console.log(JSON.stringify({ reviewRequired: true, kind, path: relative + '/input.json', fingerprint }));
|
||||
const decisionPath = path.join(root, relative, 'decision.json');
|
||||
await waitFor(async () => fs.existsSync(decisionPath), Math.max(1, 600000 - (Date.now() - start)));
|
||||
const decision = JSON.parse(fs.readFileSync(decisionPath));
|
||||
assert.equal(decision.approve, true, 'Supervisor declined the original model proposal.');
|
||||
assert.ok(typeof decision.reason === 'string' && decision.reason.length > 20, 'Record substantive review.');
|
||||
assert.equal(decision.fingerprint, fingerprint);
|
||||
return decision;
|
||||
};
|
||||
const remainingRun = async () => {
|
||||
const requests = state?.execution.task.usage.requests ?? 0;
|
||||
assert.ok(requests < 8, 'The sealed eight-request budget is exhausted.');
|
||||
const budgets = { contextLimit: 16000, maxOutputTokens: 2048, maxSteps: 8 - requests,
|
||||
maxRunTokens: 90000, maxTaskTokens: 90000, maxRunDurationMs: 600000 };
|
||||
await api('/model-center/runtime-budgets', budgets); budgetWritten = true;
|
||||
continuations.push({ beforeRequests: requests, remainingSteps: budgets.maxSteps, at: new Date().toISOString() });
|
||||
};
|
||||
try {
|
||||
assert.equal(boot.version, '1.25.2');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
before = await publicSnapshot(origin, dataRoot()); save('node/before.json', before);
|
||||
centerBefore = await api('/model-center'); connection = centerBefore.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.model, 'gpt-6.1-sol'); assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.contextLimit, 16000);
|
||||
assert.deepEqual(originalIdentity(connection), { modelIdentityPolicy: 'record', modelIdentityAliases: [], modelIdentityAliasSource: 'https://api.apikey.fan' });
|
||||
publicMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/original-public-metadata.json', publicMetadata);
|
||||
originalAttempts = meta('modelAttempts') ?? []; save('node/original-attempts.json', originalAttempts);
|
||||
save('node/contract.json', { kind: 'new-real-Node-engineering', version: boot.version, connectionId, connection,
|
||||
maxRequests: 8, maxTokens: 90000, contextLimit: 16000, maxOutputTokens: 2048, maxDurationMs: 600000,
|
||||
allowed, checks: ['test', 'build'], expectedTests: 9, commands: 'Only model-planned npm test/build, no arbitrary run_command',
|
||||
review: 'Model seals all three files, supervisor reviews and applies; model plans Git, supervisor confirms.',
|
||||
continuation: 'Only review-action continuation of the same task with remaining steps, no extra implementation prompts.',
|
||||
originalImplementationSupplied: false, automaticRetry: false, poolSwitching: false,
|
||||
originalSelected: centerBefore.selected, originalBudgets: Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])),
|
||||
restore: 'Original budget values and selection restored. Original absent identity fields become explicit record/[]/empty-string defaults; raw pre-state retained and only this declared normalization accepted. Revision counters remain monotonic.' });
|
||||
fs.cpSync('benchmarks/live-delivery-v1/node', sourceRoot, { recursive: true, errorOnExist: true });
|
||||
fs.writeFileSync(path.join(sourceRoot, 'README.md'), '# Expense report acceptance\nRepair the three source modules using the immutable original nine tests; do not edit checks or owner files.\n', { flag: 'wx' });
|
||||
fs.writeFileSync(path.join(sourceRoot, '.gitignore'), 'dist/\n.awb-*\nnode_modules/\n', { flag: 'wx' });
|
||||
for (const name of ['owner-staged.txt', 'owner-unstaged.txt']) fs.writeFileSync(path.join(sourceRoot, name), 'Owner original baseline\n', { flag: 'wx' });
|
||||
git(['init', '--initial-branch=main']); git(['config', 'core.autocrlf', 'false']);
|
||||
git(['config', 'user.name', 'Workbench QA']); git(['config', 'user.email', 'qa@workbench.invalid']);
|
||||
git(['add', '--', '.']); git(['commit', '--no-gpg-sign', '-m', 'Seal expense engineering baseline and original checks']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner staged change\n'); git(['add', '--', 'owner-staged.txt']);
|
||||
stagedBefore = git(['show', ':owner-staged.txt']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner working copy differs from staging\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-unstaged.txt'), 'Owner unstaged change\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-untracked.txt'), 'Owner untracked change\n', { flag: 'wx' });
|
||||
const protectedNames = ['README.md', '.gitignore', 'package.json', 'test/expense.test.mjs', 'scripts/build.mjs', 'owner-staged.txt', 'owner-unstaged.txt', 'owner-untracked.txt'];
|
||||
protectedBytes = Object.fromEntries(protectedNames.map(name => [name, fs.readFileSync(path.join(sourceRoot, name))]));
|
||||
const sourceFiles = [...protectedNames, ...allowed];
|
||||
for (const name of sourceFiles) save('node/source-before/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/source-identity.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore,
|
||||
files: Object.fromEntries(sourceFiles.map(name => [name, sha(fs.readFileSync(path.join(sourceRoot, name)))])) });
|
||||
project = await api('/projects', { root: sourceRoot }); session = await api('/sessions', { projectId: project.id }); route = '/sessions/' + session.id;
|
||||
save('node/owned.json', { project, session });
|
||||
configured = await api('/model-center/connections', { ...connectionInput(connection), revision: connection.revision,
|
||||
modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
assert.equal(configured.credentialRevision, connection.credentialRevision); assert.equal(configured.hasKey, true);
|
||||
save('node/connection-frozen.json', configured);
|
||||
await remainingRun(); await api('/model-center/select', { type: 'connection', id: connectionId }); selectionWritten = true;
|
||||
const goal = '修复这个Node费用报表工程的amount、summary、report三个模块。金额用精确分单位处理,接受测试约定的十进制字符串、有限数字、退款、及空白;拒绝格式错误、超精度和不安全金额。按独立币种规范化、排序汇总并保留原数组,计数准确、安全求和,报表两位小数含负分金额。以原九项测试为完整奥约。'
|
||||
+ '先inspect_project,再plan_checks选择["test","build"]并run_checks保留真实基线失败,读取原测试和相关源码。只允许修改src/amount.mjs、src/summary.mjs、src/report.mjs;不改测试、配置、README、构建脚本、owner文件或原暂存,不使用run_command,不直接提交Git。'
|
||||
+ 'propose_file/propose_patch准备完整三个模块后,用prepare_change_set一次封存全部三文件,等待审查应用。应用后继续同一个Task,重新plan_checks/run_checks,通过原9项测试和build后,用plan_delivery为三个文件准备本地Git预览并等待确认。模型必须自己实现,禁止用口头完成替代检查。预算最多8次模型请求、90000tokens,输出2048,上下文16K,请合并独立工具调用并避免重复观察。';
|
||||
save('node/goal.txt', goal); protect();
|
||||
await api(route + '/messages', { content: goal });
|
||||
while (Date.now() - start < 600000) {
|
||||
state = await api(route); taskId ??= state.execution.task.id; assert.equal(state.execution.task.id, taskId); protect();
|
||||
const usage = state.execution.task.usage; assert.ok(usage.requests <= 8); assert.ok(usage.totalTokens <= 90000);
|
||||
const progress = { status: state.status, requests: usage.requests, tokens: usage.totalTokens, lastTool: state.events.filter(event => event.kind === 'tool').at(-1)?.tool,
|
||||
checks: state.execution.checks.map(job => job.status), elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (JSON.stringify({ ...progress, elapsedSeconds: 0 }) !== JSON.stringify({ ...observations.at(-1), elapsedSeconds: 0 })) { observations.push(progress); console.log(JSON.stringify(progress)); }
|
||||
for (const change of state.changes.filter(change => ['pending', 'conflict'].includes(change.status))) assert.ok(allowed.includes(change.path), 'Out-of-scope proposal: ' + change.path);
|
||||
for (const approval of state.approvals.filter(item => item.status === 'pending')) {
|
||||
const plan = state.execution.plans.find(value => value.id === approval.checkPlanId);
|
||||
const allow = !!plan && plan.taskId === taskId && plan.checks.length === 2 && plan.checks.every(check => ['test', 'build'].includes(check.name) && !check.lifecycle?.length)
|
||||
&& approval.cwd === sourceRoot && approval.command === plan.checks.map(check => check.command).join('\n');
|
||||
approvals.push({ approvalId: approval.id, planId: plan?.id, command: approval.command, allow });
|
||||
await api(route + '/approvals/' + approval.id, { allow }); assert.equal(allow, true, 'Only the sealed original checks are authorized.');
|
||||
}
|
||||
if (['running', 'awaiting_approval', 'stopping'].includes(state.status)) { await delay(650); continue; }
|
||||
if (state.status === 'failed') throw new Error(state.failure?.message ?? 'Actual-model task failed');
|
||||
const plan = state.execution.deliveryPlans?.findLast(value => value.status === 'planned' && value.taskId === taskId);
|
||||
if (plan) {
|
||||
assert.deepEqual(plan.paths.slice().sort(), allowed.slice().sort()); const requests = usage.requests;
|
||||
assert.ok(state.events.some(event => event.tool === 'plan_delivery' && event.phase === 'completed'));
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1);
|
||||
assert.equal(passing?.results.find(value => value.name === 'test')?.tests?.passed, 9);
|
||||
await review('git', { plan, fingerprint: plan.fingerprint, checks: state.execution.checks, source: state.changes,
|
||||
status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']) });
|
||||
await api(route + '/delivery-jobs', { planId: plan.id });
|
||||
await waitFor(async () => { state = await api(route); delivery = state.execution.deliveries.at(-1); return !!delivery?.reportArtifactId; });
|
||||
assert.equal(delivery.status, 'completed'); assert.equal(state.execution.task.usage.requests, requests); break;
|
||||
}
|
||||
const pending = state.changes.filter(change => change.status === 'pending');
|
||||
const batch = state.execution.changeSets?.findLast(value => value.taskId === taskId && value.status === 'prepared');
|
||||
if (pending.length) {
|
||||
assert.ok(state.execution.checks.some(job => job.status === 'failed' && job.results.some(value => value.tests?.failed > 0)), 'Model must preserve the original failing tests.');
|
||||
assert.equal(batch?.source, 'agent', 'Model must seal its own complete change set.');
|
||||
assert.deepEqual(batch.files.map(file => file.changeId).sort(), pending.map(change => change.id).sort());
|
||||
if (!applications.length) assert.deepEqual(batch.files.map(file => file.path).sort(), allowed.slice().sort());
|
||||
assert.ok(applications.length < 3);
|
||||
await review('changes', { fingerprint: batch.fingerprint, batch, changes: pending, checks: state.execution.checks });
|
||||
await api(route + '/change-sets/' + batch.id + '/apply', { fingerprint: batch.fingerprint });
|
||||
await waitFor(async () => (await api(route + '/change-sets/' + batch.id)).status === 'completed');
|
||||
for (const change of pending) assert.equal(sha(fs.readFileSync(path.join(sourceRoot, change.path))), change.sha256);
|
||||
applications.push({ id: batch.id, fingerprint: batch.fingerprint, paths: batch.files.map(file => file.path), source: batch.source }); protect();
|
||||
await remainingRun(); await api(route + '/continue-reviewed', {}); continue;
|
||||
}
|
||||
throw new Error('Model stopped before verified Git delivery: ' + state.status + '/' + state.execution.run.stopReason);
|
||||
}
|
||||
assert.ok(delivery, 'The sealed engineering deadline ended without complete delivery.');
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1); assert.ok(passing);
|
||||
const tests = passing.results.find(value => value.name === 'test')?.tests; assert.equal(tests?.total, 9); assert.equal(tests.passed, 9); assert.equal(tests.failed, 0);
|
||||
assert.deepEqual(git(['diff-tree', '--no-commit-id', '--name-only', '-r', 'HEAD']).trim().split(/\r?\n/).sort(), allowed.slice().sort()); protect();
|
||||
succeeded = true;
|
||||
result = { success: true, commit: delivery.commit, tests, delivery, checkJobId: passing.id };
|
||||
} catch (error) {
|
||||
failure = { name: error.name, message: error.message, stack: error.stack, at: new Date().toISOString(), automaticReplay: false };
|
||||
result = { success: false, failure }; process.exitCode = 1;
|
||||
} finally {
|
||||
if (route) {
|
||||
state = await api(route);
|
||||
if (['running', 'stopping', 'awaiting_approval'].includes(state.status)) { await api(route + '/stop', {}); state = await api(route); }
|
||||
taskId ??= state.execution.task?.id;
|
||||
save('node/session.json', state); save('node/export.json', await api(route + '/export'));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => value.sessionId === session.id); save('node/attempts.json', attempts);
|
||||
const captures = await captureAttempts(api, attempts, 'node/captures');
|
||||
const identitiesValid = attempts.every(value => value.connectionId === connectionId && value.poolId === null && value.ordinal === 1
|
||||
&& value.status === 'completed' && value.modelIdentity?.status === 'matched' && value.modelIdentity.complete === true && value.modelIdentity.policy === 'require-match');
|
||||
result = { ...result, version: boot.version, sessionId: session.id, projectId: project.id, taskId, sourceRoot,
|
||||
connectionId, requestedModel: 'gpt-6.1-sol', usage: state.execution.task?.usage, state: state.status, stopReason: state.execution.run?.stopReason,
|
||||
attempts: attempts.length, identitiesValid, captures, approvals, applications, continuations, observations,
|
||||
modelImplementationSuppliedBySupervisor: false, modelWeightsAuthenticated: false, originalPurgeBenefitTested: false,
|
||||
elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (succeeded) assert.equal(identitiesValid, true);
|
||||
save('node/model-outcome.json', result);
|
||||
for (const name of allowed) save('node/source-after/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/git-final.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']), diff: git(['diff', 'HEAD', '--', ...allowed]) });
|
||||
}
|
||||
const host = await api('/host/status'); assert.equal(host.activity.active, false, 'Do not overwrite another active task.');
|
||||
if (configured) {
|
||||
const center = await api('/model-center'), current = center.connections.find(value => value.id === connectionId);
|
||||
assert.equal(current.revision, configured.revision, 'Do not overwrite an external connection edit.');
|
||||
const restored = await api('/model-center/connections', { ...connectionInput(connection), ...originalIdentity(connection), revision: current.revision });
|
||||
assert.equal(restored.credentialRevision, connection.credentialRevision); save('node/connection-restored.json', restored);
|
||||
assert.deepEqual(originalIdentity(restored), originalIdentity(connection));
|
||||
}
|
||||
if (budgetWritten) await api('/model-center/runtime-budgets', Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])));
|
||||
if (selectionWritten) await api('/model-center/select', centerBefore.selected);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('node/after.json', after);
|
||||
if (before) {
|
||||
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item, 'Original export: ' + item.id);
|
||||
for (const table of ['sessions', 'records', 'events', 'outbox']) {
|
||||
const rows = new Map(after.database.tables[table].rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, 'Original ' + table + '/' + row.id);
|
||||
}
|
||||
const artifactMap = new Map(after.persistent.artifacts.map(value => [value.path, value]));
|
||||
for (const item of before.persistent.artifacts) assert.deepEqual(artifactMap.get(item.path), item, 'Original artifact: ' + item.path);
|
||||
const finalBoot = await api('/bootstrap'), normalized = { ...finalBoot.config, configRevision: boot.config.configRevision };
|
||||
assert.deepEqual(canonical(normalized), canonical(boot.config));
|
||||
assert.deepEqual(finalBoot.projects.filter(value => value.id !== project?.id), boot.projects, 'Every original public project, excluding only the new owned sample.');
|
||||
assert.deepEqual(after.modelCenter.selected, centerBefore.selected); assert.deepEqual(after.modelCenter.pools, centerBefore.pools);
|
||||
for (const item of centerBefore.connections.filter(value => ![connectionId, 'legacy-default'].includes(value.id))) assert.deepEqual(after.modelCenter.connections.find(value => value.id === item.id), item);
|
||||
const finalMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/final-public-metadata.json', finalMetadata);
|
||||
const configNormalized = { ...finalMetadata.config, configRevision: publicMetadata.config.configRevision };
|
||||
assert.deepEqual(canonical(configNormalized), canonical(publicMetadata.config), 'Raw public disk config except its monotonic revision.');
|
||||
const registryNormalized = structuredClone(finalMetadata.registry);
|
||||
assert.ok(registryNormalized.revision > publicMetadata.registry.revision);
|
||||
registryNormalized.revision = publicMetadata.registry.revision;
|
||||
const originalConnection = publicMetadata.registry.connections.find(value => value.id === connectionId);
|
||||
const finalConnection = registryNormalized.connections.find(value => value.id === connectionId);
|
||||
assert.equal(finalConnection.revision, originalConnection.revision + 2);
|
||||
finalConnection.revision = originalConnection.revision; finalConnection.updatedAt = originalConnection.updatedAt;
|
||||
const registryBefore = structuredClone(publicMetadata.registry);
|
||||
const normalizedBeforeConnection = registryBefore.connections.find(value => value.id === connectionId);
|
||||
const normalization = Object.fromEntries(Object.entries(originalIdentity(normalizedBeforeConnection)).filter(([key]) => !Object.hasOwn(normalizedBeforeConnection, key)));
|
||||
Object.assign(normalizedBeforeConnection, normalization);
|
||||
save('node/declared-identity-default-normalization.json', { connectionId, added: normalization,
|
||||
originalRawStatePreserved: true, originalSemanticsRestored: true, reason: 'The public partial-update API retains missing fields; restore explicit original default semantics rather than silently retaining require-match.' });
|
||||
for (const value of [registryBefore, registryNormalized]) value.connections.sort((a, b) => a.id.localeCompare(b.id));
|
||||
assert.deepEqual(canonical(registryNormalized), canonical(registryBefore), 'Registry except declared revision/timestamp/order and explicit original identity defaults.');
|
||||
const finalAttempts = meta('modelAttempts') ?? [];
|
||||
for (const item of originalAttempts) assert.deepEqual(finalAttempts.find(value => value.id === item.id), item, 'Original complete model attempt: ' + item.id);
|
||||
const metadataRows = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables.metadata.rows.filter(row => !['config', 'modelRegistry', 'modelAttempts'].includes(row.id))) assert.deepEqual(metadataRows.get(row.id), row);
|
||||
save('node/restoration.json', { passed: true, originalExports: before.exports.length, originalArtifactFiles: before.persistent.artifacts.length,
|
||||
originalRowsExact: ['sessions', 'records', 'events', 'outbox'], budgetsAndSelectionRestored: true, poolsUnchanged: true,
|
||||
originalPublicProjectsExact: true, originalAttemptsExact: originalAttempts.length, rawConfigExceptRevisionExact: true,
|
||||
registryExceptDeclaredRevisionTimestampOrderAndIdentityDefaultsExact: true, identityDefaultNormalization: normalization, otherMetadataRowsExact: true,
|
||||
originalCredentialRevision: connection?.credentialRevision, finalCredentialRevision: after.modelCenter.connections.find(value => value.id === connectionId)?.credentialRevision,
|
||||
changedOnlyMonotonicRevisionsObservedHealthAndDeclaredIdentityDefaults: true, pid: after.pid, version: after.version, noKeyExtractedOrResaved: true });
|
||||
}
|
||||
save('node/result.json', result ?? { success: false, failure, noModelDispatch: true }); await close();
|
||||
}
|
||||
console.log(JSON.stringify({ success: result.success, attempts: result.attempts, usage: result.usage, state: result.state,
|
||||
stopReason: result.stopReason, commit: result.commit, tests: result.tests, error: result.failure?.message }));
|
||||
@@ -0,0 +1,86 @@
|
||||
// One-shot QA adapter. Runs inside the existing formal host via the inspector;
|
||||
// never reads a credential value. Mirrors the sealed R preflight payload.
|
||||
export async function boundedGptPreflight(input) {
|
||||
const ensure = (value, message) => { if (!value) throw new Error(message); };
|
||||
ensure(process.pid === input.pid, 'Unexpected host PID.');
|
||||
const servers = process._getActiveHandles().filter(h => h?.listening && h.address?.()?.address === '127.0.0.1' && h.address?.()?.port === input.port);
|
||||
ensure(servers.length === 1, 'Expected one owned loopback server.');
|
||||
const context = servers[0].workbenchHostAuthority?.context;
|
||||
ensure(context?.provider && context?.store && context?.runtime, 'Original context missing.');
|
||||
const { store, provider, runtime } = context;
|
||||
ensure(runtime.appDirectory === input.runtimeRoot, 'Loaded runtime changed.');
|
||||
ensure(![...store.sessions.values()].some(s => ['running', 'stopping', 'awaiting_approval'].includes(s.status)), 'Host is busy.');
|
||||
const session = store.session(input.sessionId), project = store.project(session.projectId);
|
||||
ensure(session.projectId === input.projectId && session.messages.length === 0 && !session.runId, 'Probe session must be new and owned.');
|
||||
const hub = provider.modelHub(store);
|
||||
const connection = hub.view().connections.find(c => c.id === input.connectionId);
|
||||
ensure(connection?.hasKey && connection.credentialRevision === input.credentialRevision, 'Original saved credential revision changed.');
|
||||
ensure(connection.enabled && connection.protocol === 'chat-completions' && (connection.modelIdentityPolicy ?? 'record') === 'record', 'Probe protocol/auth/identity mismatch.');
|
||||
ensure(connection.baseUrl === input.baseUrl && connection.model === input.model && connection.revision === input.connectionRevision, 'Connection changed.');
|
||||
const config = hub.prepare({ ...store.config, mode: 'compatible', maxSteps: 1, maxOutputTokens: 256,
|
||||
contextLimit: 16000, maxRunTokens: 16000, maxTaskTokens: 16000, maxRunDurationMs: 320000,
|
||||
modelResponseTimeoutMs: 300000, modelStreamIdleTimeoutMs: 120000 }, { type: 'connection', id: input.connectionId });
|
||||
config.modelRouting.members = config.modelRouting.members.map(member => ({ ...member, modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' }));
|
||||
ensure(config.modelRouting.members.length === 1 && config.modelRouting.maxAttempts === 1 && config.maxOutputTokens === 256, 'One-request hard limits missing.');
|
||||
globalThis.__gptYProbeOnce ??= new Set();
|
||||
ensure(!globalThis.__gptYProbeOnce.has(input.sessionId), 'This sample cannot be replayed.');
|
||||
globalThis.__gptYProbeOnce.add(input.sessionId);
|
||||
session.title = input.title;
|
||||
const run = store.beginRun(session, input.prompt, false, config, { forceNewTask: true });
|
||||
store.message(session, 'user', input.prompt);
|
||||
session.providerMessages.push({ role: 'user', content: input.prompt });
|
||||
const step = store.beginStep(session, run), planner = runtime.requestPlanner();
|
||||
let plan, response, diagnostic = null, requestEvent, receipts = 0, wireStarts = 0;
|
||||
const wireIds = new Set();
|
||||
const signal = AbortSignal.timeout(320000);
|
||||
let stopReason = 'identity_probe_complete';
|
||||
try {
|
||||
plan = planner.prepare(session, run, config, { system: 'This is a connection identity preflight. Reply to the user exactly. No tools are available. Do not perform any project work.', tools: [], stepId: step.id });
|
||||
const variants = plan.body.kind === 'model-route-plan' ? plan.body.variants.map(v => v.body) : [plan.body];
|
||||
ensure(variants.length === 1 && variants.every(b => !(b.tools?.length) && b.max_tokens === 256 && b.model === input.model), 'Wire request violates no-tool contract.');
|
||||
ensure(plan.record.tokenReservation.reservedTokens <= 16000, 'Reservation exceeds sealed budget.');
|
||||
const progress = event => {
|
||||
if (event.consumption) {
|
||||
receipts += Number(store.recordConsumption(session, run, { ...event.consumption, requestId: plan.record.id }, plan.record.tokenReservation.reservedTokens));
|
||||
return;
|
||||
}
|
||||
if (event.phase === 'running' && event.wireAttemptId) { wireIds.add(event.wireAttemptId); wireStarts = wireIds.size; ensure(wireStarts === 1, 'No retries permitted.'); }
|
||||
requestEvent ??= store.event(session, { kind: 'model', source: 'model_connection', label: 'Y · GPT单次身份预检(无工具)', phase: 'running', runId: run.id, contextPlanId: plan.record.id, startedAt: new Date().toISOString() });
|
||||
if (event.modelAttemptId) requestEvent.modelAttemptId = event.modelAttemptId;
|
||||
if (event.connectionId) requestEvent.connectionId = event.connectionId;
|
||||
if (event.model) requestEvent.actualModel = event.model;
|
||||
if (event.modelIdentity) requestEvent.modelIdentity = event.modelIdentity;
|
||||
if (event.requestUrl) requestEvent.requestUrl = event.requestUrl;
|
||||
if (event.diagnostic) requestEvent.diagnostic = event.diagnostic;
|
||||
if (event.stream) requestEvent.stream = event.stream;
|
||||
if (event.phase) requestEvent.phase = event.phase;
|
||||
plan.record.requestAttempts = wireStarts; step.modelAttempts = wireStarts;
|
||||
store.save(session);
|
||||
};
|
||||
response = await provider.complete(config, plan.messages, project, signal, progress, plan.record, [], { attempts: 1, maxBudgetAttempts: 1 });
|
||||
ensure(!response.message.tool_calls?.length, 'Unsolicited tools are never executed.');
|
||||
ensure(receipts === 1, 'Expected one original consumption receipt.');
|
||||
planner.finish(session, plan.record, { response, attempts: wireStarts });
|
||||
session.providerMessages.push(response.message); store.message(session, 'assistant', response.message.content);
|
||||
const total = (run.usage?.reportedTokens ?? run.usage?.totalTokens ?? 0);
|
||||
session.status = total > 16000 ? 'paused' : 'completed';
|
||||
if (total > 16000) stopReason = 'task_token_limit';
|
||||
} catch (cause) {
|
||||
diagnostic = cause.diagnostic ?? { source: 'workbench', origin: 'local', stage: 'identity_preflight', kind: signal.aborted ? 'cancelled' : 'runtime', title: '身份预检需要核对', message: provider.redact(cause.message), occurredAt: new Date().toISOString() };
|
||||
session.status = diagnostic.kind === 'model_identity' || signal.aborted ? 'paused' : 'failed';
|
||||
stopReason = diagnostic.kind;
|
||||
session.lastFailure = { ...diagnostic, runId: run.id };
|
||||
const message = store.message(session, 'system', diagnostic.message);
|
||||
session.failure = { ...session.lastFailure, messageId: message.id };
|
||||
if (plan) planner.finish(session, plan.record, { error: new Error(diagnostic.message), attempts: wireStarts });
|
||||
} finally {
|
||||
if (requestEvent) { requestEvent.phase = diagnostic ? 'failed' : 'completed'; requestEvent.finishedAt = new Date().toISOString(); if (diagnostic) requestEvent.diagnostic = diagnostic; }
|
||||
store.finishStep(session, step, diagnostic ? 'failed' : 'completed');
|
||||
store.finishRun(session, run, stopReason);
|
||||
}
|
||||
const attempts = hub.attempts.filter(a => a.sessionId === session.id);
|
||||
ensure(attempts.length <= 1 && wireStarts <= 1, 'Single-request limit exceeded.');
|
||||
return { sessionId: session.id, projectId: project.id, taskId: run.taskId, runId: run.id, status: session.status,
|
||||
stopReason, attempts: attempts.length, receipts, wireStarts, actualTools: run.toolCalls, usage: run.usage,
|
||||
contextPlanId: plan?.record.id ?? null, diagnostic, message: response?.message ?? null };
|
||||
}
|
||||
@@ -0,0 +1,70 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { publicSnapshot, hash } from './state.mjs';
|
||||
import { invokeGptProbe, inspectorClosed } from './inspector.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, captureAttempts, readRoot } from './common.mjs';
|
||||
// Single no-tool GPT identity preflight. One request max, strict identity, stop on failure.
|
||||
assert.equal(fs.existsSync(path.join(root, 'preflight')), false, 'Never replay or overwrite a real sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let fatal;
|
||||
try {
|
||||
await inspectorClosed();
|
||||
assert.equal(boot.version, '1.25.2');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('preflight/before.json', before);
|
||||
assert.deepEqual(before.active, []);
|
||||
const connection = before.modelCenter.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, 1);
|
||||
assert.equal(connection.protocol, 'chat-completions'); assert.equal(connection.model, 'gpt-6.1-sol');
|
||||
assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
const originalAttempts = meta('modelAttempts') ?? []; save('preflight/original-attempts.json', originalAttempts);
|
||||
const nonce = randomUUID(), prompt = `这是独立GPT连接身份预检,不是工程任务。只回复 OK ${nonce},不要调用工具、读写文件或执行命令。`;
|
||||
save('preflight/contract.json', { kind: 'single-real-GPT-identity-preflight', connectionId, connection,
|
||||
version: boot.version, runtimeRoot: boot.runtimeRoot, maxRequests: 1, maxAttempts: 1, maxOutputTokens: 256,
|
||||
maxTokens: 16000, contextLimit: 16000, toolDefinitions: 0, toolExecution: 0,
|
||||
poolSwitching: false, automaticReplay: false, modelIdentityPolicy: 'require-match in this experiment snapshot only',
|
||||
noGlobalConfigurationWrite: true, noCredentialExtractionOrResave: true, prompt, nonce,
|
||||
originalBaselineSha256: hash(fs.readFileSync(path.join(root, 'preflight/before.json'))) });
|
||||
const projectRoot = path.join(root, 'preflight/identity-only'); fs.mkdirSync(projectRoot);
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Y GPT identity preflight\nNo engineering or command execution.\n', { flag: 'wx' });
|
||||
const project = await api('/projects', { root: projectRoot });
|
||||
const session = await api('/sessions', { projectId: project.id }); save('preflight/owned.json', { project, session });
|
||||
const input = { pid: host.identity.pid, port: 4318, runtimeRoot: boot.runtimeRoot, sessionId: session.id, projectId: project.id,
|
||||
connectionId, connectionRevision: connection.revision, credentialRevision: connection.credentialRevision,
|
||||
baseUrl: connection.baseUrl, model: connection.model, title: 'Y · apikey GPT连接单次预检', prompt };
|
||||
save('preflight/input.json', input);
|
||||
console.log(JSON.stringify({ stage: 'single-GPT-preflight', connectionId, model: connection.model, requestUrl: connection.baseUrl + '/chat/completions', maxRequests: 1, toolDefinitions: 0 }));
|
||||
const invoked = await invokeGptProbe(input); save('preflight/expression.js', invoked.expression); save('preflight/host-result.json', invoked.result);
|
||||
const previous = new Set(originalAttempts.map(value => value.id));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => !previous.has(value.id)); save('preflight/attempts.json', attempts);
|
||||
assert.ok(attempts.length <= 1); for (const attempt of attempts) { assert.equal(attempt.sessionId, session.id); assert.equal(attempt.connectionId, connectionId); assert.equal(attempt.poolId, null); }
|
||||
const state = await api('/sessions/' + session.id); save('preflight/session.json', state);
|
||||
save('preflight/export.json', await api('/sessions/' + session.id + '/export'));
|
||||
const captures = await captureAttempts(api, attempts, 'preflight/captures');
|
||||
const attempt = attempts[0];
|
||||
const passed = attempts.length === 1 && attempt.status === 'completed' && attempt.modelIdentity?.status === 'matched'
|
||||
&& attempt.modelIdentity.complete === true && attempt.modelIdentity.policy === 'require-match' && attempt.responseRedacted === false
|
||||
&& attempt.usageStatus === 'reported' && attempt.usage.total_tokens <= 16000 && captures.length === 2
|
||||
&& invoked.result.actualTools === 0 && state.status === 'completed' && invoked.result.message?.content?.includes(nonce);
|
||||
const result = { passed, engineeringTestAllowed: passed, testedAt: new Date().toISOString(), version: boot.version,
|
||||
connectionId, sessionId: session.id, projectId: project.id, taskId: invoked.result.taskId,
|
||||
requestedModel: connection.model, reportedModels: attempt?.modelIdentity?.reportedModels ?? [], identity: attempt?.modelIdentity,
|
||||
requestUrl: attempt?.requestUrl, requests: attempts.length, usage: attempt?.usage ?? null, usageStatus: attempt?.usageStatus ?? 'not_dispatched',
|
||||
actualTools: invoked.result.actualTools, stopReason: invoked.result.stopReason, captures,
|
||||
noRetryOrPoolSwitch: attempts.every(value => value.ordinal === 1 && value.poolId === null),
|
||||
modelWeightsAuthenticated: false, engineeringDeliveryTested: false, purgeBenefitTested: false,
|
||||
defaultSelectionChanged: false, connectionConfigChanged: false, credentialValuesReadOrSaved: false };
|
||||
save('preflight/result.json', result); console.log(JSON.stringify({ passed, requests: result.requests, usage: result.usage, reportedModels: result.reportedModels, stopReason: result.stopReason }));
|
||||
} catch (error) {
|
||||
fatal = { name: error.name, message: error.message, stack: error.stack, recordedAt: new Date().toISOString(), automaticReplay: false };
|
||||
save('preflight/driver-error.json', fatal); process.exitCode = 1;
|
||||
} finally {
|
||||
save('preflight/after.json', await publicSnapshot(origin, dataRoot()));
|
||||
save('preflight/inspector-final.json', { closed: await inspectorClosed() });
|
||||
await close();
|
||||
}
|
||||
if (fatal) console.error(fatal.message);
|
||||
@@ -0,0 +1,149 @@
|
||||
// Read-only reconciliation after the original driver stopped in its final
|
||||
// metadata assertion. Never resumes the task, applies files, or writes config.
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { canonical, digest, publicSnapshot } from './state.mjs';
|
||||
import { inspectorClosed } from './inspector.mjs';
|
||||
import { root, origin, dataRoot, save, client, meta, sha, connectionId } from './common.mjs';
|
||||
|
||||
const read = name => JSON.parse(fs.readFileSync(path.join(root, name)));
|
||||
assert.equal(fs.existsSync(path.join(root, 'MANIFEST.json')), false);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node/reconciliation.json')), false);
|
||||
const before = read('node/before.json'), original = read('node/original-public-metadata.json');
|
||||
const outcome = read('node/model-outcome.json'), source = read('node/source-identity.json');
|
||||
const session = read('node/session.json');
|
||||
assert.equal(outcome.success, false);
|
||||
assert.equal(outcome.stopReason, 'step_limit');
|
||||
assert.equal(outcome.usage.requests, 8);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node/result.json')), false, 'Preserve the original incomplete finalization.');
|
||||
const { api, boot, close } = await client();
|
||||
try {
|
||||
const host = await api('/host/status');
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0); assert.equal(boot.version, '1.25.2');
|
||||
await inspectorClosed();
|
||||
const after = fs.existsSync(path.join(root, 'node/reconciled-after.json'))
|
||||
? read('node/reconciled-after.json') : await publicSnapshot(origin, dataRoot());
|
||||
if (!fs.existsSync(path.join(root, 'node/reconciled-after.json'))) save('node/reconciled-after.json', after);
|
||||
const currentSession = await api('/sessions/' + outcome.sessionId);
|
||||
assert.deepEqual(currentSession.execution.task.usage, outcome.usage);
|
||||
assert.equal(currentSession.status, 'paused');
|
||||
assert.equal(currentSession.execution.deliveries.length, 0);
|
||||
for (const item of before.exports) assert.deepEqual(after.exports.find(row => row.id === item.id), item);
|
||||
for (const table of ['sessions', 'records', 'events', 'outbox']) {
|
||||
const rows = new Map(after.database.tables[table].rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, table + '/' + row.id);
|
||||
}
|
||||
const artifacts = new Map(after.persistent.artifacts.map(row => [row.path, row]));
|
||||
for (const item of before.persistent.artifacts) assert.deepEqual(artifacts.get(item.path), item);
|
||||
// The sequential opening snapshot and the driver's subsequent config freeze
|
||||
// straddle an external pool edit. Check both identities explicitly.
|
||||
const current = read('node/final-public-metadata.json');
|
||||
assert.deepEqual(canonical({ ...current.config, configRevision: original.config.configRevision }), canonical(original.config));
|
||||
assert.deepEqual(after.modelCenter.selected, before.modelCenter.selected);
|
||||
assert.deepEqual(read('node/after.json').modelCenter.pools, original.registry.pools);
|
||||
assert.deepEqual(after.modelCenter.pools, original.registry.pools);
|
||||
const poolBefore = before.modelCenter.pools[0], poolAfter = after.modelCenter.pools[0];
|
||||
assert.equal(after.modelCenter.pools.length, before.modelCenter.pools.length);
|
||||
assert.deepEqual(poolAfter, { ...poolBefore, revision: poolBefore.revision + 1,
|
||||
members: [...poolBefore.members, { connectionId: '1a7a55a9-29f2-4b9f-8ea2-5a55afd7eacd', weight: 1 }] });
|
||||
const observedMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
assert.deepEqual(canonical(observedMetadata.config), canonical(current.config));
|
||||
const laterRegistry = structuredClone(observedMetadata.registry);
|
||||
assert.equal(laterRegistry.revision, current.registry.revision);
|
||||
assert.deepEqual(canonical(laterRegistry), canonical(current.registry));
|
||||
save('node/external-pool-edit-reconciliation.json', { observedMetadata, openingSnapshotPool: poolBefore,
|
||||
driverFrozenPool: original.registry.pools[0], observedPool: poolAfter,
|
||||
interpretation: 'DeepSeek was added between the sequential opening snapshot and the subsequent driver config freeze. The original driver preserved revision 7. The first reconciliation timing inference was incorrect; this comparison corrects it without overwriting that error or restoring away the edit.' });
|
||||
const registry = structuredClone(current.registry);
|
||||
assert.ok(registry.revision > original.registry.revision);
|
||||
registry.revision = original.registry.revision;
|
||||
const initialConnection = original.registry.connections.find(row => row.id === connectionId);
|
||||
const finalConnection = registry.connections.find(row => row.id === connectionId);
|
||||
assert.equal(finalConnection.revision, initialConnection.revision + 2);
|
||||
finalConnection.revision = initialConnection.revision;
|
||||
finalConnection.updatedAt = initialConnection.updatedAt;
|
||||
for (const value of [registry, original.registry]) value.connections.sort((a, b) => a.id.localeCompare(b.id));
|
||||
assert.deepEqual(canonical(registry), canonical(original.registry));
|
||||
const previousAttempts = read('node/original-attempts.json'), attempts = meta('modelAttempts');
|
||||
for (const item of previousAttempts) assert.deepEqual(attempts.find(row => row.id === item.id), item);
|
||||
const publicConnection = after.modelCenter.connections.find(row => row.id === connectionId);
|
||||
assert.equal(publicConnection.credentialRevision, 1); assert.equal(publicConnection.hasKey, true);
|
||||
assert.equal(publicConnection.modelIdentityPolicy, 'record');
|
||||
assert.equal(publicConnection.modelIdentityAliasSource, 'https://api.apikey.fan');
|
||||
assert.deepEqual(publicConnection.modelIdentityAliases, []);
|
||||
assert.equal(after.modelCenter.connections.find(row => row.name === 'jojocode').enabled, false);
|
||||
|
||||
// Match the exact original metadata-row hash by retaining a raw array prefix.
|
||||
// This proves every old diagnostic field and its order survived. New external
|
||||
// diagnostic jobs are observations, never rolled back or attributed to Y.
|
||||
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
|
||||
let externalDiagnostics;
|
||||
try {
|
||||
const row = db.prepare("SELECT * FROM metadata WHERE key='modelNetworkDiagnostics'").get();
|
||||
const jobs = JSON.parse(row.value);
|
||||
const expected = before.database.tables.metadata.rows.find(value => value.id === row.key).sha256;
|
||||
const matches = [];
|
||||
for (let count = 0; count <= jobs.length; count++) {
|
||||
if (digest({ ...row, value: JSON.stringify(jobs.slice(0, count)) }) === expected) matches.push(count);
|
||||
}
|
||||
assert.equal(matches.length, 1, 'Every original diagnostic must match its original complete row hash.');
|
||||
externalDiagnostics = jobs.slice(matches[0]);
|
||||
assert.equal(externalDiagnostics.length, 3);
|
||||
for (const job of externalDiagnostics) {
|
||||
assert.ok(job.finishedAt); assert.equal(job.httpRequests, 0);
|
||||
assert.equal(job.modelRequests, 0); assert.equal(job.credentialAccess, false);
|
||||
}
|
||||
save('node/diagnostic-reconciliation.json', { originalRowSha256: expected, originalJobs: matches[0],
|
||||
originalRowExactAfterRemovingOnlyAppendedJobs: true, externalJobs: externalDiagnostics,
|
||||
attribution: 'Not started by the Y driver; preserve separately. No inference about the operator.' });
|
||||
const previousProjects = new Map(before.database.tables.projects.rows.map(value => [value.id, value]));
|
||||
const rows = db.prepare('SELECT * FROM projects ORDER BY rowid').all();
|
||||
for (const row of rows.filter(value => value.id !== outcome.projectId)) {
|
||||
assert.equal(digest({ ...row, position: row.position - 1 }), previousProjects.get(row.id)?.sha256,
|
||||
'Original project row, after reversing only the one owned prepend: ' + row.id);
|
||||
}
|
||||
assert.equal(rows.length, previousProjects.size + 1);
|
||||
} finally { db.close(); }
|
||||
const metadataRows = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables.metadata.rows) {
|
||||
if (!['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(row.id)) assert.deepEqual(metadataRows.get(row.id), row);
|
||||
}
|
||||
const project = outcome.sourceRoot;
|
||||
for (const [name, expected] of Object.entries(source.files).filter(([name]) => !name.startsWith('src/'))) {
|
||||
assert.equal(sha(fs.readFileSync(path.join(project, name))), expected, name);
|
||||
}
|
||||
const staged = execFileSync('git', ['-C', project, 'show', ':owner-staged.txt'], { encoding: 'utf8', windowsHide: true });
|
||||
assert.equal(staged, source.stagedBefore);
|
||||
for (const change of session.changes) assert.equal(sha(fs.readFileSync(path.join(project, change.path))), change.sha256);
|
||||
const plans = session.execution.contextPlans.map(plan => ({ id: plan.id, runId: plan.runId,
|
||||
requestBytes: plan.requestBytes, estimatedInputTokens: plan.estimatedInputTokens,
|
||||
reservation: plan.tokenReservation.reservedTokens, method: plan.tokenReservation.method,
|
||||
excludedSources: plan.tokenReservation.routes.reduce((sum, route) => sum + route.excludedSources.length, 0),
|
||||
actualUsage: plan.actualUsage }));
|
||||
save('node/offline-analysis.json', { plans, reads: session.execution.task.readProgress,
|
||||
tools: session.events.filter(event => event.kind === 'tool').map(event => ({ tool: event.tool, phase: event.phase })),
|
||||
checks: session.execution.checks.map(job => ({ id: job.id, status: job.status,
|
||||
results: job.results.map(value => ({ name: value.name, status: value.status, tests: value.tests })) })),
|
||||
applied: session.execution.changeSets.map(value => ({ id: value.id, status: value.status, fingerprint: value.fingerprint })),
|
||||
postApplyChecksExecuted: false, gitDeliveryCompleted: false, supervisorRanPostApplyChecks: false,
|
||||
outlierExclusionTriggered: plans.some(plan => plan.excludedSources > 0),
|
||||
noExtraModelRequests: true, implementationSuppliedBySupervisor: false });
|
||||
save('node/driver-original-log.txt', fs.readFileSync('.qa/reliability-1.25.2/live-y-node.log'));
|
||||
const reconciliation = { passed: true, engineeringSuccess: false, originalDriverCompleted: false,
|
||||
originalErrorPreserved: true, configRestorationHadAlreadyCompletedBeforeOriginalAssertion: true,
|
||||
originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length,
|
||||
originalProjectRowsExactAfterOneOwnedPrependReversal: true, originalRowsExact: ['sessions', 'records', 'events', 'outbox'],
|
||||
originalAttemptsExact: previousAttempts.length, rawConfigExceptRevisionExact: true,
|
||||
registryExceptMonotonicRevisionsTimestampOrderExact: true, otherMetadataRowsExact: true,
|
||||
appendedExternalDiagnostics: externalDiagnostics.map(value => value.id), noExternalChangesRolledBack: true,
|
||||
budgetsSelectionPoolsAndIdentityRestoredAtOriginalFinalization: true,
|
||||
externalPoolAdditionAcrossOpeningSnapshotAndConfigFreezePreserved: 'DeepSeek; pool revision 6 to 7', credentialRevision: 1, hasKey: true,
|
||||
ownerBytesAndStagingExact: true, pid: after.pid, version: after.version, inspectorClosed: true,
|
||||
observedAt: new Date().toISOString(), realModelRequests: 0, commandsExecutedInSample: 0 };
|
||||
save('node/reconciliation.json', reconciliation);
|
||||
console.log(JSON.stringify(reconciliation));
|
||||
} finally { await close(); }
|
||||
@@ -0,0 +1,20 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash} from 'node:crypto';
|
||||
const root=path.resolve('.qa/live-delivery-y'),manifestFile=path.join(root,'MANIFEST.json');
|
||||
assert.equal(fs.existsSync(manifestFile),false,'Never overwrite sealed experiment evidence.');
|
||||
const files=[];
|
||||
const walk=relative=>{for(const entry of fs.readdirSync(path.join(root,relative),{withFileTypes:true})){
|
||||
const name=path.posix.join(relative,entry.name),file=path.join(root,name),stat=fs.lstatSync(file);
|
||||
assert.equal(stat.isSymbolicLink(),false);assert.equal(stat.nlink,1);
|
||||
if(entry.isDirectory()){walk(name);continue;}
|
||||
assert.equal(entry.isFile(),true);const bytes=fs.readFileSync(file);
|
||||
files.push({path:name,bytes:bytes.length,sha256:createHash('sha256').update(bytes).digest('hex')});
|
||||
}};
|
||||
walk('');files.sort((a,b)=>a.path.localeCompare(b.path));
|
||||
const manifest={schemaVersion:1,sample:'Y',files,filesCount:files.length,totalBytes:files.reduce((sum,row)=>sum+row.bytes,0),
|
||||
note:'Lengths and hashes of original files, excluding this manifest. Completeness is not a delivery-success claim.'};
|
||||
fs.writeFileSync(manifestFile,JSON.stringify(manifest,null,2)+'\n',{flag:'wx'});
|
||||
for(const row of files){const bytes=fs.readFileSync(path.join(root,row.path));assert.equal(bytes.length,row.bytes);assert.equal(createHash('sha256').update(bytes).digest('hex'),row.sha256);}
|
||||
console.log(JSON.stringify({success:true,files:files.length,bytes:manifest.totalBytes,manifestFile,realModelRequests:0}));
|
||||
@@ -0,0 +1,3 @@
|
||||
// Reuse the committed, reviewed retained-host-state helpers so the Y sample
|
||||
// hashes and compares original state exactly as the formal release driver does.
|
||||
export { hash, canonical, digest, databaseSnapshot, publicSnapshot, compareOriginalState } from '../retained-host-state.mjs';
|
||||
@@ -0,0 +1,43 @@
|
||||
// Offline only: validates sealed bytes and the reported outcome without
|
||||
// contacting the host or executing the model, project checks, or Git delivery.
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
const root = path.resolve('.qa/live-delivery-y');
|
||||
const read = name => JSON.parse(fs.readFileSync(path.join(root, name)));
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const manifest = read('MANIFEST.json');
|
||||
for (const row of manifest.files) {
|
||||
const file = path.resolve(root, row.path);
|
||||
assert.ok(file.startsWith(root + path.sep));
|
||||
const bytes = fs.readFileSync(file);
|
||||
assert.equal(bytes.length, row.bytes, row.path);
|
||||
assert.equal(hash(bytes), row.sha256, row.path);
|
||||
}
|
||||
const preflight = read('preflight/result.json'), result = read('node/model-outcome.json');
|
||||
assert.equal(preflight.passed, true); assert.equal(preflight.requests, 1);
|
||||
assert.equal(preflight.usage.total_tokens, 110);
|
||||
assert.equal(result.success, false); assert.equal(result.stopReason, 'step_limit');
|
||||
assert.equal(result.usage.requests, 8); assert.equal(result.usage.totalTokens, 64500);
|
||||
assert.equal(result.usage.unknownRequests, 0); assert.equal(result.identitiesValid, true);
|
||||
assert.equal(result.applications.length, 1);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node/result.json')), false);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node/restoration.json')), false);
|
||||
for (const capture of [...preflight.captures, ...result.captures]) {
|
||||
const bytes = fs.readFileSync(path.join(root, capture.path));
|
||||
assert.equal(bytes.length, capture.bytes); assert.equal(hash(bytes), capture.sha256);
|
||||
}
|
||||
const state = read('node/session.json');
|
||||
assert.equal(state.execution.deliveries.length, 0);
|
||||
assert.equal(state.execution.checks.length, 1);
|
||||
assert.equal(state.execution.checks[0].results.find(value => value.name === 'test').tests.failed, 9);
|
||||
assert.equal(state.execution.changeSets[0].status, 'completed');
|
||||
assert.equal(read('node/reconciliation.json').passed, true);
|
||||
assert.equal(hash(fs.readFileSync(path.join(root, 'node/goal.txt'))), 'b5421d0bb502126f49a5153729027f13ef82db86ab19a9e5b0c23a49070bb905');
|
||||
const sourceText = fs.readFileSync(path.join(root, 'driver-source/node.mjs'), 'utf8');
|
||||
const sourceGoal = sourceText.slice(sourceText.indexOf(' const goal = '), sourceText.indexOf(" save('node/goal.txt'"));
|
||||
assert.equal(hash(sourceGoal), 'ea3eaee0a94112085b6e41f528397f32fb2640a963a40add9bd3549b9eb642e0');
|
||||
console.log(JSON.stringify({ passed: true, files: manifest.files.length, bytes: manifest.totalBytes,
|
||||
requests: 9, reportedTokens: 64610, engineeringSuccess: false, originalFinalizationFailed: true,
|
||||
readOnlyReconciliationPassed: true, modelRequestsExecutedByVerifier: 0 }));
|
||||
@@ -0,0 +1,51 @@
|
||||
// Offline analysis of the original receipts; never reruns a failed request.
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { root, save, sha, experiment } from './common.mjs';
|
||||
const read = name => JSON.parse(fs.readFileSync(path.join(root, name)));
|
||||
const preflight = read('preflight/result.json');
|
||||
const requests = [];
|
||||
const add = (stage, attempts, captures) => {
|
||||
for (const attempt of attempts) {
|
||||
const response = captures.find(value => value.attemptId === attempt.id && value.kind === 'response');
|
||||
let done = false, finishReasons = [], reasoningDeltas = 0;
|
||||
if (response) {
|
||||
const raw = fs.readFileSync(path.join(root, response.path));
|
||||
assert.equal(raw.length, response.bytes); assert.equal(sha(raw), response.sha256);
|
||||
const text = raw.toString('utf8'); done = text.includes('[DONE]') || text.includes('event: message_stop');
|
||||
for (const line of text.split(/\r?\n/).filter(value => value.startsWith('data: ') && value !== 'data: [DONE]')) {
|
||||
const chunk = JSON.parse(line.slice(6));
|
||||
for (const choice of chunk.choices ?? []) {
|
||||
if (choice.finish_reason) finishReasons.push(choice.finish_reason);
|
||||
if (choice.delta?.reasoning_content) reasoningDeltas++;
|
||||
}
|
||||
if (chunk.delta?.stop_reason) finishReasons.push(chunk.delta.stop_reason);
|
||||
}
|
||||
}
|
||||
requests.push({ stage, id: attempt.id, status: attempt.status, requested: attempt.model,
|
||||
reported: attempt.modelIdentity?.reportedModels, identity: attempt.modelIdentity?.status,
|
||||
identityComplete: attempt.modelIdentity?.complete, usageStatus: attempt.usageStatus, usage: attempt.usage,
|
||||
requestUrl: attempt.requestUrl, protocol: attempt.protocol, done, finishReasons, reasoningDeltas });
|
||||
}
|
||||
};
|
||||
add('preflight', read('preflight/attempts.json'), preflight.captures);
|
||||
let node;
|
||||
if (fs.existsSync(path.join(root, 'node/result.json'))) {
|
||||
node = read('node/result.json');
|
||||
assert.equal(sha(fs.readFileSync(path.join(root, 'node/goal.txt'))), 'b5421d0bb502126f49a5153729027f13ef82db86ab19a9e5b0c23a49070bb905');
|
||||
add('node', read('node/attempts.json'), node.captures);
|
||||
}
|
||||
const result = { route: experiment.name, preflightPassed: preflight.passed,
|
||||
engineeringStarted: !!node, engineeringSuccess: node?.success ?? false, requests,
|
||||
requestCount: requests.length, reportedTokens: requests.reduce((sum, value) => sum + (value.usage?.total_tokens ?? 0), 0),
|
||||
everyReportedIdentityMatched: requests.every(value => value.identity === 'matched' && value.identityComplete),
|
||||
everyAttemptCompleted: requests.every(value => value.status === 'completed'),
|
||||
note: 'Model identity, transport/stream completion and engineering success are separate observations.',
|
||||
toolCallsOnPreflight: preflight.actualTools, failure: node?.failure, noAutomaticReplay: true, verifierModelRequests: 0 };
|
||||
save('analysis.json', result);
|
||||
console.log(JSON.stringify({ route: result.route, requestCount: result.requestCount,
|
||||
reportedTokens: result.reportedTokens, engineeringSuccess: result.engineeringSuccess,
|
||||
everyReportedIdentityMatched: result.everyReportedIdentityMatched,
|
||||
everyAttemptCompleted: result.everyAttemptCompleted, lastFinish: requests.at(-1)?.finishReasons,
|
||||
lastReasoningTokens: requests.at(-1)?.usage?.completion_tokens_details?.reasoning_tokens }));
|
||||
@@ -0,0 +1,67 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { Agent, fetch } from 'undici';
|
||||
// Each named route is a separate frozen sample. The original formal Provider
|
||||
// uses its saved credential internally; this driver never accesses key values.
|
||||
const experiments = {
|
||||
claude: { name: 'apikey-Claude', connectionId: '9ae348a5-d0a6-42ed-8664-0da5f9effe34',
|
||||
model: 'claude-opus-5.5', protocol: 'anthropic-messages', baseUrl: 'https://api.apikey.fan', revision: 1, credentialRevision: 1 },
|
||||
deepseek: { name: 'DeepSeek', connectionId: '1a7a55a9-29f2-4b9f-8ea2-5a55afd7eacd',
|
||||
model: 'deepseek-flash', protocol: 'chat-completions', baseUrl: 'https://api.deepseek.com/v1', revision: 1, credentialRevision: 1 },
|
||||
'claude-corrected': { name: 'apikey-Claude(用户更正后)', connectionId: '9ae348a5-d0a6-42ed-8664-0da5f9effe34',
|
||||
model: 'claude-opus-5-5', protocol: 'anthropic-messages', baseUrl: 'https://api.apikey.fan', revision: 2, credentialRevision: 2 },
|
||||
'claude-retry': { name: 'apikey-Claude(用户要求再试)', connectionId: '9ae348a5-d0a6-42ed-8664-0da5f9effe34',
|
||||
model: 'claude-opus-5-5', protocol: 'anthropic-messages', baseUrl: 'https://api.apikey.fan', revision: 3, credentialRevision: 3 },
|
||||
};
|
||||
export const target = process.argv[2];
|
||||
export const experiment = experiments[target];
|
||||
assert.ok(experiment, 'Select one pre-registered Z route.');
|
||||
export const root = path.resolve('.qa/live-provider-z', target);
|
||||
export const origin = 'http://127.0.0.1:4318';
|
||||
export const connectionId = experiment.connectionId;
|
||||
export const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
export const readRoot = () => JSON.parse(fs.readFileSync(path.join(root, 'current.json')));
|
||||
export const dataRoot = () => readRoot().host.identity.dataRoot;
|
||||
export const save = (relative, value) => {
|
||||
const file = path.join(root, relative); fs.mkdirSync(path.dirname(file), { recursive: true });
|
||||
fs.writeFileSync(file, typeof value === 'string' || Buffer.isBuffer(value) ? value : JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
};
|
||||
export function meta(name) {
|
||||
assert.ok(['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(name));
|
||||
const db = new DatabaseSync(path.join(dataRoot(), 'workbench.sqlite'), { readOnly: true });
|
||||
try { const row = db.prepare('SELECT value FROM metadata WHERE key=?').get(name); return row ? JSON.parse(row.value) : null; }
|
||||
finally { db.close(); }
|
||||
}
|
||||
export async function client() {
|
||||
const dispatcher = new Agent({ connect: { autoSelectFamily: true, timeout: 5000 } });
|
||||
let token;
|
||||
const api = async (route, input, timeout = 30000) => {
|
||||
const response = await fetch(origin + '/api' + route, { dispatcher,
|
||||
method: input === undefined ? 'GET' : 'POST', redirect: 'error', signal: AbortSignal.timeout(timeout),
|
||||
headers: { ...(token ? { 'X-Workbench-Token': token } : {}), 'Content-Type': 'application/json', Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const value = await response.json();
|
||||
if (!response.ok) throw Object.assign(new Error(route + ': ' + (value.error ?? response.status)), { status: response.status });
|
||||
return value;
|
||||
};
|
||||
const boot = await api('/bootstrap'); token = boot.token;
|
||||
return { api, boot, close: () => dispatcher.close() };
|
||||
}
|
||||
export async function captureAttempts(api, attempts, relative) {
|
||||
const captures = [];
|
||||
for (const attempt of attempts) for (const kind of ['request', 'response']) {
|
||||
const id = attempt[kind + 'ArtifactId']; if (!id) continue;
|
||||
let content = '', offset = 0, page;
|
||||
do {
|
||||
page = await api('/artifacts/' + id + '?session=' + attempt.sessionId + '&offset=' + offset + '&limit=16000');
|
||||
assert.ok(page.content.length || !page.truncated); content += page.content; offset += page.content.length;
|
||||
} while (page.truncated);
|
||||
assert.equal(sha(content), page.sha256); assert.equal(page.sha256, attempt[kind + 'Sha256']);
|
||||
const name = `${relative}/${attempt.id}-${kind}.${kind === 'request' ? 'json' : attempt.streaming ? 'sse' : 'txt'}`;
|
||||
save(name, content); captures.push({ attemptId: attempt.id, kind, artifactId: id, path: name, sha256: sha(content), bytes: Buffer.byteLength(content) });
|
||||
}
|
||||
return captures;
|
||||
}
|
||||
@@ -0,0 +1,38 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { publicSnapshot } from './state.mjs';
|
||||
import { root, origin, connectionId, sha, experiment } from './common.mjs';
|
||||
// Read-only freeze of one Z route on formal 1.25.2. 0 model requests.
|
||||
assert.equal(fs.existsSync(root), false, 'Sample Z is frozen once; never overwrite.');
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Freeze from a committed tree.');
|
||||
const boot = await (await fetch(origin + '/api/bootstrap', { headers: { Connection: 'close' } })).json();
|
||||
const api = async route => (await fetch(origin + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' } })).json();
|
||||
const host = await api('/host/status'), center = await api('/model-center'), connection = center.connections.find(c => c.id === connectionId);
|
||||
assert.equal(boot.version, '1.25.2'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
assert.equal(connection.revision, experiment.revision); assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, experiment.credentialRevision);
|
||||
assert.equal(connection.model, experiment.model); assert.equal(connection.protocol, experiment.protocol); assert.equal(connection.streaming, true);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.maxOutputTokens, 2048);
|
||||
assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
assert.equal(connection.baseUrl, experiment.baseUrl);
|
||||
assert.equal(connection.modelIdentityAliasSource, '');
|
||||
assert.equal(center.connections.find(c => c.id === '5b4daed9-b2f7-4de0-b949-573eba70c7b3').enabled, false);
|
||||
assert.equal(center.connections.find(c => c.id === '09b0293b-faad-45c3-832d-7c8b615813aa').enabled, false);
|
||||
assert.deepEqual(center.selected, { type: 'pool', id: '68e30376-b799-445b-a858-db2dba9920a0' });
|
||||
const networkHistory = await api('/model-center/network-diagnostics');
|
||||
const baseline = await publicSnapshot(origin, host.identity.dataRoot); assert.deepEqual(baseline.active, []);
|
||||
const candidate = JSON.parse(fs.readFileSync('releases/latest.json', 'utf8'));
|
||||
const runtimeManifest = fs.readFileSync(path.join(boot.runtimeRoot, 'MANIFEST.json'));
|
||||
assert.equal(JSON.parse(runtimeManifest).version, '1.25.2');
|
||||
assert.equal(sha(runtimeManifest), sha(fs.readFileSync(path.join(candidate.portableRoot, 'MANIFEST.json'))), 'Freeze the actual accepted installed candidate.');
|
||||
const sourceCommit = candidate.documentation.sourceCommit;
|
||||
assert.match(sourceCommit, /^[a-f0-9]{40}$/);
|
||||
const reviewedHead = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
fs.writeFileSync(path.join(root, 'current.json'), JSON.stringify({ host, config: boot.config, projects: boot.projects, center, baseline,
|
||||
connectionRevision: connection.revision, experiment, networkHistory, sourceCommit, reviewedHead, runtimeManifestSha256: sha(runtimeManifest),
|
||||
observedAt: new Date().toISOString() }, null, 2), { flag: 'wx' });
|
||||
console.log(JSON.stringify({ success: true, version: boot.version, pid: host.identity.pid, projects: baseline.projects,
|
||||
sessions: baseline.exports.length, connectionId, connectionRevision: connection.revision, modelRequests: 0 }));
|
||||
@@ -0,0 +1,58 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import net from 'node:net';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { boundedProviderPreflight } from './payload.mjs';
|
||||
export async function inspectorClosed() {
|
||||
return new Promise((resolve, reject) => {
|
||||
const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector already open.')); });
|
||||
socket.once('error', e => { socket.destroy(); e.code === 'ECONNREFUSED' ? resolve(true) : reject(e); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); });
|
||||
});
|
||||
}
|
||||
class Protocol {
|
||||
constructor(socket) {
|
||||
this.socket = socket; this.nextId = 1; this.pending = new Map();
|
||||
socket.addEventListener('message', event => {
|
||||
const m = JSON.parse(String(event.data)); if (!m.id) return;
|
||||
const p = this.pending.get(m.id); if (!p) return; this.pending.delete(m.id); clearTimeout(p.timer);
|
||||
m.error ? p.reject(Error(m.error.message)) : p.resolve(m.result);
|
||||
});
|
||||
socket.addEventListener('close', () => { for (const p of this.pending.values()) { clearTimeout(p.timer); p.reject(Error('Inspector closed; outcome unknown.')); } this.pending.clear(); });
|
||||
}
|
||||
send(method, params, timeout = 10000) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const id = this.nextId++, timer = setTimeout(() => { this.pending.delete(id); reject(Error('Inspector timeout; do not replay.')); }, timeout);
|
||||
this.pending.set(id, { resolve, reject, timer }); this.socket.send(JSON.stringify({ id, method, params }));
|
||||
});
|
||||
}
|
||||
}
|
||||
export async function invokeProbe(input) {
|
||||
await inspectorClosed(); let socket, protocol, enabled = false;
|
||||
try {
|
||||
process._debugProcess(input.pid); enabled = true;
|
||||
let targets;
|
||||
for (let i = 0; i < 40 && !targets; i++) {
|
||||
await delay(100);
|
||||
try { targets = await (await fetch('http://127.0.0.1:9229/json/list', { signal: AbortSignal.timeout(700) })).json(); } catch {}
|
||||
}
|
||||
assert.equal(targets?.length, 1);
|
||||
assert.ok(targets[0].webSocketDebuggerUrl.startsWith('ws://127.0.0.1:9229/'));
|
||||
socket = new WebSocket(targets[0].webSocketDebuggerUrl);
|
||||
await new Promise((resolve, reject) => { socket.addEventListener('open', resolve, { once: true }); socket.addEventListener('error', reject, { once: true }); });
|
||||
protocol = new Protocol(socket);
|
||||
const identity = await protocol.send('Runtime.evaluate', { expression: 'process.pid', returnByValue: true });
|
||||
assert.equal(identity.result.value, input.pid);
|
||||
const expression = '(' + boundedProviderPreflight.toString() + ')(' + JSON.stringify(input) + ')';
|
||||
const result = await protocol.send('Runtime.evaluate', { expression, awaitPromise: true, returnByValue: true }, 345000);
|
||||
if (result.exceptionDetails) throw Error(result.exceptionDetails.exception?.description ?? result.exceptionDetails.text);
|
||||
return { result: result.result.value, expression };
|
||||
} finally {
|
||||
if (protocol && enabled) {
|
||||
await protocol.send('Runtime.evaluate', { expression: "setTimeout(() => process.getBuiltinModule('inspector').close(), 25); 'closing'", returnByValue: true });
|
||||
await delay(200);
|
||||
}
|
||||
socket?.close();
|
||||
await inspectorClosed();
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,244 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import { gitEnvironment } from '../../src/core/git-process.mjs';
|
||||
import { publicSnapshot, canonical } from './state.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, sha, captureAttempts, readRoot, experiment } from './common.mjs';
|
||||
// Bounded real Node engineering with supervisor-in-the-loop review. Model
|
||||
// implements the three allowed modules autonomously; supervisor only approves
|
||||
// the original checks, reviews/applies the allowed change set and confirms Git.
|
||||
assert.equal(JSON.parse(fs.readFileSync(path.join(root, 'preflight/result.json'))).passed, true);
|
||||
assert.equal(fs.existsSync(path.join(root, 'node')), false, 'Never replay or overwrite a live sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
const allowed = ['src/amount.mjs', 'src/summary.mjs', 'src/report.mjs'];
|
||||
const budgetFields = ['contextLimit', 'maxSteps', 'maxOutputTokens', 'maxRunTokens', 'maxTaskTokens', 'maxRunDurationMs'];
|
||||
const connectionFields = ['id', 'name', 'brand', 'model', 'baseUrl', 'enabled', 'requiresKey', 'streaming', 'protocol',
|
||||
'capabilityDeclarations', 'contextLimit', 'maxOutputTokens', 'concurrency', 'nativeParameters', 'outputTokenField',
|
||||
'modelIdentityPolicy', 'modelIdentityAliases', 'modelIdentityAliasSource'];
|
||||
const connectionInput = value => Object.fromEntries(connectionFields.filter(key => Object.hasOwn(value, key)).map(key => [key, value[key]]));
|
||||
const originalIdentity = value => ({ modelIdentityPolicy: value.modelIdentityPolicy ?? 'record',
|
||||
modelIdentityAliases: value.modelIdentityAliases ?? [], modelIdentityAliasSource: value.modelIdentityAliasSource ?? '' });
|
||||
let before, centerBefore, publicMetadata, originalAttempts, connection, configured, project, session, state, taskId, route, budgetWritten = false, selectionWritten = false;
|
||||
let result, delivery, succeeded = false, failure;
|
||||
const approvals = [], applications = [], continuations = [], observations = [], start = Date.now();
|
||||
const sourceRoot = path.join(root, 'node/expense-project');
|
||||
const git = args => execFileSync('git', ['--no-pager', '--no-optional-locks', '-C', sourceRoot, ...args], { encoding: 'utf8', windowsHide: true, env: gitEnvironment() });
|
||||
let protectedBytes, stagedBefore;
|
||||
const protect = () => {
|
||||
for (const [name, bytes] of Object.entries(protectedBytes)) assert.deepEqual(fs.readFileSync(path.join(sourceRoot, name)), bytes, name);
|
||||
assert.equal(git(['show', ':owner-staged.txt']), stagedBefore, 'Preserve original index and working-copy states.');
|
||||
};
|
||||
const waitFor = async (predicate, timeout = 30000) => {
|
||||
const deadline = Date.now() + timeout;
|
||||
while (!await predicate()) { assert.ok(Date.now() < deadline, 'Local operation deadline exceeded; verify outcome, never replay.'); await delay(350); }
|
||||
};
|
||||
const review = async (kind, value) => {
|
||||
const relative = `node/reviews/${kind}-${applications.length + 1}`;
|
||||
const fingerprint = value.fingerprint ?? sha(JSON.stringify(value));
|
||||
save(relative + '/input.json', { ...value, fingerprint });
|
||||
console.log(JSON.stringify({ reviewRequired: true, kind, path: relative + '/input.json', fingerprint }));
|
||||
const decisionPath = path.join(root, relative, 'decision.json');
|
||||
await waitFor(async () => fs.existsSync(decisionPath), Math.max(1, 600000 - (Date.now() - start)));
|
||||
const decision = JSON.parse(fs.readFileSync(decisionPath));
|
||||
assert.equal(decision.approve, true, 'Supervisor declined the original model proposal.');
|
||||
assert.ok(typeof decision.reason === 'string' && decision.reason.length > 20, 'Record substantive review.');
|
||||
assert.equal(decision.fingerprint, fingerprint);
|
||||
return decision;
|
||||
};
|
||||
const remainingRun = async () => {
|
||||
const requests = state?.execution.task.usage.requests ?? 0;
|
||||
assert.ok(requests < 8, 'The sealed eight-request budget is exhausted.');
|
||||
const budgets = { contextLimit: 16000, maxOutputTokens: 2048, maxSteps: 8 - requests,
|
||||
maxRunTokens: 90000, maxTaskTokens: 90000, maxRunDurationMs: 600000 };
|
||||
await api('/model-center/runtime-budgets', budgets); budgetWritten = true;
|
||||
continuations.push({ beforeRequests: requests, remainingSteps: budgets.maxSteps, at: new Date().toISOString() });
|
||||
};
|
||||
try {
|
||||
assert.equal(boot.version, '1.25.2');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
before = await publicSnapshot(origin, dataRoot()); save('node/before.json', before);
|
||||
centerBefore = await api('/model-center'); connection = centerBefore.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.model, experiment.model); assert.equal(connection.protocol, experiment.protocol); assert.equal(connection.contextLimit, 16000);
|
||||
assert.deepEqual(originalIdentity(connection), { modelIdentityPolicy: 'record', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
publicMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/diagnostics-before.json', meta('modelNetworkDiagnostics') ?? []);
|
||||
save('node/original-public-metadata.json', publicMetadata);
|
||||
originalAttempts = meta('modelAttempts') ?? []; save('node/original-attempts.json', originalAttempts);
|
||||
save('node/contract.json', { kind: 'new-real-Node-engineering', version: boot.version, connectionId, connection,
|
||||
maxRequests: 8, maxTokens: 90000, contextLimit: 16000, maxOutputTokens: 2048, maxDurationMs: 600000,
|
||||
allowed, checks: ['test', 'build'], expectedTests: 9, commands: 'Only model-planned npm test/build, no arbitrary run_command',
|
||||
review: 'Model seals all three files, supervisor reviews and applies; model plans Git, supervisor confirms.',
|
||||
continuation: 'Only review-action continuation of the same task with remaining steps, no extra implementation prompts.',
|
||||
originalImplementationSupplied: false, automaticRetry: false, poolSwitching: false,
|
||||
originalSelected: centerBefore.selected, originalBudgets: Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])),
|
||||
restore: 'Original budget values and selection restored. Original absent identity fields become explicit record/[]/empty-string defaults; raw pre-state retained and only this declared normalization accepted. Revision counters remain monotonic.' });
|
||||
fs.cpSync('benchmarks/live-delivery-v1/node', sourceRoot, { recursive: true, errorOnExist: true });
|
||||
fs.writeFileSync(path.join(sourceRoot, 'README.md'), '# Expense report acceptance\nRepair the three source modules using the immutable original nine tests; do not edit checks or owner files.\n', { flag: 'wx' });
|
||||
fs.writeFileSync(path.join(sourceRoot, '.gitignore'), 'dist/\n.awb-*\nnode_modules/\n', { flag: 'wx' });
|
||||
for (const name of ['owner-staged.txt', 'owner-unstaged.txt']) fs.writeFileSync(path.join(sourceRoot, name), 'Owner original baseline\n', { flag: 'wx' });
|
||||
git(['init', '--initial-branch=main']); git(['config', 'core.autocrlf', 'false']);
|
||||
git(['config', 'user.name', 'Workbench QA']); git(['config', 'user.email', 'qa@workbench.invalid']);
|
||||
git(['add', '--', '.']); git(['commit', '--no-gpg-sign', '-m', 'Seal expense engineering baseline and original checks']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner staged change\n'); git(['add', '--', 'owner-staged.txt']);
|
||||
stagedBefore = git(['show', ':owner-staged.txt']);
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-staged.txt'), 'Owner working copy differs from staging\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-unstaged.txt'), 'Owner unstaged change\n');
|
||||
fs.writeFileSync(path.join(sourceRoot, 'owner-untracked.txt'), 'Owner untracked change\n', { flag: 'wx' });
|
||||
const protectedNames = ['README.md', '.gitignore', 'package.json', 'test/expense.test.mjs', 'scripts/build.mjs', 'owner-staged.txt', 'owner-unstaged.txt', 'owner-untracked.txt'];
|
||||
protectedBytes = Object.fromEntries(protectedNames.map(name => [name, fs.readFileSync(path.join(sourceRoot, name))]));
|
||||
const sourceFiles = [...protectedNames, ...allowed];
|
||||
for (const name of sourceFiles) save('node/source-before/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/source-identity.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore,
|
||||
files: Object.fromEntries(sourceFiles.map(name => [name, sha(fs.readFileSync(path.join(sourceRoot, name)))])) });
|
||||
project = await api('/projects', { root: sourceRoot }); session = await api('/sessions', { projectId: project.id }); route = '/sessions/' + session.id;
|
||||
save('node/owned.json', { project, session });
|
||||
configured = await api('/model-center/connections', { ...connectionInput(connection), revision: connection.revision,
|
||||
modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' });
|
||||
assert.equal(configured.credentialRevision, connection.credentialRevision); assert.equal(configured.hasKey, true);
|
||||
save('node/connection-frozen.json', configured);
|
||||
await remainingRun(); await api('/model-center/select', { type: 'connection', id: connectionId }); selectionWritten = true;
|
||||
const goal = '修复这个Node费用报表工程的amount、summary、report三个模块。金额用精确分单位处理,接受测试约定的十进制字符串、有限数字、退款、及空白;拒绝格式错误、超精度和不安全金额。按独立币种规范化、排序汇总并保留原数组,计数准确、安全求和,报表两位小数含负分金额。以原九项测试为完整奥约。'
|
||||
+ '先inspect_project,再plan_checks选择["test","build"]并run_checks保留真实基线失败,读取原测试和相关源码。只允许修改src/amount.mjs、src/summary.mjs、src/report.mjs;不改测试、配置、README、构建脚本、owner文件或原暂存,不使用run_command,不直接提交Git。'
|
||||
+ 'propose_file/propose_patch准备完整三个模块后,用prepare_change_set一次封存全部三文件,等待审查应用。应用后继续同一个Task,重新plan_checks/run_checks,通过原9项测试和build后,用plan_delivery为三个文件准备本地Git预览并等待确认。模型必须自己实现,禁止用口头完成替代检查。预算最多8次模型请求、90000tokens,输出2048,上下文16K,请合并独立工具调用并避免重复观察。';
|
||||
save('node/goal.txt', goal); protect();
|
||||
await api(route + '/messages', { content: goal });
|
||||
while (Date.now() - start < 600000) {
|
||||
state = await api(route); taskId ??= state.execution.task.id; assert.equal(state.execution.task.id, taskId); protect();
|
||||
const usage = state.execution.task.usage; assert.ok(usage.requests <= 8); assert.ok(usage.totalTokens <= 90000);
|
||||
const progress = { status: state.status, requests: usage.requests, tokens: usage.totalTokens, lastTool: state.events.filter(event => event.kind === 'tool').at(-1)?.tool,
|
||||
checks: state.execution.checks.map(job => job.status), elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (JSON.stringify({ ...progress, elapsedSeconds: 0 }) !== JSON.stringify({ ...observations.at(-1), elapsedSeconds: 0 })) { observations.push(progress); console.log(JSON.stringify(progress)); }
|
||||
for (const change of state.changes.filter(change => ['pending', 'conflict'].includes(change.status))) assert.ok(allowed.includes(change.path), 'Out-of-scope proposal: ' + change.path);
|
||||
for (const approval of state.approvals.filter(item => item.status === 'pending')) {
|
||||
const plan = state.execution.plans.find(value => value.id === approval.checkPlanId);
|
||||
const allow = !!plan && plan.taskId === taskId && plan.checks.length === 2 && plan.checks.every(check => ['test', 'build'].includes(check.name) && !check.lifecycle?.length)
|
||||
&& approval.cwd === sourceRoot && approval.command === plan.checks.map(check => check.command).join('\n');
|
||||
approvals.push({ approvalId: approval.id, planId: plan?.id, command: approval.command, allow });
|
||||
await api(route + '/approvals/' + approval.id, { allow }); assert.equal(allow, true, 'Only the sealed original checks are authorized.');
|
||||
}
|
||||
if (['running', 'awaiting_approval', 'stopping'].includes(state.status)) { await delay(650); continue; }
|
||||
if (state.status === 'failed') throw new Error(state.failure?.message ?? 'Actual-model task failed');
|
||||
const plan = state.execution.deliveryPlans?.findLast(value => value.status === 'planned' && value.taskId === taskId);
|
||||
if (plan) {
|
||||
assert.deepEqual(plan.paths.slice().sort(), allowed.slice().sort()); const requests = usage.requests;
|
||||
assert.ok(state.events.some(event => event.tool === 'plan_delivery' && event.phase === 'completed'));
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1);
|
||||
assert.equal(passing?.results.find(value => value.name === 'test')?.tests?.passed, 9);
|
||||
await review('git', { plan, fingerprint: plan.fingerprint, checks: state.execution.checks, source: state.changes,
|
||||
status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']) });
|
||||
await api(route + '/delivery-jobs', { planId: plan.id });
|
||||
await waitFor(async () => { state = await api(route); delivery = state.execution.deliveries.at(-1); return !!delivery?.reportArtifactId; });
|
||||
assert.equal(delivery.status, 'completed'); assert.equal(state.execution.task.usage.requests, requests); break;
|
||||
}
|
||||
const pending = state.changes.filter(change => change.status === 'pending');
|
||||
const batch = state.execution.changeSets?.findLast(value => value.taskId === taskId && value.status === 'prepared');
|
||||
if (pending.length) {
|
||||
assert.ok(state.execution.checks.some(job => job.status === 'failed' && job.results.some(value => value.tests?.failed > 0)), 'Model must preserve the original failing tests.');
|
||||
assert.equal(batch?.source, 'agent', 'Model must seal its own complete change set.');
|
||||
assert.deepEqual(batch.files.map(file => file.changeId).sort(), pending.map(change => change.id).sort());
|
||||
if (!applications.length) assert.deepEqual(batch.files.map(file => file.path).sort(), allowed.slice().sort());
|
||||
assert.ok(applications.length < 3);
|
||||
await review('changes', { fingerprint: batch.fingerprint, batch, changes: pending, checks: state.execution.checks });
|
||||
await api(route + '/change-sets/' + batch.id + '/apply', { fingerprint: batch.fingerprint });
|
||||
await waitFor(async () => (await api(route + '/change-sets/' + batch.id)).status === 'completed');
|
||||
for (const change of pending) assert.equal(sha(fs.readFileSync(path.join(sourceRoot, change.path))), change.sha256);
|
||||
applications.push({ id: batch.id, fingerprint: batch.fingerprint, paths: batch.files.map(file => file.path), source: batch.source }); protect();
|
||||
await remainingRun(); await api(route + '/continue-reviewed', {}); continue;
|
||||
}
|
||||
throw new Error('Model stopped before verified Git delivery: ' + state.status + '/' + state.execution.run.stopReason);
|
||||
}
|
||||
assert.ok(delivery, 'The sealed engineering deadline ended without complete delivery.');
|
||||
const passing = state.execution.checks.filter(job => job.status === 'passed').at(-1); assert.ok(passing);
|
||||
const tests = passing.results.find(value => value.name === 'test')?.tests; assert.equal(tests?.total, 9); assert.equal(tests.passed, 9); assert.equal(tests.failed, 0);
|
||||
assert.deepEqual(git(['diff-tree', '--no-commit-id', '--name-only', '-r', 'HEAD']).trim().split(/\r?\n/).sort(), allowed.slice().sort()); protect();
|
||||
succeeded = true;
|
||||
result = { success: true, commit: delivery.commit, tests, delivery, checkJobId: passing.id };
|
||||
} catch (error) {
|
||||
failure = { name: error.name, message: error.message, stack: error.stack, at: new Date().toISOString(), automaticReplay: false };
|
||||
result = { success: false, failure }; process.exitCode = 1;
|
||||
} finally {
|
||||
if (route) {
|
||||
state = await api(route);
|
||||
if (['running', 'stopping', 'awaiting_approval'].includes(state.status)) { await api(route + '/stop', {}); state = await api(route); }
|
||||
taskId ??= state.execution.task?.id;
|
||||
save('node/session.json', state); save('node/export.json', await api(route + '/export'));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => value.sessionId === session.id); save('node/attempts.json', attempts);
|
||||
const captures = await captureAttempts(api, attempts, 'node/captures');
|
||||
const identitiesValid = attempts.every(value => value.connectionId === connectionId && value.poolId === null && value.ordinal === 1
|
||||
&& value.status === 'completed' && value.modelIdentity?.status === 'matched' && value.modelIdentity.complete === true && value.modelIdentity.policy === 'require-match');
|
||||
result = { ...result, version: boot.version, sessionId: session.id, projectId: project.id, taskId, sourceRoot,
|
||||
connectionId, requestedModel: experiment.model, usage: state.execution.task?.usage, state: state.status, stopReason: state.execution.run?.stopReason,
|
||||
attempts: attempts.length, identitiesValid, captures, approvals, applications, continuations, observations,
|
||||
modelImplementationSuppliedBySupervisor: false, modelWeightsAuthenticated: false, originalPurgeBenefitTested: false,
|
||||
elapsedSeconds: Math.round((Date.now() - start) / 1000) };
|
||||
if (succeeded) assert.equal(identitiesValid, true);
|
||||
save('node/model-outcome.json', result);
|
||||
for (const name of allowed) save('node/source-after/' + name, fs.readFileSync(path.join(sourceRoot, name)));
|
||||
save('node/git-final.json', { head: git(['rev-parse', 'HEAD']).trim(), status: git(['status', '--porcelain=v1']), stagedBefore, stagedAfter: git(['show', ':owner-staged.txt']), diff: git(['diff', 'HEAD', '--', ...allowed]) });
|
||||
}
|
||||
const host = await api('/host/status'); assert.equal(host.activity.active, false, 'Do not overwrite another active task.');
|
||||
if (configured) {
|
||||
const center = await api('/model-center'), current = center.connections.find(value => value.id === connectionId);
|
||||
assert.equal(current.revision, configured.revision, 'Do not overwrite an external connection edit.');
|
||||
const restored = await api('/model-center/connections', { ...connectionInput(connection), ...originalIdentity(connection), revision: current.revision });
|
||||
assert.equal(restored.credentialRevision, connection.credentialRevision); save('node/connection-restored.json', restored);
|
||||
assert.deepEqual(originalIdentity(restored), originalIdentity(connection));
|
||||
}
|
||||
if (budgetWritten) await api('/model-center/runtime-budgets', Object.fromEntries(budgetFields.map(key => [key, boot.config[key]])));
|
||||
if (selectionWritten) await api('/model-center/select', centerBefore.selected);
|
||||
const after = await publicSnapshot(origin, dataRoot()); save('node/after.json', after);
|
||||
if (before) {
|
||||
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item, 'Original export: ' + item.id);
|
||||
for (const table of ['sessions', 'records', 'events', 'outbox']) {
|
||||
const rows = new Map(after.database.tables[table].rows.map(row => [row.id, row]));
|
||||
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, 'Original ' + table + '/' + row.id);
|
||||
}
|
||||
const artifactMap = new Map(after.persistent.artifacts.map(value => [value.path, value]));
|
||||
for (const item of before.persistent.artifacts) assert.deepEqual(artifactMap.get(item.path), item, 'Original artifact: ' + item.path);
|
||||
const finalBoot = await api('/bootstrap'), normalized = { ...finalBoot.config, configRevision: boot.config.configRevision };
|
||||
assert.deepEqual(canonical(normalized), canonical(boot.config));
|
||||
assert.deepEqual(finalBoot.projects.filter(value => value.id !== project?.id), boot.projects, 'Every original public project, excluding only the new owned sample.');
|
||||
assert.deepEqual(after.modelCenter.selected, centerBefore.selected); assert.deepEqual(after.modelCenter.pools, centerBefore.pools);
|
||||
for (const item of centerBefore.connections.filter(value => ![connectionId, 'legacy-default'].includes(value.id))) assert.deepEqual(after.modelCenter.connections.find(value => value.id === item.id), item);
|
||||
const finalMetadata = { config: meta('config'), registry: meta('modelRegistry') };
|
||||
save('node/final-public-metadata.json', finalMetadata);
|
||||
const configNormalized = { ...finalMetadata.config, configRevision: publicMetadata.config.configRevision };
|
||||
assert.deepEqual(canonical(configNormalized), canonical(publicMetadata.config), 'Raw public disk config except its monotonic revision.');
|
||||
const registryNormalized = structuredClone(finalMetadata.registry);
|
||||
assert.ok(registryNormalized.revision > publicMetadata.registry.revision);
|
||||
registryNormalized.revision = publicMetadata.registry.revision;
|
||||
const originalConnection = publicMetadata.registry.connections.find(value => value.id === connectionId);
|
||||
const finalConnection = registryNormalized.connections.find(value => value.id === connectionId);
|
||||
assert.equal(finalConnection.revision, originalConnection.revision + 2);
|
||||
finalConnection.revision = originalConnection.revision; finalConnection.updatedAt = originalConnection.updatedAt;
|
||||
const registryBefore = structuredClone(publicMetadata.registry);
|
||||
const normalizedBeforeConnection = registryBefore.connections.find(value => value.id === connectionId);
|
||||
const normalization = Object.fromEntries(Object.entries(originalIdentity(normalizedBeforeConnection)).filter(([key]) => !Object.hasOwn(normalizedBeforeConnection, key)));
|
||||
Object.assign(normalizedBeforeConnection, normalization);
|
||||
save('node/declared-identity-default-normalization.json', { connectionId, added: normalization,
|
||||
originalRawStatePreserved: true, originalSemanticsRestored: true, reason: 'The public partial-update API retains missing fields; restore explicit original default semantics rather than silently retaining require-match.' });
|
||||
for (const value of [registryBefore, registryNormalized]) value.connections.sort((a, b) => a.id.localeCompare(b.id));
|
||||
assert.deepEqual(canonical(registryNormalized), canonical(registryBefore), 'Registry except declared revision/timestamp/order and explicit original identity defaults.');
|
||||
const finalAttempts = meta('modelAttempts') ?? [];
|
||||
for (const item of originalAttempts) assert.deepEqual(finalAttempts.find(value => value.id === item.id), item, 'Original complete model attempt: ' + item.id);
|
||||
const metadataRows = new Map(after.database.tables.metadata.rows.map(row => [row.id, row]));
|
||||
const diagnosticsBefore = JSON.parse(fs.readFileSync(path.join(root, 'node/diagnostics-before.json')));
|
||||
const diagnosticsAfter = meta('modelNetworkDiagnostics') ?? [];
|
||||
assert.deepEqual(diagnosticsAfter.slice(0, diagnosticsBefore.length), diagnosticsBefore, 'Every original diagnostic field and order.');
|
||||
save('node/diagnostics-after.json', { originalExact: true, jobs: diagnosticsAfter, externalAdditions: diagnosticsAfter.slice(diagnosticsBefore.length) });
|
||||
for (const row of before.database.tables.metadata.rows.filter(row => !['config', 'modelRegistry', 'modelAttempts', 'modelNetworkDiagnostics'].includes(row.id))) assert.deepEqual(metadataRows.get(row.id), row);
|
||||
save('node/restoration.json', { passed: true, originalExports: before.exports.length, originalArtifactFiles: before.persistent.artifacts.length,
|
||||
originalRowsExact: ['sessions', 'records', 'events', 'outbox'], budgetsAndSelectionRestored: true, poolsUnchanged: true,
|
||||
originalPublicProjectsExact: true, originalAttemptsExact: originalAttempts.length, rawConfigExceptRevisionExact: true,
|
||||
registryExceptDeclaredRevisionTimestampOrderAndIdentityDefaultsExact: true, identityDefaultNormalization: normalization, otherMetadataRowsExact: true,
|
||||
originalCredentialRevision: connection?.credentialRevision, finalCredentialRevision: after.modelCenter.connections.find(value => value.id === connectionId)?.credentialRevision,
|
||||
changedOnlyMonotonicRevisionsObservedHealthAndDeclaredIdentityDefaults: true, pid: after.pid, version: after.version, noKeyExtractedOrResaved: true });
|
||||
}
|
||||
save('node/result.json', result ?? { success: false, failure, noModelDispatch: true }); await close();
|
||||
}
|
||||
console.log(JSON.stringify({ success: result.success, attempts: result.attempts, usage: result.usage, state: result.state,
|
||||
stopReason: result.stopReason, commit: result.commit, tests: result.tests, error: result.failure?.message }));
|
||||
@@ -0,0 +1,86 @@
|
||||
// One-shot QA adapter. Runs inside the existing formal host via the inspector;
|
||||
// never reads a credential value. Mirrors the sealed R preflight payload.
|
||||
export async function boundedProviderPreflight(input) {
|
||||
const ensure = (value, message) => { if (!value) throw new Error(message); };
|
||||
ensure(process.pid === input.pid, 'Unexpected host PID.');
|
||||
const servers = process._getActiveHandles().filter(h => h?.listening && h.address?.()?.address === '127.0.0.1' && h.address?.()?.port === input.port);
|
||||
ensure(servers.length === 1, 'Expected one owned loopback server.');
|
||||
const context = servers[0].workbenchHostAuthority?.context;
|
||||
ensure(context?.provider && context?.store && context?.runtime, 'Original context missing.');
|
||||
const { store, provider, runtime } = context;
|
||||
ensure(runtime.appDirectory === input.runtimeRoot, 'Loaded runtime changed.');
|
||||
ensure(![...store.sessions.values()].some(s => ['running', 'stopping', 'awaiting_approval'].includes(s.status)), 'Host is busy.');
|
||||
const session = store.session(input.sessionId), project = store.project(session.projectId);
|
||||
ensure(session.projectId === input.projectId && session.messages.length === 0 && !session.runId, 'Probe session must be new and owned.');
|
||||
const hub = provider.modelHub(store);
|
||||
const connection = hub.view().connections.find(c => c.id === input.connectionId);
|
||||
ensure(connection?.hasKey && connection.credentialRevision === input.credentialRevision, 'Original saved credential revision changed.');
|
||||
ensure(connection.enabled && connection.protocol === input.protocol && (connection.modelIdentityPolicy ?? 'record') === 'record', 'Probe protocol/auth/identity mismatch.');
|
||||
ensure(connection.baseUrl === input.baseUrl && connection.model === input.model && connection.revision === input.connectionRevision, 'Connection changed.');
|
||||
const config = hub.prepare({ ...store.config, mode: 'compatible', maxSteps: 1, maxOutputTokens: 256,
|
||||
contextLimit: 16000, maxRunTokens: 16000, maxTaskTokens: 16000, maxRunDurationMs: 320000,
|
||||
modelResponseTimeoutMs: 300000, modelStreamIdleTimeoutMs: 120000 }, { type: 'connection', id: input.connectionId });
|
||||
config.modelRouting.members = config.modelRouting.members.map(member => ({ ...member, modelIdentityPolicy: 'require-match', modelIdentityAliases: [], modelIdentityAliasSource: '' }));
|
||||
ensure(config.modelRouting.members.length === 1 && config.modelRouting.maxAttempts === 1 && config.maxOutputTokens === 256, 'One-request hard limits missing.');
|
||||
globalThis.__providerZProbeOnce ??= new Set();
|
||||
ensure(!globalThis.__providerZProbeOnce.has(input.sessionId), 'This sample cannot be replayed.');
|
||||
globalThis.__providerZProbeOnce.add(input.sessionId);
|
||||
session.title = input.title;
|
||||
const run = store.beginRun(session, input.prompt, false, config, { forceNewTask: true });
|
||||
store.message(session, 'user', input.prompt);
|
||||
session.providerMessages.push({ role: 'user', content: input.prompt });
|
||||
const step = store.beginStep(session, run), planner = runtime.requestPlanner();
|
||||
let plan, response, diagnostic = null, requestEvent, receipts = 0, wireStarts = 0;
|
||||
const wireIds = new Set();
|
||||
const signal = AbortSignal.timeout(320000);
|
||||
let stopReason = 'identity_probe_complete';
|
||||
try {
|
||||
plan = planner.prepare(session, run, config, { system: 'This is a connection identity preflight. Reply to the user exactly. No tools are available. Do not perform any project work.', tools: [], stepId: step.id });
|
||||
const variants = plan.body.kind === 'model-route-plan' ? plan.body.variants.map(v => v.body) : [plan.body];
|
||||
ensure(variants.length === 1 && variants.every(b => !(b.tools?.length) && b.max_tokens === 256 && b.model === input.model), 'Wire request violates no-tool contract.');
|
||||
ensure(plan.record.tokenReservation.reservedTokens <= 16000, 'Reservation exceeds sealed budget.');
|
||||
const progress = event => {
|
||||
if (event.consumption) {
|
||||
receipts += Number(store.recordConsumption(session, run, { ...event.consumption, requestId: plan.record.id }, plan.record.tokenReservation.reservedTokens));
|
||||
return;
|
||||
}
|
||||
if (event.phase === 'running' && event.wireAttemptId) { wireIds.add(event.wireAttemptId); wireStarts = wireIds.size; ensure(wireStarts === 1, 'No retries permitted.'); }
|
||||
requestEvent ??= store.event(session, { kind: 'model', source: 'model_connection', label: input.title, phase: 'running', runId: run.id, contextPlanId: plan.record.id, startedAt: new Date().toISOString() });
|
||||
if (event.modelAttemptId) requestEvent.modelAttemptId = event.modelAttemptId;
|
||||
if (event.connectionId) requestEvent.connectionId = event.connectionId;
|
||||
if (event.model) requestEvent.actualModel = event.model;
|
||||
if (event.modelIdentity) requestEvent.modelIdentity = event.modelIdentity;
|
||||
if (event.requestUrl) requestEvent.requestUrl = event.requestUrl;
|
||||
if (event.diagnostic) requestEvent.diagnostic = event.diagnostic;
|
||||
if (event.stream) requestEvent.stream = event.stream;
|
||||
if (event.phase) requestEvent.phase = event.phase;
|
||||
plan.record.requestAttempts = wireStarts; step.modelAttempts = wireStarts;
|
||||
store.save(session);
|
||||
};
|
||||
response = await provider.complete(config, plan.messages, project, signal, progress, plan.record, [], { attempts: 1, maxBudgetAttempts: 1 });
|
||||
ensure(!response.message.tool_calls?.length, 'Unsolicited tools are never executed.');
|
||||
ensure(receipts === 1, 'Expected one original consumption receipt.');
|
||||
planner.finish(session, plan.record, { response, attempts: wireStarts });
|
||||
session.providerMessages.push(response.message); store.message(session, 'assistant', response.message.content);
|
||||
const total = (run.usage?.reportedTokens ?? run.usage?.totalTokens ?? 0);
|
||||
session.status = total > 16000 ? 'paused' : 'completed';
|
||||
if (total > 16000) stopReason = 'task_token_limit';
|
||||
} catch (cause) {
|
||||
diagnostic = cause.diagnostic ?? { source: 'workbench', origin: 'local', stage: 'identity_preflight', kind: signal.aborted ? 'cancelled' : 'runtime', title: '身份预检需要核对', message: provider.redact(cause.message), occurredAt: new Date().toISOString() };
|
||||
session.status = diagnostic.kind === 'model_identity' || signal.aborted ? 'paused' : 'failed';
|
||||
stopReason = diagnostic.kind;
|
||||
session.lastFailure = { ...diagnostic, runId: run.id };
|
||||
const message = store.message(session, 'system', diagnostic.message);
|
||||
session.failure = { ...session.lastFailure, messageId: message.id };
|
||||
if (plan) planner.finish(session, plan.record, { error: new Error(diagnostic.message), attempts: wireStarts });
|
||||
} finally {
|
||||
if (requestEvent) { requestEvent.phase = diagnostic ? 'failed' : 'completed'; requestEvent.finishedAt = new Date().toISOString(); if (diagnostic) requestEvent.diagnostic = diagnostic; }
|
||||
store.finishStep(session, step, diagnostic ? 'failed' : 'completed');
|
||||
store.finishRun(session, run, stopReason);
|
||||
}
|
||||
const attempts = hub.attempts.filter(a => a.sessionId === session.id);
|
||||
ensure(attempts.length <= 1 && wireStarts <= 1, 'Single-request limit exceeded.');
|
||||
return { sessionId: session.id, projectId: project.id, taskId: run.taskId, runId: run.id, status: session.status,
|
||||
stopReason, attempts: attempts.length, receipts, wireStarts, actualTools: run.toolCalls, usage: run.usage,
|
||||
contextPlanId: plan?.record.id ?? null, diagnostic, message: response?.message ?? null };
|
||||
}
|
||||
@@ -0,0 +1,70 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { publicSnapshot, hash } from './state.mjs';
|
||||
import { invokeProbe, inspectorClosed } from './inspector.mjs';
|
||||
import { root, origin, dataRoot, connectionId, save, meta, client, captureAttempts, readRoot, experiment } from './common.mjs';
|
||||
// Single no-tool provider identity preflight. One request max, strict identity, stop on failure.
|
||||
assert.equal(fs.existsSync(path.join(root, 'preflight')), false, 'Never replay or overwrite a real sample.');
|
||||
const original = readRoot();
|
||||
const { api, boot, close } = await client();
|
||||
let fatal;
|
||||
try {
|
||||
await inspectorClosed();
|
||||
assert.equal(boot.version, '1.25.2');
|
||||
const host = await api('/host/status'); assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
const before = await publicSnapshot(origin, dataRoot()); save('preflight/before.json', before);
|
||||
assert.deepEqual(before.active, []);
|
||||
const connection = before.modelCenter.connections.find(value => value.id === connectionId);
|
||||
assert.equal(connection.enabled, true); assert.equal(connection.hasKey, true); assert.equal(connection.credentialRevision, experiment.credentialRevision);
|
||||
assert.equal(connection.protocol, experiment.protocol); assert.equal(connection.model, experiment.model);
|
||||
assert.equal(connection.revision, original.connectionRevision);
|
||||
assert.equal(connection.contextLimit, 16000); assert.equal(connection.modelIdentityPolicy ?? 'record', 'record');
|
||||
const originalAttempts = meta('modelAttempts') ?? []; save('preflight/original-attempts.json', originalAttempts);
|
||||
const nonce = randomUUID(), prompt = `这是独立模型连接身份预检,不是工程任务。只回复 OK ${nonce},不要调用工具、读写文件或执行命令。`;
|
||||
save('preflight/contract.json', { kind: 'single-real-provider-identity-preflight', connectionId, connection,
|
||||
version: boot.version, runtimeRoot: boot.runtimeRoot, maxRequests: 1, maxAttempts: 1, maxOutputTokens: 256,
|
||||
maxTokens: 16000, contextLimit: 16000, toolDefinitions: 0, toolExecution: 0,
|
||||
poolSwitching: false, automaticReplay: false, modelIdentityPolicy: 'require-match in this experiment snapshot only',
|
||||
noGlobalConfigurationWrite: true, noCredentialExtractionOrResave: true, prompt, nonce,
|
||||
originalBaselineSha256: hash(fs.readFileSync(path.join(root, 'preflight/before.json'))) });
|
||||
const projectRoot = path.join(root, 'preflight/identity-only'); fs.mkdirSync(projectRoot);
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Z provider identity preflight\nNo engineering or command execution.\n', { flag: 'wx' });
|
||||
const project = await api('/projects', { root: projectRoot });
|
||||
const session = await api('/sessions', { projectId: project.id }); save('preflight/owned.json', { project, session });
|
||||
const input = { pid: host.identity.pid, port: 4318, runtimeRoot: boot.runtimeRoot, sessionId: session.id, projectId: project.id,
|
||||
connectionId, connectionRevision: connection.revision, credentialRevision: connection.credentialRevision,
|
||||
baseUrl: connection.baseUrl, model: connection.model, protocol: connection.protocol, title: `Z · ${experiment.name}单次预检`, prompt };
|
||||
save('preflight/input.json', input);
|
||||
console.log(JSON.stringify({ stage: 'single-provider-preflight', connectionId, model: connection.model, protocol: connection.protocol, baseUrl: connection.baseUrl, maxRequests: 1, toolDefinitions: 0 }));
|
||||
const invoked = await invokeProbe(input); save('preflight/expression.js', invoked.expression); save('preflight/host-result.json', invoked.result);
|
||||
const previous = new Set(originalAttempts.map(value => value.id));
|
||||
const attempts = (meta('modelAttempts') ?? []).filter(value => !previous.has(value.id)); save('preflight/attempts.json', attempts);
|
||||
assert.ok(attempts.length <= 1); for (const attempt of attempts) { assert.equal(attempt.sessionId, session.id); assert.equal(attempt.connectionId, connectionId); assert.equal(attempt.poolId, null); }
|
||||
const state = await api('/sessions/' + session.id); save('preflight/session.json', state);
|
||||
save('preflight/export.json', await api('/sessions/' + session.id + '/export'));
|
||||
const captures = await captureAttempts(api, attempts, 'preflight/captures');
|
||||
const attempt = attempts[0];
|
||||
const passed = attempts.length === 1 && attempt.status === 'completed' && attempt.modelIdentity?.status === 'matched'
|
||||
&& attempt.modelIdentity.complete === true && attempt.modelIdentity.policy === 'require-match' && attempt.responseRedacted === false
|
||||
&& attempt.usageStatus === 'reported' && attempt.usage.total_tokens <= 16000 && captures.length === 2
|
||||
&& invoked.result.actualTools === 0 && state.status === 'completed' && invoked.result.message?.content?.includes(nonce);
|
||||
const result = { passed, engineeringTestAllowed: passed, testedAt: new Date().toISOString(), version: boot.version,
|
||||
connectionId, sessionId: session.id, projectId: project.id, taskId: invoked.result.taskId,
|
||||
requestedModel: connection.model, reportedModels: attempt?.modelIdentity?.reportedModels ?? [], identity: attempt?.modelIdentity,
|
||||
requestUrl: attempt?.requestUrl, requests: attempts.length, usage: attempt?.usage ?? null, usageStatus: attempt?.usageStatus ?? 'not_dispatched',
|
||||
actualTools: invoked.result.actualTools, stopReason: invoked.result.stopReason, captures,
|
||||
noRetryOrPoolSwitch: attempts.every(value => value.ordinal === 1 && value.poolId === null),
|
||||
modelWeightsAuthenticated: false, engineeringDeliveryTested: false, purgeBenefitTested: false,
|
||||
defaultSelectionChanged: false, connectionConfigChanged: false, credentialValuesReadOrSaved: false };
|
||||
save('preflight/result.json', result); console.log(JSON.stringify({ passed, requests: result.requests, usage: result.usage, reportedModels: result.reportedModels, stopReason: result.stopReason }));
|
||||
} catch (error) {
|
||||
fatal = { name: error.name, message: error.message, stack: error.stack, recordedAt: new Date().toISOString(), automaticReplay: false };
|
||||
save('preflight/driver-error.json', fatal); process.exitCode = 1;
|
||||
} finally {
|
||||
save('preflight/after.json', await publicSnapshot(origin, dataRoot()));
|
||||
save('preflight/inspector-final.json', { closed: await inspectorClosed() });
|
||||
await close();
|
||||
}
|
||||
if (fatal) console.error(fatal.message);
|
||||
@@ -0,0 +1,21 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash} from 'node:crypto';
|
||||
import {root, target} from './common.mjs';
|
||||
const manifestFile=path.join(root,'MANIFEST.json');
|
||||
assert.equal(fs.existsSync(manifestFile),false,'Never overwrite sealed experiment evidence.');
|
||||
const files=[];
|
||||
const walk=relative=>{for(const entry of fs.readdirSync(path.join(root,relative),{withFileTypes:true})){
|
||||
const name=path.posix.join(relative,entry.name),file=path.join(root,name),stat=fs.lstatSync(file);
|
||||
assert.equal(stat.isSymbolicLink(),false);assert.equal(stat.nlink,1);
|
||||
if(entry.isDirectory()){walk(name);continue;}
|
||||
assert.equal(entry.isFile(),true);const bytes=fs.readFileSync(file);
|
||||
files.push({path:name,bytes:bytes.length,sha256:createHash('sha256').update(bytes).digest('hex')});
|
||||
}};
|
||||
walk('');files.sort((a,b)=>a.path.localeCompare(b.path));
|
||||
const manifest={schemaVersion:1,sample:'Z-' + target,files,filesCount:files.length,totalBytes:files.reduce((sum,row)=>sum+row.bytes,0),
|
||||
note:'Lengths and hashes of original files, excluding this manifest. Completeness is not a delivery-success claim.'};
|
||||
fs.writeFileSync(manifestFile,JSON.stringify(manifest,null,2)+'\n',{flag:'wx'});
|
||||
for(const row of files){const bytes=fs.readFileSync(path.join(root,row.path));assert.equal(bytes.length,row.bytes);assert.equal(createHash('sha256').update(bytes).digest('hex'),row.sha256);}
|
||||
console.log(JSON.stringify({success:true,files:files.length,bytes:manifest.totalBytes,manifestFile,realModelRequests:0}));
|
||||
@@ -0,0 +1 @@
|
||||
export { hash, canonical, digest, databaseSnapshot, publicSnapshot, compareOriginalState } from '../retained-host-state.mjs';
|
||||
+42
@@ -0,0 +1,42 @@
|
||||
// Verify already-saved preflight snapshots; no host/model request or config write.
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { root, save, sha, experiment } from './common.mjs';
|
||||
const read = file => JSON.parse(fs.readFileSync(path.join(root, file)));
|
||||
const before = read('preflight/before.json'), after = read('preflight/after.json');
|
||||
const result = read('preflight/result.json'), owned = read('preflight/owned.json');
|
||||
const attempts = read('preflight/attempts.json'), session = read('preflight/session.json');
|
||||
for (const field of ['pid', 'version', 'runtimeRoot', 'hasKey', 'configSha256']) assert.equal(after[field], before[field], field);
|
||||
assert.deepEqual(before.active, []); assert.deepEqual(after.active, []);
|
||||
assert.equal(after.projects, before.projects + 1); assert.equal(after.exports.length, before.exports.length + 1);
|
||||
for (const item of before.exports) assert.deepEqual(after.exports.find(value => value.id === item.id), item);
|
||||
for (const table of ['sessions', 'records', 'events', 'outbox']) {
|
||||
assert.equal(after.database.tables[table].schemaSha256, before.database.tables[table].schemaSha256);
|
||||
const rows = new Map(after.database.tables[table].rows.map(value => [value.id, value]));
|
||||
for (const row of before.database.tables[table].rows) assert.deepEqual(rows.get(row.id), row, table + '/' + row.id);
|
||||
}
|
||||
const metadata = new Map(after.database.tables.metadata.rows.map(value => [value.id, value]));
|
||||
for (const row of before.database.tables.metadata.rows.filter(value => value.id !== 'modelAttempts')) {
|
||||
assert.deepEqual(metadata.get(row.id), row, 'No preflight config or diagnostic write: ' + row.id);
|
||||
}
|
||||
for (const row of before.persistent.artifacts) assert.deepEqual(after.persistent.artifacts.find(value => value.path === row.path), row);
|
||||
assert.deepEqual(after.modelCenter.selected, before.modelCenter.selected);
|
||||
assert.deepEqual(after.modelCenter.pools, before.modelCenter.pools);
|
||||
assert.equal(attempts.length, 1); assert.equal(result.requests, 1);
|
||||
assert.equal(attempts[0].sessionId, owned.session.id); assert.equal(attempts[0].poolId, null); assert.equal(attempts[0].ordinal, 1);
|
||||
assert.equal(attempts[0].model, experiment.model); assert.equal(attempts[0].protocol, experiment.protocol);
|
||||
assert.equal(result.actualTools, 0); assert.equal(session.execution.run.toolCalls, 0);
|
||||
assert.equal(read('preflight/inspector-final.json').closed, true);
|
||||
for (const capture of result.captures) {
|
||||
const bytes = fs.readFileSync(path.join(root, capture.path));
|
||||
assert.equal(bytes.length, capture.bytes); assert.equal(sha(bytes), capture.sha256);
|
||||
}
|
||||
const verification = { passed: true, route: experiment.name, engineeringAllowed: result.passed,
|
||||
originalExportsExact: before.exports.length, originalArtifactFilesExact: before.persistent.artifacts.length,
|
||||
originalRowsExact: ['sessions', 'records', 'events', 'outbox'], publicMetadataExactExceptOneNewAttempt: true,
|
||||
configSelectionPoolAndCredentialsUnchanged: true, originalPidPreserved: after.pid, inspectorClosed: true,
|
||||
preflightRequests: 1, preflightReportedTokens: result.usage.total_tokens, toolsExecuted: 0,
|
||||
verificationModelRequests: 0, stopReason: result.stopReason };
|
||||
save('preflight/verification.json', verification);
|
||||
console.log(JSON.stringify(verification));
|
||||
@@ -0,0 +1,28 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { root, sha, experiment } from './common.mjs';
|
||||
const read = name => JSON.parse(fs.readFileSync(path.join(root, name)));
|
||||
const manifest = read('MANIFEST.json');
|
||||
for (const row of manifest.files) {
|
||||
const file = path.resolve(root, row.path); assert.ok(file.startsWith(root + path.sep));
|
||||
const bytes = fs.readFileSync(file); assert.equal(bytes.length, row.bytes); assert.equal(sha(bytes), row.sha256);
|
||||
}
|
||||
assert.equal(read('preflight/verification.json').passed, true);
|
||||
const analysis = read('analysis.json');
|
||||
for (const stage of ['preflight', 'node']) {
|
||||
const file = path.join(root, stage, 'result.json'); if (!fs.existsSync(file)) continue;
|
||||
const result = JSON.parse(fs.readFileSync(file));
|
||||
for (const row of result.captures) {
|
||||
const bytes = fs.readFileSync(path.join(root, row.path));
|
||||
assert.equal(bytes.length, row.bytes); assert.equal(sha(bytes), row.sha256);
|
||||
}
|
||||
if (stage === 'node') {
|
||||
assert.equal(read('node/restoration.json').passed, true);
|
||||
assert.equal(result.usage.requests <= 8, true); assert.equal(result.usage.totalTokens <= 90000, true);
|
||||
assert.equal(sha(fs.readFileSync(path.join(root, 'node/goal.txt'))), 'b5421d0bb502126f49a5153729027f13ef82db86ab19a9e5b0c23a49070bb905');
|
||||
}
|
||||
}
|
||||
console.log(JSON.stringify({ passed: true, route: experiment.name, files: manifest.files.length, bytes: manifest.totalBytes,
|
||||
requests: analysis.requestCount, reportedTokens: analysis.reportedTokens, engineeringSuccess: analysis.engineeringSuccess,
|
||||
modelRequestsExecutedByVerifier: 0 }));
|
||||
@@ -0,0 +1,91 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { performance } from 'node:perf_hooks';
|
||||
import { pathToFileURL } from 'node:url';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
|
||||
// Own deterministic inputs; no model connection, user project or tool execution.
|
||||
const phase = process.argv[2] ?? 'baseline';
|
||||
assert.ok(['baseline', 'comparison'].includes(phase));
|
||||
const output = path.resolve('.qa', 'project-cache-' + phase + '-' + randomUUID());
|
||||
fs.mkdirSync(output, { recursive: true });
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
let baselineIdentity = null, modulePath = path.resolve('src/core/context/project-index.mjs');
|
||||
if (phase === 'baseline') {
|
||||
const commit = '606b5ec72edb2f86864b6cb2dfa1fab3f9e1af1a', gitPath = 'src/core/context/project-index.mjs';
|
||||
const original = execFileSync('git', ['show', commit + ':' + gitPath], { windowsHide: true, encoding: 'utf8' });
|
||||
const inspector = pathToFileURL(path.resolve('src/core/project-inspector.mjs')).href, files = pathToFileURL(path.resolve('src/server/files.mjs')).href;
|
||||
const adjusted = original.replace("'../project-inspector.mjs'", JSON.stringify(inspector)).replace("'../../server/files.mjs'", JSON.stringify(files));
|
||||
assert.notEqual(adjusted, original); modulePath = path.join(output, 'original-index.mjs'); fs.writeFileSync(modulePath, adjusted);
|
||||
baselineIdentity = { commit, gitPath, originalSha256: hash(original), adjustedSha256: hash(adjusted), changes: 'Only two import paths relocated to current unchanged default inspection/file interfaces. Original parsing/cache algorithm preserved.' };
|
||||
}
|
||||
const { ProjectIndex } = await import(pathToFileURL(modulePath).href);
|
||||
const rows = [];
|
||||
const originalRead = fs.readFileSync;
|
||||
const originalOpen = fs.openSync, originalClose = fs.closeSync, handles = new Map();
|
||||
fs.openSync = function (filename, ...args) { const handle = originalOpen.call(this, filename, ...args); handles.set(handle, filename); return handle; };
|
||||
fs.closeSync = function (handle) { handles.delete(handle); return originalClose.call(this, handle); };
|
||||
let currentRoot = null, reads = 0, bytes = 0;
|
||||
fs.readFileSync = function (filename, ...args) {
|
||||
const result = originalRead.call(this, filename, ...args);
|
||||
const source = typeof filename === 'number' ? handles.get(filename) : filename;
|
||||
if (typeof source === 'string' && currentRoot && path.resolve(source).startsWith(currentRoot + path.sep)) {
|
||||
reads++; bytes += Buffer.byteLength(result);
|
||||
}
|
||||
return result;
|
||||
};
|
||||
try {
|
||||
for (const language of ['node', 'react', 'python']) {
|
||||
const root = path.join(output, language); fs.mkdirSync(root);
|
||||
const inputs = [];
|
||||
const write = (name, content) => { fs.writeFileSync(path.join(root, name), content); inputs.push({ path: name, sha256: hash(content), bytes: Buffer.byteLength(content) }); };
|
||||
if (language !== 'python') write('package.json', JSON.stringify({ name: 'cache-measure-' + language, type: 'module' }) + '\n');
|
||||
else write('pyproject.toml', '[project]\nname = "cache-measure-python"\nversion = "0.1.0"\n');
|
||||
const extension = language === 'node' ? 'mjs' : language === 'react' ? 'tsx' : 'py';
|
||||
for (let file = 0; file < 72; file++) {
|
||||
const declarations = Array.from({ length: 36 }, (_, item) => language === 'python'
|
||||
? `def calculate_${file}_${item}(value):\n return value + ${item}\n`
|
||||
: language === 'react' ? `export const Component${file}_${item} = ({value}: {value: number}) => <button aria-label="查看 ${file}-${item}">{value + ${item}}</button>;\n`
|
||||
: `export function calculate${file}_${item}(value) { const result = value + ${item}; return result; }\n`);
|
||||
write('module-' + file + '.' + extension, declarations.join(''));
|
||||
}
|
||||
const project = { id: 'measure-' + language, root: fs.realpathSync.native(root), name: '固定' + language + '解析样本' };
|
||||
const cacheDirectory = path.join(output, 'derived-' + language);
|
||||
const create = () => new ProjectIndex(phase === 'comparison' ? { cacheDirectory } : {});
|
||||
let indexer = create(), first;
|
||||
const measure = async (name, indexer) => {
|
||||
reads = 0; bytes = 0; currentRoot = project.root;
|
||||
const started = performance.now(), index = await indexer.refresh(project), durationMs = performance.now() - started;
|
||||
currentRoot = null;
|
||||
const result = { language, case: name, durationMs, sourceReads: reads, sourceBytesRead: bytes, refresh: index.refresh,
|
||||
cache: index.cache ?? null, sourceFingerprint: index.sourceFingerprint, indexFingerprint: index.indexFingerprint,
|
||||
coverage: index.coverage };
|
||||
rows.push(result);
|
||||
assert.equal(index.coverage.snapshotComplete, true); assert.equal(index.coverage.unindexedFiles, 0);
|
||||
console.log(language + '/' + name + ': ' + durationMs.toFixed(1) + 'ms, reads=' + reads + ', updated=' + index.refresh.updatedFiles + ', reused=' + index.refresh.reusedFiles);
|
||||
return index;
|
||||
};
|
||||
first = await measure('cold', indexer);
|
||||
for (let i = 0; i < 3; i++) {
|
||||
const warm = await measure('warm-' + (i + 1), indexer);
|
||||
assert.equal(warm.indexFingerprint, first.indexFingerprint);
|
||||
}
|
||||
const restarted = await measure('new-indexer', create());
|
||||
assert.equal(restarted.indexFingerprint, first.indexFingerprint);
|
||||
const target = path.join(root, 'module-0.' + extension), old = fs.statSync(target);
|
||||
const content = originalRead(target, 'utf8'), changed = content.replace('value + 0', 'value + 9');
|
||||
assert.notEqual(content, changed); assert.equal(Buffer.byteLength(content), Buffer.byteLength(changed));
|
||||
fs.writeFileSync(target, changed); fs.utimesSync(target, old.atime, old.mtime);
|
||||
const modified = await measure('same-size-mtime-change', indexer);
|
||||
assert.notEqual(modified.sourceFingerprint, first.sourceFingerprint); assert.equal(modified.refresh.updatedFiles, 1);
|
||||
fs.writeFileSync(path.join(output, language + '-inputs.json'), JSON.stringify({ project, inputs,
|
||||
mutation: { path: path.basename(target), before: hash(content), after: hash(changed), preservedSize: true, restoredMtime: true } }, null, 2) + '\n');
|
||||
}
|
||||
} finally { fs.readFileSync = originalRead; fs.openSync = originalOpen; fs.closeSync = originalClose; }
|
||||
const report = { success: true, phase, at: new Date().toISOString(), node: process.version,
|
||||
baselineIdentity,
|
||||
interpretation: 'Local derived parsing only. Source reads include declarations and all current hashes. No model calls or token/cost inference.', rows };
|
||||
fs.writeFileSync(path.join(output, 'result.json'), JSON.stringify(report, null, 2) + '\n');
|
||||
console.log('EVIDENCE ' + output);
|
||||
+104
@@ -0,0 +1,104 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { publicSnapshot, compareOriginalState, hash } from './retained-host-state.mjs';
|
||||
import { inspectHostInstallation } from '../src/core/desktop/app-installation.mjs';
|
||||
|
||||
// Explicit local 1.25.1 formal upgrade stages for the reservation-outlier and
|
||||
// install-scan fixes. Never sends a model request, stops an existing task or
|
||||
// window, reads a private credential map, or retries an unknown installer.
|
||||
// argv[3] names the attempt directory. Attempt 1 (.qa/outlier-release/formal)
|
||||
// failed with HOST_VERSION_MISMATCH and rolled back; its receipts stay untouched.
|
||||
const attempt = process.argv[3] ?? 'formal', url = 'http://127.0.0.1:4318', mode = process.argv[2];
|
||||
assert.match(attempt, /^formal(-attempt-[0-9]+)?$/);
|
||||
const root = path.resolve('.qa/outlier-release', attempt);
|
||||
assert.ok(['before', 'upgrade', 'final'].includes(mode));
|
||||
const { execFileSync } = await import('node:child_process');
|
||||
const sourceCommit = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Release driver needs a clean reviewed tree.');
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => fs.writeFileSync(path.join(root, name), JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
assert.equal(fs.existsSync(path.join(root, mode + '.json')), false, 'Preserve the original attempt; no automatic replay.');
|
||||
const baseline = mode === 'before';
|
||||
async function api(route) {
|
||||
const boot = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) })).json();
|
||||
const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' }, signal: AbortSignal.timeout(20000) });
|
||||
assert.equal(response.status, 200, route); return response.json();
|
||||
}
|
||||
async function inspectorClosed() {
|
||||
await new Promise((resolve, reject) => { const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector is already open.')); });
|
||||
socket.once('error', error => { socket.destroy(); error.code === 'ECONNREFUSED' ? resolve() : reject(error); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); }); });
|
||||
}
|
||||
const startedAt = new Date().toISOString(); let result;
|
||||
try {
|
||||
await inspectorClosed(); const host = await api('/host/status'), dataRoot = host.identity.dataRoot;
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
const installRoot = path.dirname(path.dirname(host.identity.runtimeRoot));
|
||||
assert.equal(path.basename(path.dirname(host.identity.runtimeRoot)), 'versions');
|
||||
const current = await publicSnapshot(url, dataRoot);
|
||||
assert.equal(current.pid, 36552); assert.equal(current.hasKey, true); assert.deepEqual(current.active, []);
|
||||
if (baseline) {
|
||||
assert.equal(current.version, '1.25.0');
|
||||
save('state-before.json', current); save('host-before.json', host); save('pointer-before.json', read(path.join(installRoot, 'current.json')));
|
||||
result = { success: true, version: current.version, pid: current.pid, dataRoot, installRoot, projects: current.projects,
|
||||
sessions: current.database.sessionIds.length, desktopWindows: host.desktopWindows.count, eventCursor: current.eventCursor,
|
||||
tables: Object.fromEntries(Object.entries(current.database.tables).map(([name, table]) => [name, table.count])) };
|
||||
} else {
|
||||
const before = read(path.join(root, 'state-before.json')); compareOriginalState(before, current);
|
||||
const candidate = read('releases/latest.json');
|
||||
assert.equal(candidate.documentation.sourceCommit, sourceCommit, 'Candidate must be built from the reviewed HEAD.');
|
||||
assert.equal(read(path.join(candidate.portableRoot, 'MANIFEST.json')).version, '1.25.1');
|
||||
// Attempt 1 shipped a stale compiled APP_VERSION; refuse that before touching the formal host.
|
||||
const served = /APP_VERSION\s*=\s*["']([0-9.]+)["']/.exec(fs.readFileSync(path.join(candidate.portableRoot, 'dist-server', 'server.mjs'), 'utf8'));
|
||||
assert.equal(served?.[1], '1.25.1', 'Compiled server must report the candidate version.');
|
||||
if (mode === 'upgrade') {
|
||||
assert.equal(current.version, before.version);
|
||||
assert.deepEqual(read(path.join(installRoot, 'current.json')), read(path.join(root, 'pointer-before.json')));
|
||||
assert.equal(hash(fs.readFileSync(candidate.installer.path)), candidate.installer.sha256, 'Installer drifted from latest.json.');
|
||||
save('candidate.json', candidate); save('preinstall-state.json', current);
|
||||
const operationStartedAt = Date.now();
|
||||
const fd = fs.openSync(path.join(root, 'installer-process.log'), 'wx'); let code;
|
||||
try {
|
||||
code = await new Promise((resolve, reject) => {
|
||||
const child = spawn(candidate.installer.path, ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART',
|
||||
'/LOG=' + path.join(root, 'installer.log'), '/DIR=' + installRoot, '/DATA_ROOT=' + dataRoot, '/PORT=4318'],
|
||||
{ windowsHide: true, stdio: ['ignore', fd, fd] });
|
||||
child.once('error', reject); child.once('close', resolve);
|
||||
});
|
||||
} finally { fs.closeSync(fd); }
|
||||
const operationElapsedMs = Date.now() - operationStartedAt;
|
||||
save('installer-exit.json', { code, operationElapsedMs, finishedAt: new Date().toISOString() });
|
||||
assert.equal(code, 0, 'Do not replay a failed/unknown formal installation.');
|
||||
} else {
|
||||
assert.equal(read(path.join(root, 'upgrade.json')).success, true);
|
||||
assert.deepEqual(candidate, read(path.join(root, 'candidate.json')));
|
||||
}
|
||||
const after = await publicSnapshot(url, dataRoot), retention = compareOriginalState(before, after), afterHost = await api('/host/status');
|
||||
assert.equal(after.version, '1.25.1'); assert.equal(after.pid, before.pid);
|
||||
assert.equal(afterHost.identity.instanceId, read(path.join(root, 'host-before.json')).identity.instanceId);
|
||||
const installed = path.join(installRoot, 'versions', path.basename(candidate.portableRoot));
|
||||
assert.equal(fs.realpathSync.native(after.runtimeRoot), fs.realpathSync.native(installed));
|
||||
const identity = inspectHostInstallation(installed), pointer = read(path.join(installRoot, 'current.json'));
|
||||
assert.equal(pointer.active.directory, path.basename(installed));
|
||||
assert.equal(pointer.active.manifestSha256, identity.manifestSha256);
|
||||
assert.equal(pointer.active.runtimeIdentity, identity.identitySha256);
|
||||
const operation = fs.readdirSync(path.join(installRoot, '.installation')).filter(name => /^progress-.*\.json$/.test(name))
|
||||
.map(name => read(path.join(installRoot, '.installation', name))).sort((a, b) => b.updatedAt.localeCompare(a.updatedAt))[0];
|
||||
assert.equal(operation.state, 'completed'); assert.equal(operation.candidate.manifestSha256, identity.manifestSha256);
|
||||
await inspectorClosed();
|
||||
save(mode + '-state-after.json', after);
|
||||
result = { success: true, version: after.version, pid: after.pid, runtimeRoot: after.runtimeRoot,
|
||||
projects: after.projects, sessions: after.database.sessionIds.length, hasKey: after.hasKey, retention,
|
||||
pointerRevision: pointer.revision, previous: pointer.previous?.version, operationState: operation.state,
|
||||
inspectorClosed: true, desktopWindows: afterHost.desktopWindows.count };
|
||||
}
|
||||
} catch (error) { result = { success: false, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, startedAt, finishedAt: new Date().toISOString(), realModelRequests: 0, keyReadOrResaved: false };
|
||||
save(mode + '.json', result);
|
||||
console.log(JSON.stringify({ success: result.success, mode, version: result.version, pid: result.pid, error: result.error }, null, 2));
|
||||
@@ -0,0 +1,140 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { planReaBundle, copyReaBundle } from './bundle-rea.mjs';
|
||||
import { planBrowserBundle, copyBrowserBundle } from './bundle-browser.mjs';
|
||||
import { planDesktopBundle, buildNativeLauncher, copyDesktopBundle } from './bundle-desktop.mjs';
|
||||
import { buildWindowsInstaller } from './build-installer.mjs';
|
||||
import { createDocumentationBundle } from './documentation-bundle.mjs';
|
||||
import { archiveWindowsDirectory } from './release-archive.mjs';
|
||||
|
||||
const args = process.argv.slice(2);
|
||||
if (args.some(value => !['--help', '--immutable'].includes(value))) throw new Error('Unsupported argument; use --help.');
|
||||
if (args.includes('--help')) { console.log('node scripts/package.mjs [--immutable] - create new portable/source releases and archives; existing release folders are never refreshed.'); process.exit(0); }
|
||||
const root = process.cwd();
|
||||
if (execFileSync('git', ['status', '--porcelain', '--untracked-files=all'], { cwd: root, encoding: 'utf8', windowsHide: true }).trim()) throw new Error('Commit the reviewed release inputs before packaging; sourceCommit must identify the actual shipped sources.');
|
||||
const meta = JSON.parse(fs.readFileSync('package.json', 'utf8'));
|
||||
const lock = JSON.parse(fs.readFileSync('package-lock.json', 'utf8'));
|
||||
const reaPlan = planReaBundle(root);
|
||||
const browserPlan = planBrowserBundle(root);
|
||||
const desktopPlan = planDesktopBundle(root);
|
||||
const releases = path.resolve(root, 'releases');
|
||||
fs.mkdirSync(releases, { recursive: true });
|
||||
const baseName = 'Agent-Workbench-' + meta.version;
|
||||
const buildSuffix = args.includes('--immutable') || fs.existsSync(path.join(releases, baseName + '-win-x64')) ? '-' + new Date().toISOString().replace(/[-:TZ.]/g, '') : '';
|
||||
const portableRoot = path.join(releases, baseName + '-win-x64' + buildSuffix);
|
||||
const sourceRoot = path.join(releases, baseName + '-source' + buildSuffix);
|
||||
const evidenceRoot = path.join(releases, baseName + '-evidence' + buildSuffix);
|
||||
for (const target of [portableRoot, sourceRoot]) {
|
||||
if (!path.resolve(target).startsWith(releases + path.sep) || fs.existsSync(target)) throw new Error('Release output must be a new folder under releases.');
|
||||
fs.mkdirSync(target, { recursive: true });
|
||||
}
|
||||
|
||||
const portableFiles = ['dist-client', 'dist-server', 'dist-desktop', 'public', 'examples', 'benchmarks', 'research', 'CHANGELOG.md', 'DESIGN.md', 'AGENTS.md', 'Start-Workbench.cmd', 'Stop-Workbench.cmd', 'Start-Desktop.cmd'];
|
||||
const sourceFiles = ['src', 'public', 'scripts', 'tests', 'docs', 'examples', 'benchmarks', 'research', 'package.json', 'package-lock.json', 'vite.config.ts', 'tsconfig.json', 'index.html', 'mobile.html', '.gitignore', '.gitattributes', 'README.md', 'CHANGELOG.md', 'DESIGN.md', 'AGENTS.md', 'task_plan.md', 'findings.md', 'progress.md', 'Start-Workbench.cmd', 'Stop-Workbench.cmd', 'Start-Desktop.cmd'];
|
||||
const copyTree = (source, destination) => fs.cpSync(source, destination, { recursive: true, filter: (from, to) => {
|
||||
if (!fs.statSync(from).isFile() || !fs.existsSync(to)) return true;
|
||||
return !fs.readFileSync(from).equals(fs.readFileSync(to));
|
||||
} });
|
||||
for (const name of portableFiles) copyTree(path.join(root, name), path.join(portableRoot, name));
|
||||
fs.mkdirSync(path.join(portableRoot, 'scripts'), { recursive: true });
|
||||
for (const name of ['Start-Workbench.ps1', 'Stop-Workbench.ps1', 'Start-Desktop.ps1', 'upgrade-running.mjs', 'python-check-runner.py']) fs.copyFileSync(path.join(root, 'scripts', name), path.join(portableRoot, 'scripts', name));
|
||||
for (const name of sourceFiles) copyTree(path.join(root, name), path.join(sourceRoot, name));
|
||||
const sourceCommit = execFileSync('git', ['rev-parse', 'HEAD'], { cwd: root, encoding: 'utf8', windowsHide: true }).trim();
|
||||
const documentation = createDocumentationBundle({ root, portableRoot, evidenceRoot, archiveName: path.basename(evidenceRoot) + '.zip', sourceCommit });
|
||||
|
||||
const preferredNode = path.resolve(root, '..', 'tools', 'node-v24.22.1-win-x64', 'node.exe');
|
||||
const nodeBinary = process.env.AGENT_WORKBENCH_NODE_PATH || (fs.existsSync(preferredNode) ? preferredNode : process.execPath);
|
||||
const nodeLicense = path.join(path.dirname(nodeBinary), 'LICENSE');
|
||||
if (!fs.existsSync(nodeLicense)) throw new Error('The bundled Node runtime requires its complete LICENSE next to node.exe.');
|
||||
const nodeVersion = execFileSync(nodeBinary, ['--version'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
if (!/^v24\./.test(nodeVersion)) throw new Error('This package was validated with Node 24.');
|
||||
fs.mkdirSync(path.join(portableRoot, 'runtime'), { recursive: true });
|
||||
const runtimeDestination = path.join(portableRoot, 'runtime', 'node.exe');
|
||||
const digest = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
if (!fs.existsSync(runtimeDestination) || digest(runtimeDestination) !== digest(nodeBinary)) fs.copyFileSync(nodeBinary, runtimeDestination);
|
||||
const npmRoot = path.join(path.dirname(nodeBinary), 'node_modules', 'npm');
|
||||
if (!fs.existsSync(path.join(npmRoot, 'bin', 'npm-cli.js'))) throw new Error('The portable engineering runner requires the npm shipped with this Node distribution.');
|
||||
copyTree(npmRoot, path.join(portableRoot, 'runtime', 'node_modules', 'npm'));
|
||||
fs.copyFileSync(nodeLicense, path.join(portableRoot, 'runtime', 'LICENSE'));
|
||||
fs.mkdirSync(path.join(sourceRoot, 'runtime'), { recursive: true });
|
||||
fs.copyFileSync(nodeBinary, path.join(sourceRoot, 'runtime', 'node.exe'));
|
||||
fs.copyFileSync(nodeLicense, path.join(sourceRoot, 'runtime', 'LICENSE'));
|
||||
copyTree(npmRoot, path.join(sourceRoot, 'runtime', 'node_modules', 'npm'));
|
||||
const launcherPath = path.join(root, '.qa', 'native-launcher', 'AgentWorkbench.exe');
|
||||
const nativeLauncher = buildNativeLauncher(root, launcherPath);
|
||||
const desktopRuntime = copyDesktopBundle(root, portableRoot, desktopPlan, { launcher: launcherPath });
|
||||
copyDesktopBundle(root, sourceRoot, desktopPlan, { source: true });
|
||||
const reaRuntime = copyReaBundle(path.join(portableRoot, 'runtime'), reaPlan);
|
||||
copyReaBundle(path.join(sourceRoot, 'runtime'), reaPlan);
|
||||
const browserRuntime = copyBrowserBundle(path.join(portableRoot, 'runtime'), browserPlan);
|
||||
copyBrowserBundle(path.join(sourceRoot, 'runtime'), browserPlan);
|
||||
|
||||
const notices = ['Agent Workbench third-party notices', '',
|
||||
'Original product code is supplied for the project owner. Its redistribution terms are determined by the project owner.',
|
||||
'Third-party components remain governed by their own licenses. Full available license texts are reproduced below and in licenses/.', '',
|
||||
'The release does not contain Claude Code or Cursor client binaries or recovered application source.', ''];
|
||||
const licenseRoot = path.join(root, 'licenses'); fs.mkdirSync(licenseRoot, { recursive: true });
|
||||
let licenseCount = 0;
|
||||
for (const [location, entry] of Object.entries(lock.packages).sort(([a], [b]) => a.localeCompare(b))) {
|
||||
if (!location.startsWith('node_modules/')) continue;
|
||||
const packageRoot = path.resolve(root, location);
|
||||
if (!packageRoot.startsWith(path.join(root, 'node_modules') + path.sep) || !fs.existsSync(packageRoot)) continue;
|
||||
const pkg = JSON.parse(fs.readFileSync(path.join(packageRoot, 'package.json'), 'utf8'));
|
||||
const files = fs.readdirSync(packageRoot).filter(name => /^(licen[cs]e|copying)([.-].*)?$/i.test(name) && fs.statSync(path.join(packageRoot, name)).isFile());
|
||||
notices.push('='.repeat(72), (pkg.name || location) + ' ' + (pkg.version || entry.version),
|
||||
'License: ' + (typeof pkg.license === 'object' ? JSON.stringify(pkg.license) : pkg.license || entry.license || 'see upstream package'),
|
||||
'Source package: ' + location, '');
|
||||
if (!files.length) notices.push('License metadata is recorded above; associated parent package license text is included where supplied.', '');
|
||||
for (const file of files) {
|
||||
const text = fs.readFileSync(path.join(packageRoot, file), 'utf8');
|
||||
notices.push(file, '', text, '');
|
||||
fs.writeFileSync(path.join(licenseRoot, (pkg.name + '-' + pkg.version + '-' + file).replace(/[^a-z0-9_.-]/gi, '_') + '.txt'), text);
|
||||
licenseCount++;
|
||||
}
|
||||
}
|
||||
const nodeLicenseText = fs.readFileSync(nodeLicense, 'utf8');
|
||||
const reaLicenseText = fs.readFileSync(path.join(reaPlan.installation.packageRoot, 'LICENSE'), 'utf8');
|
||||
fs.writeFileSync(path.join(licenseRoot, 'REA-' + reaRuntime.version + '-LICENSE.txt'), reaLicenseText);
|
||||
notices.push('='.repeat(72), 'REA (rea-agents) ' + reaRuntime.version, 'License: MIT', 'Source: https://github.com/morluto/rea', '', reaLicenseText,
|
||||
'The fixed production dependency declarations, integrity metadata and file hashes are recorded in runtime/REA-RUNTIME.json.',
|
||||
'Original package and dependency license texts remain under runtime/node_modules/. REA additional notices are retained at runtime/node_modules/rea-agents/THIRD_PARTY_NOTICES.md.', '');
|
||||
fs.writeFileSync(path.join(licenseRoot, 'Node-' + nodeVersion + '-LICENSE.txt'), nodeLicenseText);
|
||||
notices.push('='.repeat(72), 'Node.js ' + nodeVersion, '', nodeLicenseText);
|
||||
notices.push('='.repeat(72), 'npm bundled with Node.js', 'Complete package and dependency licenses are retained under runtime/node_modules/npm/.', '', fs.readFileSync(path.join(npmRoot, 'LICENSE'), 'utf8'));
|
||||
fs.writeFileSync(path.join(root, 'THIRD_PARTY_NOTICES.txt'), notices.join('\n'));
|
||||
for (const output of [portableRoot, sourceRoot]) {
|
||||
fs.cpSync(licenseRoot, path.join(output, 'licenses'), { recursive: true });
|
||||
fs.copyFileSync(path.join(root, 'THIRD_PARTY_NOTICES.txt'), path.join(output, 'THIRD_PARTY_NOTICES.txt'));
|
||||
}
|
||||
|
||||
function filesIn(directory, relative = '') {
|
||||
return fs.readdirSync(path.join(directory, relative), { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name)).flatMap(entry => {
|
||||
const file = path.join(relative, entry.name);
|
||||
return entry.isDirectory() ? filesIn(directory, file) : [file];
|
||||
});
|
||||
}
|
||||
function manifest(directory, kind) {
|
||||
const files = filesIn(directory).filter(file => file !== 'MANIFEST.json').map(file => {
|
||||
const bytes = fs.readFileSync(path.join(directory, file));
|
||||
return { path: file.replaceAll('\\', '/'), bytes: bytes.length, sha256: createHash('sha256').update(bytes).digest('hex') };
|
||||
});
|
||||
const result = { app: 'agent-workbench', version: meta.version, kind, platform: 'win32-x64', nodeVersion,
|
||||
createdAt: new Date().toISOString(), files };
|
||||
fs.writeFileSync(path.join(directory, 'MANIFEST.json'), JSON.stringify(result, null, 2));
|
||||
return result;
|
||||
}
|
||||
const portableManifest = manifest(portableRoot, 'portable');
|
||||
manifest(sourceRoot, 'source');
|
||||
const installer = buildWindowsInstaller({ root, portableRoot, outputRoot: releases });
|
||||
function archive(directory) {
|
||||
const destination = directory + '.zip';
|
||||
if (!destination.startsWith(releases + path.sep)) throw new Error('Archive path is outside releases.');
|
||||
archiveWindowsDirectory(directory, destination);
|
||||
return { path: destination, bytes: fs.statSync(destination).size, sha256: createHash('sha256').update(fs.readFileSync(destination)).digest('hex') };
|
||||
}
|
||||
const result = { portableRoot, sourceRoot, evidenceRoot, portable: archive(portableRoot), source: archive(sourceRoot), evidence: archive(evidenceRoot), documentation: { sourceCommit, originalFiles: documentation.originalFiles, originalBytes: documentation.originalBytes, shippedFiles: documentation.shipped.length, shippedBytes: documentation.shipped.reduce((sum, row) => sum + row.bytes, 0), evidenceManifestSha256: documentation.evidenceManifestSha256 }, installer, desktopRuntime, nativeLauncher, nodeVersion, reaRuntime, portableFiles: portableManifest.files.length, licenseTexts: licenseCount + 2 };
|
||||
result.browserRuntime = { playwrightVersion: browserRuntime.playwrightVersion, packages: browserRuntime.packages.map(pkg => ({ name: pkg.name, version: pkg.version, files: pkg.files.length })) };
|
||||
fs.writeFileSync(path.join(releases, 'latest.json'), JSON.stringify(result, null, 2));
|
||||
console.log(JSON.stringify(result, null, 2));
|
||||
@@ -0,0 +1,223 @@
|
||||
"""Collect actual Workbench Python checks after their execution is approved."""
|
||||
import hashlib
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import sys
|
||||
import traceback
|
||||
|
||||
sys.dont_write_bytecode = True
|
||||
|
||||
|
||||
def sha(data):
|
||||
return hashlib.sha256(data).hexdigest()
|
||||
|
||||
|
||||
def checked_path(root, relative):
|
||||
if not isinstance(relative, str) or not relative or "\0" in relative:
|
||||
raise ValueError("Invalid planned Python path")
|
||||
candidate = (root / relative).resolve(strict=True)
|
||||
if not candidate.is_relative_to(root):
|
||||
raise ValueError("Python input is outside the sealed project")
|
||||
return candidate
|
||||
|
||||
|
||||
def verify_sources(root, files):
|
||||
for item in files:
|
||||
filename = checked_path(root, item["path"])
|
||||
if not filename.is_file() or sha(filename.read_bytes()) != item["sha256"]:
|
||||
raise ValueError("Planned Python source changed: " + item["path"])
|
||||
|
||||
|
||||
def compile_sources(root, files):
|
||||
failures = []
|
||||
for item in files:
|
||||
filename = checked_path(root, item["path"])
|
||||
data = filename.read_bytes()
|
||||
try:
|
||||
compile(data, str(filename), "exec", dont_inherit=True)
|
||||
except (SyntaxError, ValueError) as error:
|
||||
failures.append({"path": item["path"], "message": str(error), "line": getattr(error, "lineno", None)})
|
||||
traceback.print_exception(type(error), error, error.__traceback__)
|
||||
print("Python source compilation: %d / %d" % (len(files) - len(failures), len(files)))
|
||||
return {"compilation": {"compiled": len(files) - len(failures), "total": len(files), "failures": failures}}, 1 if failures else 0
|
||||
|
||||
|
||||
def count_records(records):
|
||||
states = [item["status"] for item in records]
|
||||
return {"total": len(states), "passed": states.count("passed"), "failed": states.count("failed"),
|
||||
"skipped": states.count("skipped"), "cancelled": states.count("pending")}
|
||||
|
||||
|
||||
def unittest_sources(root, settings):
|
||||
import unittest
|
||||
|
||||
class CollectedResult(unittest.TextTestResult):
|
||||
def __init__(self, *args, **kwargs):
|
||||
super().__init__(*args, **kwargs)
|
||||
self.records = []
|
||||
self.active = {}
|
||||
self.collection_errors = 0
|
||||
self.collection_skipped = 0
|
||||
|
||||
def startTest(self, test):
|
||||
super().startTest(test)
|
||||
# Test.id() is a display name. Repeated cases and subtests belong
|
||||
# to their actual startTest execution ordinal, not that name.
|
||||
self.active[id(test)] = len(self.records)
|
||||
self.records.append({"status": "pending"})
|
||||
|
||||
def stopTest(self, test):
|
||||
self.active.pop(id(test), None)
|
||||
super().stopTest(test)
|
||||
|
||||
def mark(self, test, status):
|
||||
index = self.active.get(id(test))
|
||||
if index is None:
|
||||
index = self.active.get(id(getattr(test, "test_case", None)))
|
||||
if index is None:
|
||||
if status == "failed":
|
||||
self.collection_errors += 1
|
||||
elif status == "skipped":
|
||||
self.collection_skipped += 1
|
||||
return
|
||||
record = self.records[index]
|
||||
if record["status"] != "failed" and (record["status"] != "skipped" or status == "failed"):
|
||||
record["status"] = status
|
||||
|
||||
def addSuccess(self, test):
|
||||
self.mark(test, "passed")
|
||||
super().addSuccess(test)
|
||||
|
||||
def addFailure(self, test, error):
|
||||
self.mark(test, "failed")
|
||||
super().addFailure(test, error)
|
||||
|
||||
def addError(self, test, error):
|
||||
self.mark(test, "failed")
|
||||
super().addError(test, error)
|
||||
|
||||
def addSkip(self, test, reason):
|
||||
self.mark(test, "skipped")
|
||||
super().addSkip(test, reason)
|
||||
|
||||
def addExpectedFailure(self, test, error):
|
||||
self.mark(test, "skipped")
|
||||
super().addExpectedFailure(test, error)
|
||||
|
||||
def addUnexpectedSuccess(self, test):
|
||||
self.mark(test, "failed")
|
||||
super().addUnexpectedSuccess(test)
|
||||
|
||||
def addSubTest(self, test, subtest, error):
|
||||
if error is not None:
|
||||
self.mark(test, "failed")
|
||||
super().addSubTest(test, subtest, error)
|
||||
|
||||
start = checked_path(root, settings["startDirectory"])
|
||||
if not start.is_dir():
|
||||
raise ValueError("Unittest discovery needs a project directory")
|
||||
sys.path[:0] = [str(root), str(root / "src")]
|
||||
loader = unittest.TestLoader()
|
||||
suite = loader.discover(str(start), pattern=settings["pattern"])
|
||||
result = unittest.TextTestRunner(verbosity=2, resultclass=CollectedResult).run(suite)
|
||||
if result.testsRun != len(result.records):
|
||||
raise ValueError("Unittest execution count was not collected consistently")
|
||||
return {"tests": count_records(result.records), "framework": "unittest", "frameworkVersion": sys.version.split()[0],
|
||||
"collectionErrors": result.collection_errors, "collectionSkipped": result.collection_skipped}, 0 if result.wasSuccessful() else 1
|
||||
|
||||
|
||||
def pytest_sources(root, settings):
|
||||
# Import the host framework before adding project imports. Autoloaded
|
||||
# environment plugins and addopts are excluded by the host check contract.
|
||||
import pytest
|
||||
sys.path[:0] = [str(root), str(root / "src")]
|
||||
|
||||
class Collector:
|
||||
def __init__(self):
|
||||
self.records = []
|
||||
self.ordinals = {}
|
||||
self.active = None
|
||||
self.collection_errors = 0
|
||||
self.collection_skipped = 0
|
||||
|
||||
def pytest_collection_finish(self, session):
|
||||
self.records = [{"status": "pending", "nodeid": item.nodeid} for item in session.items]
|
||||
self.ordinals = {}
|
||||
for index, item in enumerate(session.items):
|
||||
self.ordinals.setdefault(id(item), []).append(index)
|
||||
|
||||
def pytest_collectreport(self, report):
|
||||
if report.failed:
|
||||
self.collection_errors += 1
|
||||
elif report.skipped:
|
||||
self.collection_skipped += 1
|
||||
|
||||
@pytest.hookimpl(hookwrapper=True, tryfirst=True)
|
||||
def pytest_runtest_protocol(self, item, nextitem):
|
||||
pending = self.ordinals.get(id(item), [])
|
||||
self.active = pending.pop(0) if pending else None
|
||||
try:
|
||||
yield
|
||||
finally:
|
||||
self.active = None
|
||||
|
||||
def pytest_runtest_logreport(self, report):
|
||||
if self.active is None or self.records[self.active]["nodeid"] != report.nodeid:
|
||||
self.collection_errors += 1
|
||||
return
|
||||
record = self.records[self.active]
|
||||
if report.failed:
|
||||
record["status"] = "failed"
|
||||
elif record["status"] != "failed" and (report.skipped or hasattr(report, "wasxfail")):
|
||||
record["status"] = "skipped"
|
||||
elif record["status"] == "pending" and report.when == "call" and report.passed:
|
||||
record["status"] = "passed"
|
||||
|
||||
collector = Collector()
|
||||
args = [str(checked_path(root, relative)) for relative in settings["testPaths"]]
|
||||
args += ["-p", "no:cacheprovider", "--import-mode=importlib", "-o", "addopts="]
|
||||
if settings.get("configPath"):
|
||||
args += ["-c", str(checked_path(root, settings["configPath"]))]
|
||||
code = int(pytest.main(args, plugins=[collector]))
|
||||
return {"tests": count_records(collector.records), "framework": "pytest", "frameworkVersion": pytest.__version__,
|
||||
"collectionErrors": collector.collection_errors, "collectionSkipped": collector.collection_skipped}, code
|
||||
|
||||
|
||||
def main():
|
||||
payload_bytes = sys.stdin.buffer.read()
|
||||
payload = json.loads(payload_bytes)
|
||||
result_path = Path(sys.argv[1]).resolve()
|
||||
root = Path(payload["root"]).resolve(strict=True)
|
||||
if not root.is_dir() or result_path.is_relative_to(root):
|
||||
raise ValueError("Result collection must use the owned host directory")
|
||||
executable = Path(os.path.realpath(sys.executable))
|
||||
base_executable = Path(os.path.realpath(getattr(sys, "_base_executable", sys.executable)))
|
||||
identity = {"schemaVersion": 1, "kind": "python-check-result", "invocationId": payload["invocationId"],
|
||||
"inputSha256": sha(payload_bytes), "mode": payload["mode"], "runnerSha256": sha(Path(__file__).read_bytes()),
|
||||
"runtime": {"executable": str(executable), "version": sys.version.split()[0], "sha256": sha(executable.read_bytes()),
|
||||
"baseExecutable": str(base_executable), "baseSha256": sha(base_executable.read_bytes())}}
|
||||
try:
|
||||
verify_sources(root, payload["files"])
|
||||
if payload["mode"] == "compile":
|
||||
evidence, code = compile_sources(root, payload["files"])
|
||||
elif payload["mode"] == "unittest":
|
||||
evidence, code = unittest_sources(root, payload["settings"])
|
||||
elif payload["mode"] == "pytest":
|
||||
evidence, code = pytest_sources(root, payload["settings"])
|
||||
else:
|
||||
raise ValueError("Unknown built-in Python check")
|
||||
output = {**identity, **evidence, "exitCode": code}
|
||||
except BaseException as error:
|
||||
traceback.print_exception(type(error), error, error.__traceback__)
|
||||
output = {**identity, "exitCode": 1, "collectorError": type(error).__name__ + ": " + str(error)}
|
||||
code = 1
|
||||
temporary = result_path.with_suffix(".tmp")
|
||||
with temporary.open("x", encoding="utf-8") as stream:
|
||||
json.dump(output, stream, ensure_ascii=False)
|
||||
temporary.replace(result_path)
|
||||
return code
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1,38 @@
|
||||
// Keep every release's acceptance files separate from historical evidence.
|
||||
const prefixes = Object.freeze({
|
||||
'1.4.0': 'm2', '1.5.0': 'context', '1.5.1': 'context-fix', '1.6.0': 'workspaces',
|
||||
'1.6.1': 'working-context', '1.6.2': 'working-retention', '1.7.0': 'python-engine',
|
||||
'1.8.0': 'rea-engine', '1.9.0': 'external-engines', '1.10.0': 'browser-engine',
|
||||
'1.10.1': 'browser-hotfix', '1.11.0': 'task-plans', '1.12.0': 'model-center',
|
||||
'1.12.1': 'milestone-audit',
|
||||
'1.13.0': 'workers',
|
||||
'1.14.0': 'controlled-engine',
|
||||
'1.15.0': 'desktop-host',
|
||||
'1.16.0': 'mobile-companion',
|
||||
'1.17.0': 'model-protocols',
|
||||
'1.18.0': 'vision-inputs',
|
||||
'1.19.0': 'project-cache',
|
||||
'1.20.0': 'engineering-evals',
|
||||
'1.20.1': 'task-control',
|
||||
'1.21.0': 'reproducible-env',
|
||||
'1.22.0': 'embedded-browser',
|
||||
'1.22.1': 'local-files',
|
||||
'1.23.0': 'release-efficiency',
|
||||
'1.24.0': 'existing-results',
|
||||
'1.24.1': 'delivery-reliability',
|
||||
'1.24.2': 'delivery-integrity',
|
||||
'1.24.3': 'model-selection',
|
||||
'1.24.5': 'live-context-o',
|
||||
'1.24.6': 'network-q',
|
||||
'1.24.7': 'reading-s',
|
||||
'1.24.9': 'adoption-ab',
|
||||
'1.25.0': 'task-agreement',
|
||||
'1.25.1': 'outlier-install',
|
||||
'1.25.2': 'reliability',
|
||||
'1.25.3': 'reasoning-controls',
|
||||
});
|
||||
export function releaseEvidencePrefix(version) {
|
||||
const prefix = prefixes[version];
|
||||
if (!prefix) throw new Error('Review evidence paths when introducing release ' + version + '.');
|
||||
return prefix;
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
pytest==8.4.2
|
||||
+101
@@ -0,0 +1,101 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { publicSnapshot, compareOriginalState, hash } from './retained-host-state.mjs';
|
||||
import { inspectHostInstallation } from '../src/core/desktop/app-installation.mjs';
|
||||
|
||||
// Retained-state 1.25.2 to 1.25.3 local upgrade. One installer operation only;
|
||||
// preserve every first failure and never restart the formal Provider or read keys.
|
||||
const attempt = process.argv[3] ?? 'formal', url = 'http://127.0.0.1:4318', mode = process.argv[2];
|
||||
assert.match(attempt, /^formal(-attempt-[0-9]+)?$/);
|
||||
const root = path.resolve('.qa/reasoning-1.25.3', attempt);
|
||||
assert.ok(['before', 'upgrade', 'final'].includes(mode));
|
||||
const { execFileSync } = await import('node:child_process');
|
||||
const sourceCommit = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Release driver needs a clean reviewed tree.');
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => fs.writeFileSync(path.join(root, name), JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
assert.equal(fs.existsSync(path.join(root, mode + '.json')), false, 'Preserve the original attempt; no automatic replay.');
|
||||
const baseline = mode === 'before';
|
||||
async function api(route) {
|
||||
const boot = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) })).json();
|
||||
const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' }, signal: AbortSignal.timeout(20000) });
|
||||
assert.equal(response.status, 200, route); return response.json();
|
||||
}
|
||||
async function inspectorClosed() {
|
||||
await new Promise((resolve, reject) => { const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector is already open.')); });
|
||||
socket.once('error', error => { socket.destroy(); error.code === 'ECONNREFUSED' ? resolve() : reject(error); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); }); });
|
||||
}
|
||||
const startedAt = new Date().toISOString(); let result;
|
||||
try {
|
||||
await inspectorClosed(); const host = await api('/host/status'), dataRoot = host.identity.dataRoot;
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
const installRoot = path.dirname(path.dirname(host.identity.runtimeRoot));
|
||||
assert.equal(path.basename(path.dirname(host.identity.runtimeRoot)), 'versions');
|
||||
const current = await publicSnapshot(url, dataRoot);
|
||||
assert.equal(current.pid, 36552); assert.equal(current.hasKey, true); assert.deepEqual(current.active, []);
|
||||
if (baseline) {
|
||||
assert.equal(current.version, '1.25.2');
|
||||
save('state-before.json', current); save('host-before.json', host); save('pointer-before.json', read(path.join(installRoot, 'current.json')));
|
||||
result = { success: true, version: current.version, pid: current.pid, dataRoot, installRoot, projects: current.projects,
|
||||
sessions: current.database.sessionIds.length, desktopWindows: host.desktopWindows.count, eventCursor: current.eventCursor,
|
||||
tables: Object.fromEntries(Object.entries(current.database.tables).map(([name, table]) => [name, table.count])) };
|
||||
} else {
|
||||
const before = read(path.join(root, 'state-before.json')); compareOriginalState(before, current);
|
||||
const candidate = read('releases/latest.json');
|
||||
assert.equal(candidate.documentation.sourceCommit, sourceCommit, 'Candidate must be built from the reviewed HEAD.');
|
||||
assert.equal(read(path.join(candidate.portableRoot, 'MANIFEST.json')).version, '1.25.3');
|
||||
// Reject a stale compiled version before touching the formal host.
|
||||
const served = /APP_VERSION\s*=\s*["']([0-9.]+)["']/.exec(fs.readFileSync(path.join(candidate.portableRoot, 'dist-server', 'server.mjs'), 'utf8'));
|
||||
assert.equal(served?.[1], '1.25.3', 'Compiled server must report the candidate version.');
|
||||
if (mode === 'upgrade') {
|
||||
assert.equal(current.version, before.version);
|
||||
assert.deepEqual(read(path.join(installRoot, 'current.json')), read(path.join(root, 'pointer-before.json')));
|
||||
assert.equal(hash(fs.readFileSync(candidate.installer.path)), candidate.installer.sha256, 'Installer drifted from latest.json.');
|
||||
save('candidate.json', candidate); save('preinstall-state.json', current);
|
||||
const operationStartedAt = Date.now();
|
||||
const fd = fs.openSync(path.join(root, 'installer-process.log'), 'wx'); let code;
|
||||
try {
|
||||
code = await new Promise((resolve, reject) => {
|
||||
const child = spawn(candidate.installer.path, ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART',
|
||||
'/LOG=' + path.join(root, 'installer.log'), '/DIR=' + installRoot, '/DATA_ROOT=' + dataRoot, '/PORT=4318'],
|
||||
{ windowsHide: true, stdio: ['ignore', fd, fd] });
|
||||
child.once('error', reject); child.once('close', resolve);
|
||||
});
|
||||
} finally { fs.closeSync(fd); }
|
||||
const operationElapsedMs = Date.now() - operationStartedAt;
|
||||
save('installer-exit.json', { code, operationElapsedMs, finishedAt: new Date().toISOString() });
|
||||
assert.equal(code, 0, 'Do not replay a failed/unknown formal installation.');
|
||||
} else {
|
||||
assert.equal(read(path.join(root, 'upgrade.json')).success, true);
|
||||
assert.deepEqual(candidate, read(path.join(root, 'candidate.json')));
|
||||
}
|
||||
const after = await publicSnapshot(url, dataRoot), retention = compareOriginalState(before, after), afterHost = await api('/host/status');
|
||||
assert.equal(after.version, '1.25.3'); assert.equal(after.pid, before.pid);
|
||||
assert.equal(afterHost.identity.instanceId, read(path.join(root, 'host-before.json')).identity.instanceId);
|
||||
const installed = path.join(installRoot, 'versions', path.basename(candidate.portableRoot));
|
||||
assert.equal(fs.realpathSync.native(after.runtimeRoot), fs.realpathSync.native(installed));
|
||||
const identity = inspectHostInstallation(installed), pointer = read(path.join(installRoot, 'current.json'));
|
||||
assert.equal(pointer.active.directory, path.basename(installed));
|
||||
assert.equal(pointer.active.manifestSha256, identity.manifestSha256);
|
||||
assert.equal(pointer.active.runtimeIdentity, identity.identitySha256);
|
||||
const operation = fs.readdirSync(path.join(installRoot, '.installation')).filter(name => /^progress-.*\.json$/.test(name))
|
||||
.map(name => read(path.join(installRoot, '.installation', name))).sort((a, b) => b.updatedAt.localeCompare(a.updatedAt))[0];
|
||||
assert.equal(operation.state, 'completed'); assert.equal(operation.candidate.manifestSha256, identity.manifestSha256);
|
||||
await inspectorClosed();
|
||||
save(mode + '-state-after.json', after);
|
||||
result = { success: true, version: after.version, pid: after.pid, runtimeRoot: after.runtimeRoot,
|
||||
projects: after.projects, sessions: after.database.sessionIds.length, hasKey: after.hasKey, retention,
|
||||
pointerRevision: pointer.revision, previous: pointer.previous?.version, operationState: operation.state,
|
||||
inspectorClosed: true, desktopWindows: afterHost.desktopWindows.count };
|
||||
}
|
||||
} catch (error) { result = { success: false, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, startedAt, finishedAt: new Date().toISOString(), realModelRequests: 0, keyReadOrResaved: false };
|
||||
save(mode + '.json', result);
|
||||
console.log(JSON.stringify({ success: result.success, mode, version: result.version, pid: result.pid, error: result.error }, null, 2));
|
||||
@@ -0,0 +1,107 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { execFileSync, spawn } from 'node:child_process';
|
||||
import { projectEnvironment } from '../src/core/process-environment.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/reasoning-release.mjs freeze|register|rebuild|archives|portable|install|source-reasoning|source-reasoning-desktop|source-catalog|source-catalog-desktop|portable-reasoning|portable-reasoning-desktop|portable-catalog|portable-catalog-desktop|portable-fidelity|portable-messages|portable-files [release|release-final|release-fixed|release-verified] — frozen 1.25.3 acceptance, synthetic requests only; each receipt is write-once.'); process.exit(0); }
|
||||
const releaseStage = process.argv[3] ?? 'release'; assert.ok(['release', 'release-final', 'release-fixed', 'release-verified'].includes(releaseStage));
|
||||
const root = path.resolve('.qa/reasoning-1.25.3', releaseStage), mode = process.argv[2];
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => { const file = path.join(root, name); fs.mkdirSync(path.dirname(file), { recursive: true }); fs.writeFileSync(file, JSON.stringify(value, null, 2) + '\n', { flag: 'wx' }); };
|
||||
const hash = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
const record = file => ({ path: file.replaceAll('\\', '/'), bytes: fs.statSync(file).size, sha256: hash(file) });
|
||||
const walk = directory => fs.readdirSync(directory, { withFileTypes: true }).flatMap(row => row.isDirectory() ? walk(path.join(directory, row.name)) : [path.join(directory, row.name)]);
|
||||
const python = 'D:/Ai-project/REA逆向/Agent-Workbench/.qa/reliability-1.25.2/python-env/Scripts/python.exe';
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
if (mode === 'freeze') {
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '');
|
||||
assert.equal(read('package.json').version, '1.25.3');
|
||||
const inputs = execFileSync('git', ['ls-files', '-z', '--', 'src', 'public', 'scripts', 'tests', 'examples', 'benchmarks', 'research', 'package.json', 'package-lock.json', 'vite.config.ts', 'tsconfig.json', 'index.html', 'mobile.html'], { encoding: 'utf8', windowsHide: true }).split('\0').filter(Boolean).sort();
|
||||
const freeze = { sourceCommit: execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim(), version: '1.25.3',
|
||||
inputs: inputs.map(record), compiled: ['dist-client', 'dist-server', 'dist-desktop'].flatMap(walk).sort().map(record), realModelRequests: 0 };
|
||||
save('freeze.json', freeze); console.log(JSON.stringify({ success: true, sourceCommit: freeze.sourceCommit, inputs: freeze.inputs.length, compiled: freeze.compiled.length })); process.exit(0);
|
||||
}
|
||||
const freeze = read(path.join(root, 'freeze.json'));
|
||||
for (const row of freeze.inputs) assert.equal(hash(row.path), row.sha256, 'Frozen input drift: ' + row.path);
|
||||
if (mode === 'register') {
|
||||
const candidate = read('releases/latest.json'); assert.equal(candidate.documentation.sourceCommit, freeze.sourceCommit);
|
||||
assert.equal(read(path.join(candidate.portableRoot, 'MANIFEST.json')).version, freeze.version);
|
||||
for (const row of freeze.compiled) assert.equal(hash(path.join(candidate.portableRoot, row.path)), row.sha256);
|
||||
save('candidate.json', candidate); console.log(JSON.stringify({ success: true, candidate: candidate.portableRoot })); process.exit(0);
|
||||
}
|
||||
const candidate = read(path.join(root, 'candidate.json')); assert.deepEqual(read('releases/latest.json'), candidate);
|
||||
const commands = {
|
||||
rebuild: [process.execPath, ['scripts/verify-packaged-build.mjs']],
|
||||
archives: [python, ['-I', 'scripts/verify-archives.py']],
|
||||
portable: [process.execPath, ['scripts/verify-release.mjs']],
|
||||
'portable-recheck': [process.execPath, ['scripts/verify-release.mjs']],
|
||||
install: [process.execPath, ['scripts/verify-desktop-install.mjs']],
|
||||
'source-reasoning': [process.execPath, ['scripts/verify-reasoning-settings-ui.mjs']],
|
||||
'source-reasoning-desktop': [process.execPath, ['scripts/verify-reasoning-settings-ui.mjs', '--desktop']],
|
||||
'source-catalog': [process.execPath, ['scripts/verify-model-catalog-ui.mjs']],
|
||||
'source-catalog-desktop': [process.execPath, ['scripts/verify-model-catalog-ui.mjs', '--desktop']],
|
||||
'portable-reasoning': [process.execPath, ['scripts/verify-reasoning-settings-ui.mjs']],
|
||||
'portable-reasoning-desktop': [process.execPath, ['scripts/verify-reasoning-settings-ui.mjs', '--desktop']],
|
||||
'portable-catalog': [process.execPath, ['scripts/verify-model-catalog-ui.mjs']],
|
||||
'portable-catalog-desktop': [process.execPath, ['scripts/verify-model-catalog-ui.mjs', '--desktop']],
|
||||
'portable-fidelity': [process.execPath, ['scripts/verify-model-fidelity-ui.mjs', '--app-root', candidate.portableRoot]],
|
||||
'portable-messages': [process.execPath, ['scripts/verify-anthropic-messages-ui.mjs', '--app-root', candidate.portableRoot]],
|
||||
'source-a': [process.execPath, ['scripts/verify-requirements-ui.mjs']],
|
||||
'source-a-desktop': [process.execPath, ['scripts/verify-requirements-desktop.mjs']],
|
||||
'source-b': [process.execPath, ['scripts/verify-turn-progress-ui.mjs']],
|
||||
'source-b-desktop': [process.execPath, ['scripts/verify-turn-progress-ui.mjs', '--desktop']],
|
||||
'portable-a': [process.execPath, ['scripts/verify-requirements-ui.mjs']],
|
||||
'portable-a-desktop': [process.execPath, ['scripts/verify-requirements-desktop.mjs']],
|
||||
'portable-b': [process.execPath, ['scripts/verify-turn-progress-ui.mjs']],
|
||||
'portable-b-desktop': [process.execPath, ['scripts/verify-turn-progress-ui.mjs', '--desktop']],
|
||||
'portable-files': [process.execPath, ['scripts/verify-local-files.mjs']],
|
||||
'portable-results': [process.execPath, ['scripts/verify-file-results-ui.mjs']],
|
||||
'portable-reading': [process.execPath, ['scripts/verify-reading-reliability-ui.mjs']],
|
||||
'source-c': [process.execPath, ['scripts/verify-task-agreement-ui.mjs']],
|
||||
'source-c-desktop': [process.execPath, ['scripts/verify-task-agreement-ui.mjs', '--desktop']],
|
||||
'source-d': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs']],
|
||||
'source-d-desktop': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs', '--desktop']],
|
||||
'portable-c': [process.execPath, ['scripts/verify-task-agreement-ui.mjs']],
|
||||
'portable-c-desktop': [process.execPath, ['scripts/verify-task-agreement-ui.mjs', '--desktop']],
|
||||
'portable-d': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs']],
|
||||
'portable-d-desktop': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs', '--desktop']],
|
||||
};
|
||||
assert.ok(commands[mode], 'Unknown release stage.');
|
||||
const output = path.join(root, 'receipts', mode + '.json'), log = path.join(root, 'logs', mode + '.log');
|
||||
assert.equal(fs.existsSync(output), false, 'Preserve previous stage receipt; do not replay unknown work.'); fs.mkdirSync(path.dirname(log), { recursive: true });
|
||||
const fd = fs.openSync(log, 'wx'), startedAt = new Date().toISOString();
|
||||
const env = projectEnvironment({ AGENT_WORKBENCH_TEST_PYTHON: python,
|
||||
...((mode.startsWith('portable-') || mode === 'install') ? { AGENT_WORKBENCH_QA_APP_ROOT: candidate.portableRoot } : {}) });
|
||||
let result, code;
|
||||
try {
|
||||
console.log('START ' + mode);
|
||||
code = await new Promise((resolve, reject) => { const child = spawn(...commands[mode], { env, windowsHide: true, stdio: ['ignore', fd, fd] }); child.once('error', reject); child.once('close', resolve); });
|
||||
fs.closeSync(fd); assert.equal(code, 0, 'Inspect preserved log: ' + log);
|
||||
assert.deepEqual(read('releases/latest.json'), candidate);
|
||||
let file;
|
||||
if (mode === 'archives') file = '.qa/archives-validation.json';
|
||||
else if (['portable', 'portable-recheck'].includes(mode)) file = '.qa/release-validation.json';
|
||||
else if (mode === 'install') file = read('.qa/desktop-install-location.json').result;
|
||||
else {
|
||||
const summaries = fs.readFileSync(log, 'utf8').trim().split(/\r?\n/).filter(line => line.startsWith('{')).map(line => { try { return JSON.parse(line); } catch { return null; } });
|
||||
const summary = summaries.findLast(row => row?.success !== undefined); assert.ok(summary);
|
||||
file = summary.output ?? path.join(summary.directory ?? summary.root, 'result.json');
|
||||
}
|
||||
const value = read(file); assert.equal(value.success, true);
|
||||
const count = { a: 7, 'a-desktop': 3, b: 9, 'b-desktop': 9, c: 6, 'c-desktop': 6, d: 5, 'd-desktop': 5 }[mode.replace(/^(source|portable)-/, '')];
|
||||
if (count) { assert.equal(value.passed.length, count); assert.deepEqual(value.errors, []); assert.equal(value.realModelRequests, 0); }
|
||||
if (!['archives', 'portable-reading'].includes(mode)) assert.equal(value.version, freeze.version);
|
||||
if (mode === 'portable-reading') { assert.equal(value.checks.length, 10); assert.deepEqual(value.errors, []); assert.equal(value.realModelRequests, 0); }
|
||||
if (mode === 'portable-results') { assert.equal(value.checks.length, 16); assert.deepEqual(value.errors, []); assert.equal(value.realModelRequests, 0); }
|
||||
if (mode.includes('reasoning') || mode.includes('catalog') || mode === 'portable-fidelity' || mode === 'portable-messages') {
|
||||
assert.equal(value.checks.length, mode.includes('catalog') ? 8 : mode === 'portable-messages' ? 7 : 6); assert.deepEqual(value.errors, []); assert.equal(value.realModelRequests, 0);
|
||||
}
|
||||
if (mode.startsWith('portable-')) assert.equal(fs.realpathSync.native(value.appRoot), fs.realpathSync.native(candidate.portableRoot));
|
||||
if (mode === 'install') assert.equal(fs.realpathSync.native(value.packagedSource), fs.realpathSync.native(candidate.portableRoot));
|
||||
if (mode === 'rebuild') assert.equal(value.sourceCommit, freeze.sourceCommit);
|
||||
result = { success: true, resultPath: path.resolve(file), result: value };
|
||||
} catch (error) { result = { success: false, code, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, log, logSha256: hash(log), startedAt, finishedAt: new Date().toISOString(), sourceCommit: freeze.sourceCommit, candidate: candidate.portableRoot, realModelRequests: 0 };
|
||||
save('receipts/' + mode + '.json', result); console.log(JSON.stringify({ success: result.success, mode, output, resultPath: result.resultPath, error: result.error }));
|
||||
@@ -0,0 +1,14 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
|
||||
export function archiveWindowsDirectory(directory, destination) {
|
||||
if (fs.existsSync(destination)) throw new Error('Archive output already exists; preserve the original candidate.');
|
||||
const quote = value => "'" + value.replaceAll("'", "''") + "'";
|
||||
// Windows PowerShell runs on .NET Framework. Namespace both paths so deeply
|
||||
// nested source/evidence files do not fall back to the legacy MAX_PATH limit.
|
||||
const command = "$ErrorActionPreference='Stop'; Add-Type -AssemblyName System.IO.Compression.FileSystem; [IO.Compression.ZipFile]::CreateFromDirectory("
|
||||
+ quote(path.toNamespacedPath(path.resolve(directory))) + ', ' + quote(path.toNamespacedPath(path.resolve(destination)))
|
||||
+ ', [IO.Compression.CompressionLevel]::Optimal, $true)';
|
||||
execFileSync('powershell.exe', ['-NoProfile', '-NonInteractive', '-Command', command], { windowsHide: true, stdio: 'pipe' });
|
||||
}
|
||||
+101
@@ -0,0 +1,101 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { publicSnapshot, compareOriginalState, hash } from './retained-host-state.mjs';
|
||||
import { inspectHostInstallation } from '../src/core/desktop/app-installation.mjs';
|
||||
|
||||
// Retained-state 1.25.1 to 1.25.2 local upgrade. One installer operation only;
|
||||
// preserve every first failure and never restart the formal Provider or read keys.
|
||||
const attempt = process.argv[3] ?? 'formal', url = 'http://127.0.0.1:4318', mode = process.argv[2];
|
||||
assert.match(attempt, /^formal(-attempt-[0-9]+)?$/);
|
||||
const root = path.resolve('.qa/reliability-1.25.2', attempt);
|
||||
assert.ok(['before', 'upgrade', 'final'].includes(mode));
|
||||
const { execFileSync } = await import('node:child_process');
|
||||
const sourceCommit = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim();
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '', 'Release driver needs a clean reviewed tree.');
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => fs.writeFileSync(path.join(root, name), JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
assert.equal(fs.existsSync(path.join(root, mode + '.json')), false, 'Preserve the original attempt; no automatic replay.');
|
||||
const baseline = mode === 'before';
|
||||
async function api(route) {
|
||||
const boot = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) })).json();
|
||||
const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' }, signal: AbortSignal.timeout(20000) });
|
||||
assert.equal(response.status, 200, route); return response.json();
|
||||
}
|
||||
async function inspectorClosed() {
|
||||
await new Promise((resolve, reject) => { const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector is already open.')); });
|
||||
socket.once('error', error => { socket.destroy(); error.code === 'ECONNREFUSED' ? resolve() : reject(error); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); }); });
|
||||
}
|
||||
const startedAt = new Date().toISOString(); let result;
|
||||
try {
|
||||
await inspectorClosed(); const host = await api('/host/status'), dataRoot = host.identity.dataRoot;
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
assert.equal(host.desktopWindows.count, 0);
|
||||
const installRoot = path.dirname(path.dirname(host.identity.runtimeRoot));
|
||||
assert.equal(path.basename(path.dirname(host.identity.runtimeRoot)), 'versions');
|
||||
const current = await publicSnapshot(url, dataRoot);
|
||||
assert.equal(current.pid, 36552); assert.equal(current.hasKey, true); assert.deepEqual(current.active, []);
|
||||
if (baseline) {
|
||||
assert.equal(current.version, '1.25.1');
|
||||
save('state-before.json', current); save('host-before.json', host); save('pointer-before.json', read(path.join(installRoot, 'current.json')));
|
||||
result = { success: true, version: current.version, pid: current.pid, dataRoot, installRoot, projects: current.projects,
|
||||
sessions: current.database.sessionIds.length, desktopWindows: host.desktopWindows.count, eventCursor: current.eventCursor,
|
||||
tables: Object.fromEntries(Object.entries(current.database.tables).map(([name, table]) => [name, table.count])) };
|
||||
} else {
|
||||
const before = read(path.join(root, 'state-before.json')); compareOriginalState(before, current);
|
||||
const candidate = read('releases/latest.json');
|
||||
assert.equal(candidate.documentation.sourceCommit, sourceCommit, 'Candidate must be built from the reviewed HEAD.');
|
||||
assert.equal(read(path.join(candidate.portableRoot, 'MANIFEST.json')).version, '1.25.2');
|
||||
// Reject a stale compiled version before touching the formal host.
|
||||
const served = /APP_VERSION\s*=\s*["']([0-9.]+)["']/.exec(fs.readFileSync(path.join(candidate.portableRoot, 'dist-server', 'server.mjs'), 'utf8'));
|
||||
assert.equal(served?.[1], '1.25.2', 'Compiled server must report the candidate version.');
|
||||
if (mode === 'upgrade') {
|
||||
assert.equal(current.version, before.version);
|
||||
assert.deepEqual(read(path.join(installRoot, 'current.json')), read(path.join(root, 'pointer-before.json')));
|
||||
assert.equal(hash(fs.readFileSync(candidate.installer.path)), candidate.installer.sha256, 'Installer drifted from latest.json.');
|
||||
save('candidate.json', candidate); save('preinstall-state.json', current);
|
||||
const operationStartedAt = Date.now();
|
||||
const fd = fs.openSync(path.join(root, 'installer-process.log'), 'wx'); let code;
|
||||
try {
|
||||
code = await new Promise((resolve, reject) => {
|
||||
const child = spawn(candidate.installer.path, ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART',
|
||||
'/LOG=' + path.join(root, 'installer.log'), '/DIR=' + installRoot, '/DATA_ROOT=' + dataRoot, '/PORT=4318'],
|
||||
{ windowsHide: true, stdio: ['ignore', fd, fd] });
|
||||
child.once('error', reject); child.once('close', resolve);
|
||||
});
|
||||
} finally { fs.closeSync(fd); }
|
||||
const operationElapsedMs = Date.now() - operationStartedAt;
|
||||
save('installer-exit.json', { code, operationElapsedMs, finishedAt: new Date().toISOString() });
|
||||
assert.equal(code, 0, 'Do not replay a failed/unknown formal installation.');
|
||||
} else {
|
||||
assert.equal(read(path.join(root, 'upgrade.json')).success, true);
|
||||
assert.deepEqual(candidate, read(path.join(root, 'candidate.json')));
|
||||
}
|
||||
const after = await publicSnapshot(url, dataRoot), retention = compareOriginalState(before, after), afterHost = await api('/host/status');
|
||||
assert.equal(after.version, '1.25.2'); assert.equal(after.pid, before.pid);
|
||||
assert.equal(afterHost.identity.instanceId, read(path.join(root, 'host-before.json')).identity.instanceId);
|
||||
const installed = path.join(installRoot, 'versions', path.basename(candidate.portableRoot));
|
||||
assert.equal(fs.realpathSync.native(after.runtimeRoot), fs.realpathSync.native(installed));
|
||||
const identity = inspectHostInstallation(installed), pointer = read(path.join(installRoot, 'current.json'));
|
||||
assert.equal(pointer.active.directory, path.basename(installed));
|
||||
assert.equal(pointer.active.manifestSha256, identity.manifestSha256);
|
||||
assert.equal(pointer.active.runtimeIdentity, identity.identitySha256);
|
||||
const operation = fs.readdirSync(path.join(installRoot, '.installation')).filter(name => /^progress-.*\.json$/.test(name))
|
||||
.map(name => read(path.join(installRoot, '.installation', name))).sort((a, b) => b.updatedAt.localeCompare(a.updatedAt))[0];
|
||||
assert.equal(operation.state, 'completed'); assert.equal(operation.candidate.manifestSha256, identity.manifestSha256);
|
||||
await inspectorClosed();
|
||||
save(mode + '-state-after.json', after);
|
||||
result = { success: true, version: after.version, pid: after.pid, runtimeRoot: after.runtimeRoot,
|
||||
projects: after.projects, sessions: after.database.sessionIds.length, hasKey: after.hasKey, retention,
|
||||
pointerRevision: pointer.revision, previous: pointer.previous?.version, operationState: operation.state,
|
||||
inspectorClosed: true, desktopWindows: afterHost.desktopWindows.count };
|
||||
}
|
||||
} catch (error) { result = { success: false, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, startedAt, finishedAt: new Date().toISOString(), realModelRequests: 0, keyReadOrResaved: false };
|
||||
save(mode + '.json', result);
|
||||
console.log(JSON.stringify({ success: result.success, mode, version: result.version, pid: result.pid, error: result.error }, null, 2));
|
||||
@@ -0,0 +1,53 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
|
||||
// Self-owned inert artifact fixtures. These bytes are only parsed by REA;
|
||||
// neither the JavaScript bootstrap nor the synthetic PE image is executed.
|
||||
export function ownedAsar(files) {
|
||||
let offset = 0; const directory = { files: {} }, bodies = [];
|
||||
for (const [name, value] of Object.entries(files)) {
|
||||
const bytes = Buffer.from(value, 'utf8'); directory.files[name] = { size: bytes.length, offset: String(offset) };
|
||||
offset += bytes.length; bodies.push(bytes);
|
||||
}
|
||||
const json = Buffer.from(JSON.stringify(directory)), header = Buffer.alloc(8 + Math.ceil(json.length / 4) * 4);
|
||||
header.writeUInt32LE(header.length - 4, 0); header.writeUInt32LE(json.length, 4); json.copy(header, 8);
|
||||
const size = Buffer.alloc(8); size.writeUInt32LE(4, 0); size.writeUInt32LE(header.length, 4);
|
||||
return Buffer.concat([size, header, ...bodies]);
|
||||
}
|
||||
|
||||
export function ownedPe() {
|
||||
const bytes = Buffer.alloc(1024), pe = 0x80, optional = pe + 24, section = optional + 0xf0;
|
||||
bytes.write('MZ'); bytes.writeUInt32LE(pe, 0x3c); bytes.write('PE\0\0', pe, 'ascii');
|
||||
bytes.writeUInt16LE(0x8664, pe + 4); bytes.writeUInt16LE(1, pe + 6); bytes.writeUInt16LE(0xf0, pe + 20); bytes.writeUInt16LE(0x2022, pe + 22);
|
||||
bytes.writeUInt16LE(0x20b, optional); bytes.writeBigUInt64LE(0x140000000n, optional + 24);
|
||||
bytes.writeUInt32LE(0x1000, optional + 32); bytes.writeUInt32LE(0x200, optional + 36);
|
||||
bytes.writeUInt16LE(6, optional + 40); bytes.writeUInt16LE(6, optional + 48);
|
||||
bytes.writeUInt32LE(0x2000, optional + 56); bytes.writeUInt32LE(0x200, optional + 60); bytes.writeUInt16LE(3, optional + 68);
|
||||
bytes.writeUInt32LE(16, optional + 108);
|
||||
bytes.writeUInt32LE(0x1000, optional + 120); bytes.writeUInt32LE(40, optional + 124);
|
||||
bytes.writeUInt32LE(0x1100, optional + 128); bytes.writeUInt32LE(0x80, optional + 132);
|
||||
bytes.write('.rdata', section, 'ascii'); bytes.writeUInt32LE(512, section + 8); bytes.writeUInt32LE(0x1000, section + 12);
|
||||
bytes.writeUInt32LE(512, section + 16); bytes.writeUInt32LE(0x200, section + 20); bytes.writeUInt32LE(0x40000040, section + 36);
|
||||
const raw = rva => rva - 0x1000 + 0x200;
|
||||
bytes.writeUInt32LE(0x1040, raw(0x1000)); bytes.writeUInt32LE(0x1080, raw(0x1000) + 12); bytes.writeUInt32LE(0x1060, raw(0x1000) + 16);
|
||||
bytes.writeBigUInt64LE(0x1090n, raw(0x1040)); bytes.writeBigUInt64LE(0x1090n, raw(0x1060));
|
||||
bytes.write('KERNEL32.dll\0', raw(0x1080), 'ascii'); bytes.write('ExitProcess\0', raw(0x1090) + 2, 'ascii');
|
||||
for (const [rva, name, child] of [[0x1100, 10, 0x80000020], [0x1120, 1, 0x80000040], [0x1140, 0x409, 0x60]]) {
|
||||
bytes.writeUInt16LE(1, raw(rva) + 14); bytes.writeUInt32LE(name, raw(rva) + 16); bytes.writeUInt32LE(child, raw(rva) + 20);
|
||||
}
|
||||
bytes.writeUInt32LE(0x1170, raw(0x1160)); bytes.writeUInt32LE(8, raw(0x1160) + 4); bytes.write('REA-DATA', raw(0x1170), 'ascii');
|
||||
return bytes;
|
||||
}
|
||||
|
||||
export function createResearchSamples(directory) {
|
||||
fs.mkdirSync(directory, { recursive: true });
|
||||
const marker = path.join(directory, 'bootstrap-executed.txt');
|
||||
const asar = path.join(directory, 'owned-agent.asar'), pe = path.join(directory, 'owned-imports-resources.dll');
|
||||
fs.writeFileSync(asar, ownedAsar({
|
||||
'package.json': JSON.stringify({ name: 'owned-agent-fixture', version: '1.0.0', main: 'main.js' }),
|
||||
'main.js': "const fs = require('node:fs');\nfs.writeFileSync(" + JSON.stringify(marker) + ", 'must not execute');\nexports.inspect = async file => fs.promises.readFile(file, 'utf8');\n",
|
||||
'preload.js': "export const contract = { approval: 'per-call', replay: false };\n",
|
||||
}), { flag: 'wx' });
|
||||
fs.writeFileSync(pe, ownedPe(), { flag: 'wx' });
|
||||
return { asar, pe, marker };
|
||||
}
|
||||
@@ -0,0 +1,62 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { snapshotPersistentData } from '../src/core/desktop/install-manager.mjs';
|
||||
export const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
export const canonical = value => Array.isArray(value) ? value.map(canonical) : value && typeof value === 'object' ? Object.fromEntries(Object.keys(value).sort().map(key => [key, canonical(value[key])])) : value;
|
||||
export const digest = value => hash(JSON.stringify(canonical(value)));
|
||||
export function databaseSnapshot(dataRoot) {
|
||||
const database = new DatabaseSync(path.join(dataRoot, 'workbench.sqlite'), { readOnly: true }); database.exec('BEGIN');
|
||||
try {
|
||||
assert.equal(database.prepare('PRAGMA quick_check').get().quick_check, 'ok');
|
||||
const tables = {};
|
||||
for (const { name, sql } of database.prepare("SELECT name,sql FROM sqlite_schema WHERE type='table' ORDER BY name").all()) {
|
||||
assert.match(name, /^[a-z_]+$/);
|
||||
const rows = database.prepare('SELECT * FROM "' + name + '" ORDER BY rowid').all().filter(row => !(name === 'metadata' && row.key === 'runtimeOwner'));
|
||||
tables[name] = { count: rows.length, schemaSha256: hash(sql), sha256: digest(rows), rows: rows.map((row, index) => ({ id: row.id ?? row.key ?? row.seq ?? index, ...(row.kind ? { kind: row.kind } : {}), sha256: digest(row) })) };
|
||||
}
|
||||
const sessionIds = database.prepare('SELECT id FROM sessions ORDER BY id').all().map(row => row.id);
|
||||
const owner = database.prepare("SELECT value FROM metadata WHERE key='runtimeOwner'").get();
|
||||
return { tables, sessionIds, ownerSha256: owner ? digest(owner) : null, scope: 'Every original table schema and row field hashed, excluding only runtimeOwner lifecycle metadata. No row payload or credential is returned.' };
|
||||
} finally { database.exec('ROLLBACK'); database.close(); }
|
||||
}
|
||||
export async function publicSnapshot(url, dataRoot) {
|
||||
const healthResponse = await fetch(url + '/api/health', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) }); assert.equal(healthResponse.status, 200);
|
||||
const health = await healthResponse.json(), bootResponse = await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) }); assert.equal(bootResponse.status, 200);
|
||||
const bootstrap = await bootResponse.json(); const token = bootstrap.token;
|
||||
const api = async route => { const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': token, Connection: 'close' }, signal: AbortSignal.timeout(20000) }); assert.ok(response.ok, route + ': HTTP ' + response.status); return response.json(); };
|
||||
const database = databaseSnapshot(dataRoot), exports = [];
|
||||
for (const id of database.sessionIds) {
|
||||
const report = await api('/sessions/' + id + '/export');
|
||||
exports.push({ id, project: digest(report.project), session: digest(report.session), execution: digest(report.execution) });
|
||||
}
|
||||
const center = await api('/model-center');
|
||||
// This is the documented public model-center view; Provider's private map and
|
||||
// API key are never accessed. Only this public object is retained for schema-aware comparison.
|
||||
const modelCenter = structuredClone(center);
|
||||
return { observedAt: new Date().toISOString(), version: health.version, pid: health.pid, runtimeRoot: bootstrap.runtimeRoot,
|
||||
configSha256: digest(bootstrap.config), projectsSha256: digest(bootstrap.projects), sessionsSha256: digest(bootstrap.sessions), modelCenterSha256: digest(modelCenter), modelCenter,
|
||||
projects: bootstrap.projects.length, visibleSessions: bootstrap.sessions.length, hasKey: !!bootstrap.config.hasKey,
|
||||
active: bootstrap.sessions.filter(value => ['running', 'awaiting_approval', 'stopping'].includes(value.status)).map(value => ({ id: value.id, status: value.status })),
|
||||
storage: bootstrap.storage, eventCursor: bootstrap.eventCursor, database, exports, persistent: snapshotPersistentData(dataRoot),
|
||||
scope: 'Read-only public state, every original session export digest, original table/row/schema hashes and every original artifact byte hash. No credential extraction, model probe, execution or mutation.' };
|
||||
}
|
||||
export function compareOriginalState(before, after, { modelCenterSchemaChange = false } = {}) {
|
||||
for (const field of ['pid', 'hasKey', 'configSha256', 'projectsSha256', 'sessionsSha256', 'eventCursor']) assert.deepEqual(after[field], before[field], field);
|
||||
assert.deepEqual(canonical(after.database.tables), canonical(before.database.tables), 'All original table schemas and every persistent row');
|
||||
assert.deepEqual(after.database.sessionIds, before.database.sessionIds); assert.deepEqual(after.exports, before.exports);
|
||||
assert.deepEqual(after.persistent, before.persistent, 'Every original artifact byte, persistent row and public disk config');
|
||||
if (modelCenterSchemaChange) {
|
||||
const original = structuredClone(before.modelCenter), next = structuredClone(after.modelCenter);
|
||||
// 1.15 changes only the public explanatory text about optional DPAPI storage.
|
||||
// Existing IDs, routes, revisions, credentials-present bits and all original attempts remain exact.
|
||||
assert.match(next.storage.restart, /临时凭据.*已明确本机加密保存/);
|
||||
next.storage.restart = original.storage.restart;
|
||||
assert.deepEqual(next, original, 'Original public model center, except versioned storage explanation');
|
||||
return { modelCenterChange: { path: '/storage/restart', original: before.modelCenter.storage.restart, actual: after.modelCenter.storage.restart }, originalRows: 'exact', originalExports: 'exact', originalArtifactBytes: 'exact' };
|
||||
}
|
||||
assert.equal(after.modelCenterSha256, before.modelCenterSha256);
|
||||
return { originalRows: 'exact', originalExports: 'exact', originalArtifactBytes: 'exact', originalModelCenter: 'exact' };
|
||||
}
|
||||
+56
@@ -0,0 +1,56 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
|
||||
const root = path.resolve('docs/turn-progress-b-evidence'), qa = path.resolve('.qa/requirements-progress');
|
||||
assert.equal(fs.existsSync(root), false, 'Do not overwrite an existing stage seal.'); fs.mkdirSync(root);
|
||||
const digest = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const copy = (source, relative) => {
|
||||
assert.equal(fs.lstatSync(source).isSymbolicLink(), false); const target = path.join(root, relative);
|
||||
if (fs.statSync(source).isDirectory()) { fs.mkdirSync(target, { recursive: true }); for (const name of fs.readdirSync(source)) copy(path.join(source, name), relative + '/' + name); }
|
||||
else { fs.mkdirSync(path.dirname(target), { recursive: true }); fs.copyFileSync(source, target, fs.constants.COPYFILE_EXCL); }
|
||||
};
|
||||
const sourceFiles = [
|
||||
'src/core/context/turn-progress.mjs', 'src/core/context/turn-progress-recorder.mjs', 'src/core/delivery-report.mjs', 'src/server/runtime.mjs',
|
||||
'src/client/TurnProgress.tsx', 'src/client/TaskPanel.tsx', 'src/client/TaskPanel.css', 'src/client/types.ts', 'tests/turn-progress.test.mjs',
|
||||
'scripts/verify-turn-progress-ui.mjs', 'scripts/verify-turn-progress-evidence.mjs', 'scripts/verify-adoption-evidence.mjs', 'scripts/seal-turn-progress-evidence.mjs',
|
||||
].map(file => { const snapshot = 'source/' + file; copy(path.resolve(file), snapshot); return { path: file, snapshot }; });
|
||||
const testRuns = [
|
||||
['shadow-first.tap', 11, 9, 2], ['shadow-second.tap', 12, 12, 0], ['shadow-related.tap', 68, 68, 0],
|
||||
['shadow-final.tap', 31, 31, 0], ['shadow-source-final.tap', 31, 31, 0],
|
||||
].map(([name, tests, passed, failed]) => { copy(path.join(qa, name), 'logs/' + name); return { path: 'logs/' + name, tests, passed, failed }; });
|
||||
for (const name of ['build-shadow-first.log', 'build-shadow-second.log', 'build-shadow-final.log', 'build-shadow-check-wait.log', 'build-shadow-source-final.log', 'official-readonly-boundary.json']) copy(path.join(qa, name), 'logs/' + name);
|
||||
const uiRuns = [], observedRuns = [];
|
||||
for (const [name, folder, final] of [
|
||||
['shadow-ui-first', 'web-first', false], ['shadow-electron-first', 'electron-first', false],
|
||||
['shadow-ui-final', 'web-touch', false], ['shadow-electron-final', 'electron-touch', false],
|
||||
['shadow-ui-source-final', 'web-final', true], ['shadow-electron-source-final', 'electron-final', true],
|
||||
]) {
|
||||
const log = fs.readFileSync(path.join(qa, name + '.log'), 'utf8'); copy(path.join(qa, name + '.log'), 'logs/' + name + '.log');
|
||||
const result = JSON.parse(log.trim().split(/\r?\n/).at(-1)), source = path.resolve(result.directory), relative = 'ui/' + folder;
|
||||
assert.ok(source.startsWith(qa + path.sep)); assert.equal(result.success, true); copy(source, relative);
|
||||
uiRuns.push({ path: relative + '/result.json', success: true, passed: 9 }); if (final) observedRuns.push(relative);
|
||||
}
|
||||
const caseReview = {
|
||||
scope: 'Fixed public-fact cases manually reviewed against original assertions; no population accuracy or model benefit claim.',
|
||||
cases: [
|
||||
{ case: 'normal_exploration', expected: 'new observed content is evidence growth', evidence: 'logs/shadow-source-final.tap', assertion: 'fixed normal exploration, pagination, SHA changes and repeated ranges' },
|
||||
{ case: 'pagination_and_repetition', expected: '10 new + 10 new + repeated candidate, original step_limit', evidence: 'ui/web-final/pages-original.json' },
|
||||
{ case: 'read_only_research', expected: 'reading is useful; summary wording is not additional engineering evidence; no shadow interruption', evidence: 'logs/shadow-source-final.tap', assertion: 'read-only research is valid work' },
|
||||
{ case: 'long_check', expected: 'approved actual running job stays waiting, then counted result', evidence: 'logs/shadow-source-final.tap', assertion: 'actual approved long check' },
|
||||
{ case: 'failure_repair_evidence', expected: 'applied file, actual counted check and current requirement proof grow after baseline', evidence: 'logs/shadow-source-final.tap', assertion: 'real applied files, counted checks and current requirement proofs' },
|
||||
{ case: 'permission_denial', expected: 'waiting then original permission failure; earlier same-turn read consumed once', evidence: 'ui/electron-final/approval-denied.json' },
|
||||
{ case: 'broken_tool_or_network', expected: 'new failure is evidence; original failure categories remain distinct', evidence: 'logs/shadow-source-final.tap', assertion: 'new permissions, network and broken tools' },
|
||||
{ case: 'invalid_input_repetition', expected: 'repeat candidate, no new early stop; original four-request step_limit', evidence: 'logs/shadow-source-final.tap', assertion: 'actual invalid tool calls repeat under the original step budget' },
|
||||
{ case: 'bounded_unknown', expected: 'unretained facts stay unknown; old receipts retained and scope cannot mix', evidence: 'logs/shadow-source-final.tap', assertion: 'receipt retention stays aligned at the cap' },
|
||||
],
|
||||
limitations: ['No real model delivery sample.', 'No intervention thresholds or global false-positive/false-negative rate.', 'No Purge comparison or network recovery claim.'],
|
||||
};
|
||||
fs.writeFileSync(path.join(root, 'case-review.json'), JSON.stringify(caseReview, null, 2));
|
||||
const walk = directory => fs.readdirSync(directory, { withFileTypes: true }).flatMap(row => row.isDirectory() ? walk(path.join(directory, row.name)) : [path.join(directory, row.name)]);
|
||||
const files = walk(root).map(file => { const bytes = fs.readFileSync(file); return { path: path.relative(root, file).replaceAll('\\', '/'), bytes: bytes.length, sha256: digest(bytes) }; }).sort((a, b) => a.path.localeCompare(b.path));
|
||||
const manifest = { kind: 'adoption-stage-evidence', stage: 'turn-progress-b', status: 'development_slice_validated_not_released',
|
||||
realModelRequests: 0, officialServiceChanged: false, sourceFiles, testRuns, uiRuns, observedRuns, files, bytes: files.reduce((sum, row) => sum + row.bytes, 0) };
|
||||
fs.writeFileSync(path.join(root, 'manifest.json'), JSON.stringify(manifest, null, 2));
|
||||
console.log(JSON.stringify({ root, files: files.length, bytes: manifest.bytes, sourceFiles: sourceFiles.length, uiRuns: uiRuns.length }));
|
||||
+76
@@ -0,0 +1,76 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { publicSnapshot, compareOriginalState, hash } from './retained-host-state.mjs';
|
||||
import { inspectHostInstallation } from '../src/core/desktop/app-installation.mjs';
|
||||
|
||||
// Explicit local release stages. Never sends a model request, stops an existing
|
||||
// task/window, reads a private credential map, or retries an unknown installer.
|
||||
const root = path.resolve('.qa/task-agreement-release/formal'), url = 'http://127.0.0.1:4318', mode = process.argv[2];
|
||||
assert.ok(['before', 'before-recheck', 'upgrade', 'final'].includes(mode)); fs.mkdirSync(root, { recursive: true });
|
||||
const baseline = mode === 'before' || mode === 'before-recheck';
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => fs.writeFileSync(path.join(root, name), JSON.stringify(value, null, 2) + '\n', { flag: 'wx' });
|
||||
assert.equal(fs.existsSync(path.join(root, mode + '.json')), false, 'Preserve the original attempt; no automatic replay.');
|
||||
async function api(route) {
|
||||
const boot = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' }, signal: AbortSignal.timeout(20000) })).json();
|
||||
const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': boot.token, Connection: 'close' }, signal: AbortSignal.timeout(20000) });
|
||||
assert.equal(response.status, 200, route); return response.json();
|
||||
}
|
||||
async function inspectorClosed() {
|
||||
await new Promise((resolve, reject) => { const socket = net.createConnection({ host: '127.0.0.1', port: 9229 }); socket.setTimeout(1500);
|
||||
socket.once('connect', () => { socket.destroy(); reject(Error('Inspector is already open.')); });
|
||||
socket.once('error', error => { socket.destroy(); error.code === 'ECONNREFUSED' ? resolve() : reject(error); });
|
||||
socket.once('timeout', () => { socket.destroy(); reject(Error('Inspector state unknown.')); }); });
|
||||
}
|
||||
const startedAt = new Date().toISOString(); let result;
|
||||
try {
|
||||
await inspectorClosed(); const host = await api('/host/status'), dataRoot = host.identity.dataRoot;
|
||||
assert.equal(host.identity.pid, 36552); assert.equal(host.activity.active, false);
|
||||
// An open idle window can be recorded by a read-only baseline. Installation
|
||||
// and the final retention check still require every registered window closed.
|
||||
if (!baseline) assert.equal(host.desktopWindows.count, 0);
|
||||
const installRoot = path.dirname(path.dirname(host.identity.runtimeRoot)); assert.equal(path.basename(path.dirname(host.identity.runtimeRoot)), 'versions');
|
||||
const current = await publicSnapshot(url, dataRoot); assert.equal(current.pid, 36552); assert.equal(current.hasKey, true); assert.deepEqual(current.active, []);
|
||||
if (baseline) {
|
||||
assert.equal(current.version, '1.24.9'); save('state-before.json', current); save('host-before.json', host); save('pointer-before.json', read(path.join(installRoot, 'current.json')));
|
||||
result = { success: true, version: current.version, pid: current.pid, dataRoot, installRoot, projects: current.projects,
|
||||
sessions: current.database.sessionIds.length, desktopWindows: host.desktopWindows.count,
|
||||
tables: Object.fromEntries(Object.entries(current.database.tables).map(([name, table]) => [name, table.count])) };
|
||||
} else {
|
||||
const before = read(path.join(root, 'state-before.json')); compareOriginalState(before, current);
|
||||
const candidate = read('.qa/task-agreement-release/candidate.json'), freeze = read('.qa/task-agreement-release/freeze.json');
|
||||
assert.equal(candidate.documentation.sourceCommit, freeze.sourceCommit);
|
||||
for (const input of freeze.inputs) assert.equal(hash(fs.readFileSync(input.path)), input.sha256, 'Frozen input drift.');
|
||||
for (const stage of ['rebuild', 'archives', 'portable', 'install', 'source-a', 'source-a-desktop', 'source-b', 'source-b-desktop', 'portable-a', 'portable-a-desktop', 'portable-b', 'portable-b-desktop', 'portable-files', 'source-c', 'source-c-desktop', 'source-d', 'source-d-desktop', 'portable-c', 'portable-c-desktop', 'portable-d', 'portable-d-desktop']) {
|
||||
const receipt = read('.qa/task-agreement-release/receipts/' + stage + '.json'); assert.equal(receipt.success, true, stage);
|
||||
assert.equal(receipt.sourceCommit, freeze.sourceCommit); assert.equal(receipt.candidate, candidate.portableRoot); assert.equal(hash(fs.readFileSync(receipt.log)), receipt.logSha256);
|
||||
}
|
||||
if (mode === 'upgrade') {
|
||||
assert.equal(current.version, before.version); assert.deepEqual(read(path.join(installRoot, 'current.json')), read(path.join(root, 'pointer-before.json')));
|
||||
assert.equal(hash(fs.readFileSync(candidate.installer.path)), candidate.installer.sha256);
|
||||
save('candidate.json', candidate); save('preinstall-state.json', current);
|
||||
const fd = fs.openSync(path.join(root, 'installer-process.log'), 'wx'); let code;
|
||||
try { code = await new Promise((resolve, reject) => {
|
||||
const child = spawn(candidate.installer.path, ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART', '/LOG=' + path.join(root, 'installer.log'), '/DIR=' + installRoot, '/DATA_ROOT=' + dataRoot, '/PORT=4318'], { windowsHide: true, stdio: ['ignore', fd, fd] });
|
||||
child.once('error', reject); child.once('close', resolve);
|
||||
}); } finally { fs.closeSync(fd); }
|
||||
save('installer-exit.json', { code, finishedAt: new Date().toISOString() }); assert.equal(code, 0, 'Do not replay a failed/unknown formal installation.');
|
||||
} else { assert.equal(read(path.join(root, 'upgrade.json')).success, true); assert.deepEqual(candidate, read(path.join(root, 'candidate.json'))); }
|
||||
const after = await publicSnapshot(url, dataRoot), retention = compareOriginalState(before, after), afterHost = await api('/host/status');
|
||||
assert.equal(after.version, '1.25.0'); assert.equal(after.pid, before.pid);
|
||||
assert.equal(afterHost.identity.instanceId, read(path.join(root, 'host-before.json')).identity.instanceId);
|
||||
const installed = path.join(installRoot, 'versions', path.basename(candidate.portableRoot)); assert.equal(fs.realpathSync.native(after.runtimeRoot), fs.realpathSync.native(installed));
|
||||
const identity = inspectHostInstallation(installed), pointer = read(path.join(installRoot, 'current.json'));
|
||||
assert.equal(pointer.active.directory, path.basename(installed)); assert.equal(pointer.active.manifestSha256, identity.manifestSha256); assert.equal(pointer.active.runtimeIdentity, identity.identitySha256);
|
||||
const operation = fs.readdirSync(path.join(installRoot, '.installation')).filter(name => /^progress-.*\.json$/.test(name)).map(name => read(path.join(installRoot, '.installation', name))).sort((a, b) => b.updatedAt.localeCompare(a.updatedAt))[0];
|
||||
assert.equal(operation.state, 'completed'); assert.equal(operation.candidate.manifestSha256, identity.manifestSha256); await inspectorClosed();
|
||||
save(mode + '-state-after.json', after); result = { success: true, version: after.version, pid: after.pid, runtimeRoot: after.runtimeRoot,
|
||||
projects: after.projects, sessions: after.database.sessionIds.length, hasKey: after.hasKey, retention, sourceCommit: freeze.sourceCommit,
|
||||
pointer, operation, inspectorClosed: true, desktopWindows: afterHost.desktopWindows.count };
|
||||
}
|
||||
} catch (error) { result = { success: false, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, startedAt, finishedAt: new Date().toISOString(), realModelRequests: 0, keyReadOrResaved: false };
|
||||
save(mode + '.json', result); console.log(JSON.stringify({ success: result.success, mode, version: result.version, pid: result.pid, error: result.error }));
|
||||
+87
@@ -0,0 +1,87 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { execFileSync, spawn } from 'node:child_process';
|
||||
import { projectEnvironment } from '../src/core/process-environment.mjs';
|
||||
|
||||
const root = path.resolve('.qa/task-agreement-release'), mode = process.argv[2];
|
||||
const read = file => JSON.parse(fs.readFileSync(file, 'utf8').replace(/^\uFEFF/, ''));
|
||||
const save = (name, value) => { const file = path.join(root, name); fs.mkdirSync(path.dirname(file), { recursive: true }); fs.writeFileSync(file, JSON.stringify(value, null, 2) + '\n', { flag: 'wx' }); };
|
||||
const hash = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
const record = file => ({ path: file.replaceAll('\\', '/'), bytes: fs.statSync(file).size, sha256: hash(file) });
|
||||
const walk = directory => fs.readdirSync(directory, { withFileTypes: true }).flatMap(row => row.isDirectory() ? walk(path.join(directory, row.name)) : [path.join(directory, row.name)]);
|
||||
const python = 'C:/Users/wangy/AppData/Local/Programs/Python/Python312/python.exe';
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
if (mode === 'freeze') {
|
||||
assert.equal(execFileSync('git', ['status', '--porcelain'], { encoding: 'utf8', windowsHide: true }).trim(), '');
|
||||
assert.equal(read('package.json').version, '1.25.0');
|
||||
const inputs = execFileSync('git', ['ls-files', '-z', '--', 'src', 'public', 'scripts', 'tests', 'examples', 'benchmarks', 'research', 'package.json', 'package-lock.json', 'vite.config.ts', 'tsconfig.json', 'index.html', 'mobile.html'], { encoding: 'utf8', windowsHide: true }).split('\0').filter(Boolean).sort();
|
||||
const freeze = { sourceCommit: execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8', windowsHide: true }).trim(), version: '1.25.0',
|
||||
inputs: inputs.map(record), compiled: ['dist-client', 'dist-server', 'dist-desktop'].flatMap(walk).sort().map(record), realModelRequests: 0 };
|
||||
save('freeze.json', freeze); console.log(JSON.stringify({ success: true, sourceCommit: freeze.sourceCommit, inputs: freeze.inputs.length, compiled: freeze.compiled.length })); process.exit(0);
|
||||
}
|
||||
const freeze = read(path.join(root, 'freeze.json'));
|
||||
for (const row of freeze.inputs) assert.equal(hash(row.path), row.sha256, 'Frozen input drift: ' + row.path);
|
||||
if (mode === 'register') {
|
||||
const candidate = read('releases/latest.json'); assert.equal(candidate.documentation.sourceCommit, freeze.sourceCommit);
|
||||
assert.equal(read(path.join(candidate.portableRoot, 'MANIFEST.json')).version, freeze.version);
|
||||
for (const row of freeze.compiled) assert.equal(hash(path.join(candidate.portableRoot, row.path)), row.sha256);
|
||||
save('candidate.json', candidate); console.log(JSON.stringify({ success: true, candidate: candidate.portableRoot })); process.exit(0);
|
||||
}
|
||||
const candidate = read(path.join(root, 'candidate.json')); assert.deepEqual(read('releases/latest.json'), candidate);
|
||||
const commands = {
|
||||
rebuild: [process.execPath, ['scripts/verify-packaged-build.mjs']],
|
||||
archives: [python, ['-I', 'scripts/verify-archives.py']],
|
||||
portable: [process.execPath, ['scripts/verify-release.mjs']],
|
||||
install: [process.execPath, ['scripts/verify-desktop-install.mjs']],
|
||||
'source-a': [process.execPath, ['scripts/verify-requirements-ui.mjs']],
|
||||
'source-a-desktop': [process.execPath, ['scripts/verify-requirements-desktop.mjs']],
|
||||
'source-b': [process.execPath, ['scripts/verify-turn-progress-ui.mjs']],
|
||||
'source-b-desktop': [process.execPath, ['scripts/verify-turn-progress-ui.mjs', '--desktop']],
|
||||
'portable-a': [process.execPath, ['scripts/verify-requirements-ui.mjs']],
|
||||
'portable-a-desktop': [process.execPath, ['scripts/verify-requirements-desktop.mjs']],
|
||||
'portable-b': [process.execPath, ['scripts/verify-turn-progress-ui.mjs']],
|
||||
'portable-b-desktop': [process.execPath, ['scripts/verify-turn-progress-ui.mjs', '--desktop']],
|
||||
'portable-files': [process.execPath, ['scripts/verify-local-files.mjs']],
|
||||
'source-c': [process.execPath, ['scripts/verify-task-agreement-ui.mjs']],
|
||||
'source-c-desktop': [process.execPath, ['scripts/verify-task-agreement-ui.mjs', '--desktop']],
|
||||
'source-d': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs']],
|
||||
'source-d-desktop': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs', '--desktop']],
|
||||
'portable-c': [process.execPath, ['scripts/verify-task-agreement-ui.mjs']],
|
||||
'portable-c-desktop': [process.execPath, ['scripts/verify-task-agreement-ui.mjs', '--desktop']],
|
||||
'portable-d': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs']],
|
||||
'portable-d-desktop': [process.execPath, ['scripts/verify-task-follow-up-ui.mjs', '--desktop']],
|
||||
};
|
||||
assert.ok(commands[mode], 'Unknown release stage.');
|
||||
const output = path.join(root, 'receipts', mode + '.json'), log = path.join(root, 'logs', mode + '.log');
|
||||
assert.equal(fs.existsSync(output), false, 'Preserve previous stage receipt; do not replay unknown work.'); fs.mkdirSync(path.dirname(log), { recursive: true });
|
||||
const fd = fs.openSync(log, 'wx'), startedAt = new Date().toISOString();
|
||||
const env = projectEnvironment({ AGENT_WORKBENCH_TEST_PYTHON: python,
|
||||
...((mode.startsWith('portable-') || mode === 'install') ? { AGENT_WORKBENCH_QA_APP_ROOT: candidate.portableRoot } : {}) });
|
||||
let result, code;
|
||||
try {
|
||||
console.log('START ' + mode);
|
||||
code = await new Promise((resolve, reject) => { const child = spawn(...commands[mode], { env, windowsHide: true, stdio: ['ignore', fd, fd] }); child.once('error', reject); child.once('close', resolve); });
|
||||
fs.closeSync(fd); assert.equal(code, 0, 'Inspect preserved log: ' + log);
|
||||
assert.deepEqual(read('releases/latest.json'), candidate);
|
||||
let file;
|
||||
if (mode === 'archives') file = '.qa/archives-validation.json';
|
||||
else if (mode === 'portable') file = '.qa/release-validation.json';
|
||||
else if (mode === 'install') file = read('.qa/desktop-install-location.json').result;
|
||||
else {
|
||||
const summaries = fs.readFileSync(log, 'utf8').trim().split(/\r?\n/).filter(line => line.startsWith('{')).map(line => { try { return JSON.parse(line); } catch { return null; } });
|
||||
const summary = summaries.findLast(row => row?.success !== undefined); assert.ok(summary);
|
||||
file = summary.output ?? path.join(summary.directory ?? summary.root, 'result.json');
|
||||
}
|
||||
const value = read(file); assert.equal(value.success, true);
|
||||
const count = { a: 7, 'a-desktop': 3, b: 9, 'b-desktop': 9, c: 6, 'c-desktop': 6, d: 5, 'd-desktop': 5 }[mode.replace(/^(source|portable)-/, '')];
|
||||
if (count) { assert.equal(value.passed.length, count); assert.deepEqual(value.errors, []); assert.equal(value.realModelRequests, 0); }
|
||||
if (mode !== 'archives') assert.equal(value.version, freeze.version);
|
||||
if (mode.startsWith('portable-')) assert.equal(fs.realpathSync.native(value.appRoot), fs.realpathSync.native(candidate.portableRoot));
|
||||
if (mode === 'install') assert.equal(fs.realpathSync.native(value.packagedSource), fs.realpathSync.native(candidate.portableRoot));
|
||||
if (mode === 'rebuild') assert.equal(value.sourceCommit, freeze.sourceCommit);
|
||||
result = { success: true, resultPath: path.resolve(file), result: value };
|
||||
} catch (error) { result = { success: false, code, error: error.stack }; process.exitCode = 1; }
|
||||
result = { ...result, mode, log, logSha256: hash(log), startedAt, finishedAt: new Date().toISOString(), sourceCommit: freeze.sourceCommit, candidate: candidate.portableRoot, realModelRequests: 0 };
|
||||
save('receipts/' + mode + '.json', result); console.log(JSON.stringify({ success: result.success, mode, output, resultPath: result.resultPath, error: result.error }));
|
||||
@@ -0,0 +1,23 @@
|
||||
import fs from 'node:fs';
|
||||
import postcss from 'postcss';
|
||||
|
||||
const file = 'src/client/styles.css';
|
||||
const root = postcss.parse(fs.readFileSync(file, 'utf8'));
|
||||
const rgb = hex => hex.match(/../g).map(value => parseInt(value, 16));
|
||||
const luminance = color => color.map(value => value / 255).map(value => value <= 0.04045 ? value / 12.92 : ((value + 0.055) / 1.055) ** 2.4)
|
||||
.reduce((sum, value, index) => sum + value * [0.2126, 0.7152, 0.0722][index], 0);
|
||||
const ink = rgb('1c2e32');
|
||||
const background = luminance(rgb('edf3f1'));
|
||||
root.walkDecls(declaration => {
|
||||
if (declaration.prop === 'font-size' && /^\d+px$/.test(declaration.value) && parseInt(declaration.value) < 11) declaration.value = '11px';
|
||||
if (declaration.prop !== 'color' || !/^#[0-9a-f]{6}$/i.test(declaration.value)) return;
|
||||
if (/\.toast|\.brand-mark|\.send-button/.test(declaration.parent.selector ?? '')) return;
|
||||
const original = rgb(declaration.value.slice(1));
|
||||
let color = original;
|
||||
for (let mix = 0; (background + 0.05) / (luminance(color) + 0.05) < 4.7 && mix <= 1; mix += 0.03) {
|
||||
color = original.map((value, index) => Math.round(value * (1 - mix) + ink[index] * mix));
|
||||
}
|
||||
declaration.value = '#' + color.map(value => value.toString(16).padStart(2, '0')).join('');
|
||||
});
|
||||
fs.writeFileSync(file, root.toString(), 'utf8');
|
||||
console.log('Text contrast and minimum caption sizes calibrated.');
|
||||
@@ -0,0 +1,182 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { setTimeout as delay } from 'node:timers/promises';
|
||||
import packageManifest from '../package.json' with { type: 'json' };
|
||||
|
||||
// The current release is also a valid source for a retained-process update or
|
||||
// rollback. JSON is bundled for compiled hosts and remains available beside
|
||||
// this standalone script in the portable release, without requiring src/.
|
||||
export const SUPPORTED_UPGRADE_VERSIONS = Object.freeze([...new Set([
|
||||
'0.1.0', '1.0.0', '1.1.0', '1.2.0', '1.3.0', '1.4.0', '1.5.0', '1.5.1',
|
||||
'1.6.0', '1.6.1', '1.6.2', '1.7.0', '1.8.0', '1.9.0', '1.10.0', '1.10.1',
|
||||
'1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0',
|
||||
'1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.20.2', '1.20.3', '1.21.0', '1.22.0',
|
||||
'1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5',
|
||||
'1.24.6', '1.24.7', '1.24.8', '1.24.9', '1.25.0', '1.25.1', '1.25.2', '1.25.3',
|
||||
packageManifest.version,
|
||||
])]);
|
||||
|
||||
function localUrl(value) {
|
||||
const url = new URL(value);
|
||||
if (url.protocol !== 'http:' || url.hostname !== '127.0.0.1' || url.username || url.password || url.search || url.hash) throw new Error('Upgrade only accepts the local Workbench address.');
|
||||
return url.origin;
|
||||
}
|
||||
|
||||
async function within(promise, milliseconds, label) {
|
||||
let timer;
|
||||
try { return await Promise.race([promise, new Promise((_, reject) => { timer = setTimeout(() => reject(new Error(label + ' timed out.')), milliseconds); })]); }
|
||||
finally { clearTimeout(timer); }
|
||||
}
|
||||
|
||||
async function readUpgradeJson(address, milliseconds, stage) {
|
||||
try {
|
||||
// Inspector pauses can outlast a server's keep-alive timeout. Use a fresh
|
||||
// connection for each control request rather than reuse a stale pooled one.
|
||||
const response = await fetch(address, { headers: { Connection: 'close' }, signal: AbortSignal.timeout(milliseconds) });
|
||||
if (!response.ok) throw new Error('HTTP ' + response.status);
|
||||
return await response.json();
|
||||
} catch (error) {
|
||||
throw new Error(stage + ': ' + error.message + (error.cause?.code ? ' (' + error.cause.code + ')' : ''), { cause: error });
|
||||
}
|
||||
}
|
||||
|
||||
class Protocol {
|
||||
constructor(socket) {
|
||||
this.socket = socket; this.nextId = 1; this.pending = new Map(); this.listeners = new Map();
|
||||
socket.addEventListener('message', event => {
|
||||
const message = JSON.parse(String(event.data));
|
||||
if (message.id) {
|
||||
const pending = this.pending.get(message.id); if (!pending) return;
|
||||
this.pending.delete(message.id);
|
||||
if (message.error) pending.reject(new Error(message.error.message)); else pending.resolve(message.result);
|
||||
} else for (const listener of this.listeners.get(message.method) ?? []) listener(message.params);
|
||||
});
|
||||
socket.addEventListener('close', () => { for (const pending of this.pending.values()) pending.reject(new Error('Inspector connection closed.')); this.pending.clear(); });
|
||||
}
|
||||
on(method, listener) { this.listeners.set(method, [...(this.listeners.get(method) ?? []), listener]); }
|
||||
send(method, params = {}) {
|
||||
return within(new Promise((resolve, reject) => {
|
||||
const id = this.nextId++; this.pending.set(id, { resolve, reject }); this.socket.send(JSON.stringify({ id, method, params }));
|
||||
}), 10000, method);
|
||||
}
|
||||
}
|
||||
|
||||
function sameFile(url, file) {
|
||||
try { return path.resolve(fileURLToPath(url)).toLowerCase() === path.resolve(file).toLowerCase(); } catch { return false; }
|
||||
}
|
||||
function sameTarget(target, file) {
|
||||
if (sameFile(target.url, file)) return true;
|
||||
const displayName = path.resolve(file).replaceAll('\\', '_').replaceAll('/', '_');
|
||||
return target.title === displayName && target.url === 'file://' + displayName;
|
||||
}
|
||||
|
||||
export async function upgradeRunning({ url, pid, currentRoot, newRoot, handlerRoot }) {
|
||||
const origin = localUrl(url), original = fs.realpathSync.native(currentRoot), next = fs.realpathSync.native(newRoot);
|
||||
const originalScript = path.join(original, 'dist-server', 'server.mjs');
|
||||
const upgradeScript = path.join(next, 'dist-server', 'hot-upgrade.mjs');
|
||||
if (!fs.existsSync(originalScript) || !fs.existsSync(upgradeScript) || !fs.existsSync(path.join(next, 'dist-client', 'index.html'))) throw new Error('Upgrade bundles are incomplete.');
|
||||
if (!Number.isInteger(pid) || pid < 1 || pid === process.pid) throw new Error('Invalid target process.');
|
||||
const before = await readUpgradeJson(origin + '/api/bootstrap', 5000, 'Read original Workbench');
|
||||
if (!before.token || !SUPPORTED_UPGRADE_VERSIONS.includes(before.version)) throw new Error('This migration accepts a supported existing Workbench.');
|
||||
if (before.sessions.some(session => ['running', 'awaiting_approval', 'stopping'].includes(session.status))) throw new Error('Wait for existing tasks and approvals before upgrading.');
|
||||
let protocol, socket, enabledHere = false, paused = false;
|
||||
const breakpoints = [];
|
||||
try {
|
||||
let targets;
|
||||
try { targets = await readUpgradeJson('http://127.0.0.1:9229/json/list', 500, 'Discover inspector'); } catch {}
|
||||
if (targets && !targets.some(target => sameTarget(target, originalScript))) throw new Error('The local inspector port belongs to another process.');
|
||||
if (!targets) {
|
||||
process._debugProcess(pid); enabledHere = true;
|
||||
for (let attempt = 0; attempt < 40 && !targets; attempt++) {
|
||||
await delay(100);
|
||||
try { targets = await readUpgradeJson('http://127.0.0.1:9229/json/list', 500, 'Discover opened inspector'); } catch {}
|
||||
}
|
||||
}
|
||||
const target = targets?.find(item => sameTarget(item, originalScript));
|
||||
if (!target || !target.webSocketDebuggerUrl?.startsWith('ws://127.0.0.1:9229/')) throw new Error('The expected Workbench inspector was not found.');
|
||||
socket = new WebSocket(target.webSocketDebuggerUrl);
|
||||
await within(new Promise((resolve, reject) => { socket.addEventListener('open', resolve, { once: true }); socket.addEventListener('error', reject, { once: true }); }), 10000, 'Inspector connection');
|
||||
protocol = new Protocol(socket);
|
||||
const scripts = [];
|
||||
protocol.on('Debugger.scriptParsed', script => scripts.push(script));
|
||||
let pausedResolve;
|
||||
const pausedEvent = new Promise(resolve => { pausedResolve = resolve; });
|
||||
protocol.on('Debugger.paused', event => { paused = true; pausedResolve(event); });
|
||||
await protocol.send('Runtime.enable');
|
||||
const identity = await protocol.send('Runtime.evaluate', { expression: 'process.pid', returnByValue: true });
|
||||
if (identity.result.value !== pid) throw new Error('The inspector belongs to a different process.');
|
||||
await protocol.send('Debugger.enable');
|
||||
const previousRoot = handlerRoot || before.runtimeRoot;
|
||||
const expectedScripts = [originalScript, ...(previousRoot ? [path.join(fs.realpathSync.native(previousRoot), 'dist-server', 'hot-upgrade.mjs')] : [])];
|
||||
const candidates = scripts.filter(item => expectedScripts.some(file => sameFile(item.url, file)));
|
||||
if (!candidates.length) throw new Error('The existing server module is missing from inspector metadata.');
|
||||
for (const script of candidates) {
|
||||
const { scriptSource } = await protocol.send('Debugger.getScriptSource', { scriptId: script.scriptId });
|
||||
// Bundled transport libraries can parse request.url too. Select the
|
||||
// actual loopback handler with its local base and observed port binding.
|
||||
const locations = scriptSource.split('\n').flatMap((line, index) => /const url = new URL\(request\.url,\s*["']http:\/\/127\.0\.0\.1:["']\s*\+\s*actualPort\d*\)/.test(line) ? [index] : []);
|
||||
if (locations.length !== 1) throw new Error('The existing request handler could not be identified uniquely.');
|
||||
breakpoints.push((await protocol.send('Debugger.setBreakpoint', { location: { scriptId: script.scriptId, lineNumber: locations[0] } })).breakpointId);
|
||||
}
|
||||
const probe = readUpgradeJson(origin + '/api/health', 15000, 'Observe owned request handler');
|
||||
probe.catch(() => {});
|
||||
const event = await within(pausedEvent, 10000, 'Workbench request observation');
|
||||
const captureExpression = "(() => {"
|
||||
+ " const currentServer = typeof server !== 'undefined' ? server : typeof server2 !== 'undefined' ? server2 : undefined;"
|
||||
+ " const currentStore = typeof store !== 'undefined' ? store : typeof store2 !== 'undefined' ? store2 : undefined;"
|
||||
+ " const currentProvider = typeof provider !== 'undefined' ? provider : typeof provider2 !== 'undefined' ? provider2 : undefined;"
|
||||
+ " const currentRuntime = typeof runtime !== 'undefined' ? runtime : typeof runtime2 !== 'undefined' ? runtime2 : undefined;"
|
||||
+ " const currentToken = typeof token !== 'undefined' ? token : typeof token2 !== 'undefined' ? token2 : undefined;"
|
||||
+ " const currentClients = typeof clients !== 'undefined' ? clients : typeof clients2 !== 'undefined' ? clients2 : undefined;"
|
||||
+ " const currentStarted = typeof started !== 'undefined' ? started : typeof started2 !== 'undefined' ? started2 : undefined;"
|
||||
+ " const currentExampleProject = typeof exampleProject !== 'undefined' ? exampleProject : typeof exampleProject2 !== 'undefined' ? exampleProject2 : undefined;"
|
||||
+ " const currentShutdown = typeof shutdown !== 'undefined' ? shutdown : typeof shutdown2 !== 'undefined' ? shutdown2 : undefined;"
|
||||
+ " const servers = currentServer ? [currentServer] : process._getActiveHandles().filter(handle => handle?.listening && handle.address?.()?.address === '127.0.0.1' && handle.address?.()?.port === " + new URL(origin).port + ");"
|
||||
+ " if (servers.length !== 1 || !currentStore || !currentProvider || !currentRuntime || !currentToken || !currentClients || !currentShutdown) throw new Error('The existing Workbench context is incomplete.');"
|
||||
+ " globalThis.__awUpgradeContext = { server: servers[0], store: currentStore, provider: currentProvider, runtime: currentRuntime, token: currentToken, clients: currentClients, started: currentStarted, exampleProject: currentExampleProject, shutdown: currentShutdown }; return 'context-ready'; })()";
|
||||
const captured = await protocol.send('Debugger.evaluateOnCallFrame', { callFrameId: event.callFrames[0].callFrameId,
|
||||
expression: captureExpression, returnByValue: true });
|
||||
if (captured.exceptionDetails || captured.result.value !== 'context-ready') throw new Error('Could not retain the existing runtime objects.');
|
||||
for (const breakpointId of breakpoints.splice(0)) await protocol.send('Debugger.removeBreakpoint', { breakpointId });
|
||||
await protocol.send('Debugger.resume'); paused = false; await probe;
|
||||
const expression = '(() => { try { const module = process.getBuiltinModule("module").createRequire(' + JSON.stringify(upgradeScript) + ')(' + JSON.stringify(upgradeScript) + '); return module.installUpgrade(globalThis.__awUpgradeContext, { appDirectory: ' + JSON.stringify(next) + ' }); } finally { delete globalThis.__awUpgradeContext; } })()';
|
||||
const upgraded = await protocol.send('Runtime.evaluate', { expression, awaitPromise: true, returnByValue: true });
|
||||
if (upgraded.exceptionDetails) throw new Error('Runtime upgrade failed: ' + (upgraded.exceptionDetails.exception?.description ?? upgraded.exceptionDetails.text));
|
||||
const result = upgraded.result.value;
|
||||
const after = await readUpgradeJson(origin + '/api/bootstrap', 5000, 'Read upgraded Workbench');
|
||||
const health = await readUpgradeJson(origin + '/api/health', 5000, 'Verify upgraded PID');
|
||||
if (health.pid !== pid || result.pid !== pid || after.version !== result.version || after.config.hasKey !== before.config.hasKey
|
||||
|| after.config.model !== before.config.model || after.config.baseUrl !== before.config.baseUrl
|
||||
|| JSON.stringify(after.projects) !== JSON.stringify(before.projects)
|
||||
|| JSON.stringify(after.sessions) !== JSON.stringify(before.sessions)) throw new Error('The upgraded runtime did not preserve the existing state.');
|
||||
return { ...result, verified: true, connectionPreserved: true, url: origin };
|
||||
} finally {
|
||||
if (protocol) {
|
||||
for (const breakpointId of breakpoints) { try { await protocol.send('Debugger.removeBreakpoint', { breakpointId }); } catch {} }
|
||||
try { if (paused) await protocol.send('Debugger.resume'); } catch {}
|
||||
try { await protocol.send('Runtime.evaluate', { expression: 'delete globalThis.__awUpgradeContext; true', returnByValue: true }); } catch {}
|
||||
if (enabledHere) {
|
||||
try { await protocol.send('Runtime.evaluate', { expression: "setTimeout(() => process.getBuiltinModule('inspector').close(), 25); true", returnByValue: true }); } catch {}
|
||||
}
|
||||
}
|
||||
socket?.close();
|
||||
if (enabledHere) await delay(150);
|
||||
}
|
||||
}
|
||||
|
||||
// This file is also bundled as an installation library; its CLI must not run
|
||||
// merely because esbuild gives it the install-manager entry's import.meta.url.
|
||||
if (path.basename(fileURLToPath(import.meta.url)) === 'upgrade-running.mjs' && process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
|
||||
const raw = process.argv.slice(2), args = {}, options = new Set(['url', 'pid', 'current-root', 'new-root', 'handler-root']);
|
||||
if (raw.length === 1 && raw[0] === '--help') { console.log('node scripts/upgrade-running.mjs --pid PID --current-root DIR --new-root DIR [--url http://127.0.0.1:4318] [--handler-root DIR]'); process.exit(0); }
|
||||
for (let index = 0; index < raw.length; index += 2) {
|
||||
const key = raw[index].startsWith('--') ? raw[index].slice(2) : '';
|
||||
if (!options.has(key) || Object.hasOwn(args, key) || !raw[index + 1] || raw[index + 1].startsWith('--')) throw new Error('Unknown or incomplete argument; use --help.');
|
||||
args[key] = raw[index + 1];
|
||||
}
|
||||
if (!/^\d+$/.test(args.pid ?? '') || !path.isAbsolute(args['current-root'] ?? '') || !path.isAbsolute(args['new-root'] ?? '')
|
||||
|| args['handler-root'] !== undefined && !path.isAbsolute(args['handler-root'])) throw new Error('PID and absolute current/new roots are required arguments; use --help.');
|
||||
const result = await upgradeRunning({ url: args.url || 'http://127.0.0.1:4318', pid: Number(args.pid), currentRoot: args['current-root'], newRoot: args['new-root'], handlerRoot: args['handler-root'] });
|
||||
console.log(JSON.stringify(result, null, 2));
|
||||
}
|
||||
+53
@@ -0,0 +1,53 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
|
||||
const [directory, ...options] = process.argv.slice(2);
|
||||
if (!directory || options.some((value, index) => value !== '--index' && value !== '--source-ref' && options[index - 1] !== '--source-ref'))
|
||||
throw new Error('Usage: node scripts/verify-adoption-evidence.mjs <sealed-directory> [--index] [--source-ref <commit|:>]');
|
||||
const root = path.resolve(directory), gitRoot = process.cwd(), useIndex = options.includes('--index');
|
||||
const sourceRef = options.includes('--source-ref') ? options[options.indexOf('--source-ref') + 1] : null;
|
||||
if (sourceRef) assert.ok(sourceRef === ':' || /^[a-f0-9]{7,40}$/.test(sourceRef));
|
||||
const sha = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const git = object => execFileSync('git', ['show', object], { cwd: gitRoot, windowsHide: true, maxBuffer: 16 * 1024 * 1024 });
|
||||
const contained = rel => {
|
||||
assert.ok(typeof rel === 'string' && rel && !rel.includes('\\') && !path.isAbsolute(rel) && !rel.split('/').some(part => !part || part === '..'));
|
||||
const file = path.resolve(root, rel); assert.ok(file.startsWith(root + path.sep)); assert.ok(fs.lstatSync(file).isFile()); return file;
|
||||
};
|
||||
const manifestBytes = fs.readFileSync(path.join(root, 'manifest.json')), manifest = JSON.parse(manifestBytes);
|
||||
assert.equal(manifest.kind, 'adoption-stage-evidence'); assert.equal(manifest.realModelRequests, 0); assert.equal(manifest.officialServiceChanged, false);
|
||||
const names = new Set(); let bytes = 0;
|
||||
for (const row of manifest.files) {
|
||||
assert.ok(!names.has(row.path)); names.add(row.path); const data = fs.readFileSync(contained(row.path));
|
||||
assert.equal(data.length, row.bytes, row.path); assert.equal(sha(data), row.sha256, row.path); bytes += data.length;
|
||||
if (row.path.endsWith('.png')) assert.equal(data.subarray(0, 8).toString('hex'), '89504e470d0a1a0a');
|
||||
if (useIndex) assert.equal(sha(git(':' + path.relative(gitRoot, path.join(root, row.path)).replaceAll('\\', '/'))), row.sha256);
|
||||
}
|
||||
assert.equal(bytes, manifest.bytes);
|
||||
const walk = dir => fs.readdirSync(dir, { withFileTypes: true }).flatMap(row => {
|
||||
const file = path.join(dir, row.name); assert.equal(fs.lstatSync(file).isSymbolicLink(), false);
|
||||
return row.isDirectory() ? walk(file) : [path.relative(root, file).replaceAll('\\', '/')];
|
||||
});
|
||||
assert.deepEqual(walk(root).filter(name => name !== 'manifest.json').sort(), [...names].sort());
|
||||
if (useIndex) assert.equal(sha(git(':' + path.relative(gitRoot, path.join(root, 'manifest.json')).replaceAll('\\', '/'))), sha(manifestBytes));
|
||||
for (const check of manifest.testRuns ?? []) {
|
||||
const log = fs.readFileSync(contained(check.path), 'utf8');
|
||||
for (const [label, count] of Object.entries({ tests: check.tests, pass: check.passed, fail: check.failed }))
|
||||
assert.match(log, new RegExp('(?:ℹ |# )' + label + ' ' + count + '(?:\\r?\\n|$)'));
|
||||
}
|
||||
for (const check of manifest.uiRuns ?? []) {
|
||||
const result = JSON.parse(fs.readFileSync(contained(check.path), 'utf8'));
|
||||
assert.equal(result.success, check.success); assert.equal(result.passed.length, check.passed); assert.equal(result.realModelRequests, 0);
|
||||
}
|
||||
if (sourceRef) for (const row of manifest.sourceFiles) {
|
||||
assert.ok(names.has(row.snapshot)); assert.ok(row.path && !row.path.includes('..') && !path.isAbsolute(row.path));
|
||||
const original = fs.readFileSync(contained(row.snapshot)); const recorded = git(sourceRef === ':' ? ':' + row.path : sourceRef + ':' + row.path);
|
||||
// Source snapshots preserve original checkout bytes. The repository's text
|
||||
// attributes store LF; accept only that declared text representation change.
|
||||
const gitText = Buffer.from(original.toString('utf8').replaceAll('\r\n', '\n'));
|
||||
assert.equal(sha(recorded), sha(original) === sha(recorded) ? sha(original) : sha(gitText), 'Source ref differs: ' + row.path);
|
||||
}
|
||||
console.log(JSON.stringify({ ok: true, stage: manifest.stage, files: names.size, bytes, testRuns: manifest.testRuns?.length ?? 0,
|
||||
uiRuns: manifest.uiRuns?.length ?? 0, sourceFiles: manifest.sourceFiles.length, indexChecked: useIndex, sourceRef, realModelRequests: 0 }));
|
||||
@@ -0,0 +1,119 @@
|
||||
import { releaseEvidencePrefix } from './qa-evidence.mjs';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn, execFileSync } from 'node:child_process';
|
||||
import { gitEnvironment } from '../src/core/git-process.mjs';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
|
||||
if (process.argv.slice(2).some(value => value !== '--help')) throw new Error('Unsupported argument; use --help.');
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-all-ui.mjs - run serial desktop/390px checks in independent local hosts; use explicit QA Python/Harness/Purge source paths for 1.15.'); process.exit(0); }
|
||||
const version = JSON.parse(fs.readFileSync('package.json', 'utf8')).version;
|
||||
assert.ok(['1.6.0', '1.6.1', '1.6.2', '1.7.0', '1.8.0', '1.9.0', '1.10.0', '1.10.1', '1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version), 'Review evidence paths when introducing the next release.');
|
||||
const prefix = releaseEvidencePrefix(version), resultFile = `.qa/${prefix}-all-ui-validation.json`, results = [];
|
||||
const qaEnvironment = Object.fromEntries(['AGENT_WORKBENCH_TEST_PYTHON', 'AGENT_WORKBENCH_DEEPSEEK_ROOT', 'AGENT_WORKBENCH_PURGE_178_ROOT', 'AGENT_WORKBENCH_PURGE_181_ROOT']
|
||||
.filter(name => process.env[name]).map(name => [name, process.env[name]]));
|
||||
for (const [name, value] of Object.entries(qaEnvironment)) assert.ok(path.isAbsolute(value) && fs.existsSync(value), 'Use an existing absolute QA runtime/source path: ' + name);
|
||||
const cases = [
|
||||
...(['1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-task-agreement-ui.mjs', null], ['verify-task-follow-up-ui.mjs', null]] : []),
|
||||
...(['1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-file-results-ui.mjs', null]] : []),
|
||||
...(['1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-release-efficiency-ui.mjs', null]] : []),
|
||||
...(['1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-local-files.mjs', null]] : []),
|
||||
...(['1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version)?[['verify-embedded-browser.mjs',null]]:[]),
|
||||
...(['1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version)?[['verify-environment-ui.mjs',null],['verify-model-fidelity-ui.mjs',null],['verify-model-wait-ui.mjs',null],['verify-task-control-ui.mjs',null]]:[]),
|
||||
...(['1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-evaluations-ui.mjs', null]] : []),
|
||||
...(['1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-project-cache-ui.mjs', null]] : []),
|
||||
...(['1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-vision-ui.mjs', null]] : []),
|
||||
...(['1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-model-protocols-ui.mjs', null]] : []),
|
||||
...(['1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-companion-ui.mjs', null]] : []),
|
||||
...(['1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-controlled-ui.mjs', null], ['verify-purge-ui.mjs', null]] : []),
|
||||
...(['1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-workers-ui.mjs', null]] : []),
|
||||
...(['1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-task-plans-ui.mjs', `docs/${prefix}-task-ui-validation.json`]] : []),
|
||||
...(['1.10.0', '1.10.1', '1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-browser-ui.mjs', `docs/${prefix}-browser-ui-validation.json`]] : []),
|
||||
['verify-ui.mjs', '.qa/ui-validation.json'], ['verify-diagnostics-ui.mjs', '.qa/diagnostics-ui-validation.json'],
|
||||
['verify-execution-ui.mjs', '.qa/execution-ui-validation.json'], ['verify-delivery-ui.mjs', '.qa/delivery-ui-validation.json'],
|
||||
['verify-index-ui.mjs', '.qa/index-ui-result.json'], ['verify-change-sets-ui.mjs', `docs/${prefix}-batch-ui-validation.json`],
|
||||
['verify-context-ui.mjs', `.qa/${version === '1.6.0' ? 'workspaces-context' : prefix}-ui-validation.json`],
|
||||
['verify-workspaces-ui.mjs', `docs/${prefix === 'workspaces' ? prefix : prefix + '-workspaces'}-ui-validation.json`],
|
||||
...(['1.7.0', '1.8.0', '1.9.0', '1.10.0', '1.10.1', '1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-python-ui.mjs', `docs/${prefix}-python-ui-validation.json`]] : []),
|
||||
...(['1.7.0', '1.8.0', '1.9.0', '1.10.0', '1.10.1', '1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-react-delivery.mjs', version === '1.7.0' ? 'docs/react-engine-delivery-validation.json' : `docs/${prefix}-react-delivery-validation.json`]] : []),
|
||||
...(['1.8.0', '1.9.0', '1.10.0', '1.10.1', '1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-research-ui.mjs', `docs/${prefix}-research-ui-validation.json`]] : []),
|
||||
...(['1.9.0', '1.10.0', '1.10.1', '1.11.0', '1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? [['verify-engines-ui.mjs', version === '1.9.0' ? 'docs/engines-ui-validation.json' : `docs/${prefix}-engines-ui-validation.json`]] : []),
|
||||
...(['1.12.0', '1.12.1', '1.13.0', '1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.9', '1.25.0', '1.25.1', '1.25.2'].includes(version) ? ['model-center', 'project-memory', 'task-checkpoints', 'skills', 'mcp', 'mcp-recovery'].map(name => [`verify-${name}-ui.mjs`, null]) : []),
|
||||
];
|
||||
fs.mkdirSync('.qa', { recursive: true });
|
||||
const externalHost = new Set(['verify-ui.mjs', 'verify-diagnostics-ui.mjs', 'verify-execution-ui.mjs', 'verify-index-ui.mjs']);
|
||||
async function startHost(script) {
|
||||
const data = path.resolve('.qa', 'ui-host-' + script.replace('.mjs', '') + '-' + randomUUID());
|
||||
fs.mkdirSync(data, { recursive: true });
|
||||
const child = spawn(process.execPath, ['dist-server/server.mjs'], { cwd: process.cwd(), env: { ...gitEnvironment(),
|
||||
AGENT_WORKBENCH_APP_DIR: process.cwd(), AGENT_WORKBENCH_DATA_DIR: data, AGENT_WORKBENCH_PORT: '0' }, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let url = '', output = '', errors = '';
|
||||
child.stdout.on('data', bytes => { output += bytes.toString('utf8'); for (const line of output.split('\n')) { try { const value = JSON.parse(line); if (value.ready) url = value.url; } catch {} } });
|
||||
child.stderr.on('data', bytes => { errors += bytes.toString('utf8'); });
|
||||
const deadline = Date.now() + 10000;
|
||||
while (!url && child.exitCode === null && Date.now() < deadline) await new Promise(resolve => setTimeout(resolve, 30));
|
||||
if (!url) { child.kill(); throw new Error('Independent UI host failed: ' + errors); }
|
||||
const bootstrap = await (await fetch(url + '/api/bootstrap')).json();
|
||||
assert.equal(bootstrap.version, version); assert.equal(bootstrap.config.hasKey, false); assert.equal(bootstrap.config.mode, 'demo');
|
||||
return { url, data, async close() {
|
||||
try {
|
||||
await fetch(url + '/api/shutdown', { method: 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' }, body: '{}' });
|
||||
const stopDeadline = Date.now() + 10000;
|
||||
while (child.exitCode === null && child.signalCode === null && Date.now() < stopDeadline) await new Promise(resolve => setTimeout(resolve, 30));
|
||||
} finally { if (child.exitCode === null && child.signalCode === null) child.kill(); }
|
||||
} };
|
||||
}
|
||||
for (const [script, fixedProof] of cases) {
|
||||
console.log('UI regression: ' + script); const started = Date.now(), log = `.qa/${prefix}-${script.replace('.mjs', '')}.log`;
|
||||
const stream = fs.createWriteStream(log);
|
||||
let host;
|
||||
try {
|
||||
if (externalHost.has(script)) host = await startHost(script);
|
||||
const output = await new Promise((resolve, reject) => {
|
||||
const child = spawn(process.execPath, [path.join('scripts', script)], { cwd: process.cwd(), env: { ...gitEnvironment(), ...qaEnvironment, ...(host ? { AGENT_WORKBENCH_URL: host.url } : {}) }, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let tail = ''; const capture = bytes => { stream.write(bytes); tail = (tail + bytes.toString('utf8')).slice(-10000); };
|
||||
child.stdout.on('data', capture); child.stderr.on('data', capture);
|
||||
let timedOut = false;
|
||||
const timer = setTimeout(() => {
|
||||
timedOut = true;
|
||||
if (process.platform === 'win32' && child.pid) {
|
||||
try { execFileSync('taskkill.exe', ['/PID', String(child.pid), '/T', '/F'], { windowsHide: true, timeout: 10000, stdio: 'ignore' }); } catch { child.kill(); }
|
||||
} else child.kill();
|
||||
}, 240000);
|
||||
child.once('error', error => { clearTimeout(timer); reject(error); });
|
||||
child.once('close', code => { clearTimeout(timer); code === 0 && !timedOut ? resolve(tail) : reject(new Error(script + (timedOut ? ' timed out' : ' failed (' + code + ')') + ': ' + tail)); });
|
||||
});
|
||||
stream.end();
|
||||
const summary = output.trim().split(/\r?\n/).findLast(line => line.startsWith('{"success":'));
|
||||
const detail = summary ? JSON.parse(summary) : null;
|
||||
const directory = [...output.matchAll(/^EVIDENCE (.+)\r?$/gm)].at(-1)?.[1].trim() || detail?.directory || detail?.root;
|
||||
const proof = fixedProof || (directory && path.join(directory, 'result.json'));
|
||||
assert.ok(proof, 'Verifier must identify its current evidence.');
|
||||
if (!fixedProof) {
|
||||
const relative = path.relative(path.resolve('.qa'), path.resolve(proof));
|
||||
assert.ok(relative && !relative.startsWith('..') && !path.isAbsolute(relative), 'Evidence must belong to this workspace QA directory.');
|
||||
}
|
||||
const evidence = JSON.parse(fs.readFileSync(proof, 'utf8'));
|
||||
assert.notEqual(evidence.success, false); assert.notEqual(evidence.passed, false); if (evidence.version) assert.equal(evidence.version, version);
|
||||
const passed = [evidence.passed, evidence.cases, evidence.assertions, evidence.checks, evidence.results].find(Array.isArray);
|
||||
assert.ok(Array.isArray(passed) && passed.length > 0);
|
||||
const errors = evidence.pageErrors ?? [], failures = evidence.requestFailures ?? [];
|
||||
assert.equal(errors.length, 0); assert.equal(failures.length, 0);
|
||||
assert.deepEqual(evidence.errors ?? [], []);
|
||||
const saved = ['verify-controlled-ui.mjs', 'verify-purge-ui.mjs'].includes(script) ? `docs/${prefix}-${script.replace('verify-', '').replace('-ui.mjs', '')}-final-ui-validation.json`
|
||||
: script === 'verify-ui.mjs' ? `docs/${prefix}-basic-ui-validation.json`
|
||||
: ['verify-workspaces-ui.mjs', 'verify-task-plans-ui.mjs'].includes(script) ? proof
|
||||
: `docs/${prefix}-${script.replace('verify-', '').replace('.mjs', '')}-validation.json`;
|
||||
if (path.resolve(saved) !== path.resolve(proof)) fs.copyFileSync(proof, saved);
|
||||
results.push({ script, success: true, groups: passed.length, durationMs: Date.now() - started, evidence: saved, log });
|
||||
console.log('PASS ' + script + ': ' + passed.length + ' groups');
|
||||
} catch (error) {
|
||||
stream.end(); fs.writeFileSync(resultFile, JSON.stringify({ success: false, version, at: new Date().toISOString(), results, error: error.message, script, log }, null, 2) + '\n');
|
||||
throw error;
|
||||
} finally { await host?.close(); }
|
||||
}
|
||||
const result = { success: true, version, at: new Date().toISOString(), groups: results.reduce((sum, item) => sum + item.groups, 0), results,
|
||||
scope: 'Every verifier owns an independent port and synthetic data directory. Synthetic provider fixtures verify protocols; configured-model acceptance is separate. No production service or real key read/copied.' };
|
||||
fs.writeFileSync(resultFile, JSON.stringify(result, null, 2) + '\n');
|
||||
fs.copyFileSync(resultFile, 'docs/' + prefix + '-all-ui-validation.json'); console.log(JSON.stringify(result, null, 2));
|
||||
+122
@@ -0,0 +1,122 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID, createHash } from 'node:crypto';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture, launchWorkbench, until } from '../tests/helpers.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-anthropic-messages-ui.mjs [--app-root ABS] — isolated Messages editor, actual JSON/SSE, tool roundtrip, identity mismatch, URLs, raw errors, reload and 390px; synthetic credentials only.'); process.exit(0); }
|
||||
const args = process.argv.slice(2); assert.ok(!args.length || args.length === 2 && args[0] === '--app-root' && path.isAbsolute(args[1]));
|
||||
const appRoot = fs.realpathSync.native(args[1] ?? process.cwd());
|
||||
const directory = path.resolve('.qa', 'messages-ui-m-' + randomUUID()); fs.mkdirSync(directory, { recursive: true }); console.log('EVIDENCE ' + directory);
|
||||
const disposers = [], t = { after: fn => disposers.push(fn) }, f = fixture(t); f.store.close();
|
||||
const requests = [], sockets = new Set(), checks = [], screenshots = [], errors = [];
|
||||
let mode = 'ok';
|
||||
const msg = (content, stop_reason) => ({ id: 'msg_owned_ui', type: 'message', role: 'assistant', model: mode === 'mismatch' ? 'gpt-owned-other' : 'claude-owned-ui', content, stop_reason,
|
||||
usage: { input_tokens: 40, cache_creation_input_tokens: 10, cache_read_input_tokens: 20, output_tokens: 8 } });
|
||||
const modelServer = http.createServer(async (req, res) => {
|
||||
try {
|
||||
const parts = []; for await (const chunk of req) parts.push(chunk);
|
||||
const body = JSON.parse(Buffer.concat(parts)), raw = Buffer.concat(parts);
|
||||
requests.push({ route: req.url, body, auth: req.headers.authorization === 'Bearer owned-ui-key', keyHeaderPresent: req.headers['x-api-key'] !== undefined, version: req.headers['anthropic-version'], sha256: createHash('sha256').update(raw).digest('hex') });
|
||||
assert.equal(req.url, '/v1/messages'); assert.equal(req.headers.authorization, 'Bearer owned-ui-key'); assert.equal(req.headers['x-api-key'], undefined); assert.equal(req.headers['anthropic-version'], '2023-06-01');
|
||||
if (mode === 'error') { res.writeHead(429, { 'Content-Type': 'application/json', 'request-id': 'req_owned_limit', 'Retry-After': '1' }); res.end(JSON.stringify({ type: 'error', error: { type: 'rate_limit_error', message: 'owned Messages limit' } })); return; }
|
||||
const prompt = body.messages.filter(m => m.role === 'user').flatMap(m => m.content).filter(b => b.type === 'text').map(b => b.text).join('\n');
|
||||
const nonce = prompt.match(/nonce ([a-f0-9-]+)/)?.[1], probe = prompt === 'Reply OK.' || !!nonce;
|
||||
const completedTool = body.messages.some(m => m.content.some(b => b.type === 'tool_result'));
|
||||
const tool = { type: 'tool_use', id: 'call_owned_ui', name: nonce ? 'workbench_capability_echo' : 'list_files', input: nonce ? { nonce } : { path: '', depth: 1 } };
|
||||
const content = mode === 'mismatch' || probe && !nonce || completedTool ? [{ type: 'text', text: '已核对。' }] : [tool];
|
||||
const final = msg(content, content[0].type === 'tool_use' ? 'tool_use' : 'end_turn');
|
||||
if (!body.stream) { res.writeHead(200, { 'Content-Type': 'application/json', 'request-id': 'req_owned_native' }); res.end(JSON.stringify(final)); return; }
|
||||
res.writeHead(200, { 'Content-Type': 'text/event-stream', 'request-id': 'req_owned_native' });
|
||||
const send = (type, fields = {}) => res.write('event: ' + type + '\ndata: ' + JSON.stringify({ type, ...fields }) + '\n\n');
|
||||
send('message_start', { message: { ...final, content: [], stop_reason: null, usage: { ...final.usage, output_tokens: 1 } } });
|
||||
content.forEach((block, index) => {
|
||||
send('content_block_start', { index, content_block: block.type === 'text' ? { ...block, text: '' } : { ...block, input: {} } });
|
||||
send('content_block_delta', { index, delta: block.type === 'text' ? { type: 'text_delta', text: block.text } : { type: 'input_json_delta', partial_json: JSON.stringify(block.input) } });
|
||||
send('content_block_stop', { index });
|
||||
});
|
||||
send('message_delta', { delta: { stop_reason: final.stop_reason, stop_sequence: null }, usage: { output_tokens: final.usage.output_tokens } }); send('message_stop'); res.end();
|
||||
} catch (cause) { errors.push('owned upstream: ' + cause.message); res.destroy(); }
|
||||
});
|
||||
modelServer.on('connection', socket => { sockets.add(socket); socket.on('close', () => sockets.delete(socket)); });
|
||||
await new Promise(resolve => modelServer.listen(0, '127.0.0.1', resolve));
|
||||
const baseUrl = 'http://127.0.0.1:' + modelServer.address().port;
|
||||
const host = await launchWorkbench(t, f.data, {}, { appRoot, nodePath: args.length ? path.join(appRoot, 'runtime/node.exe') : process.execPath });
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
page.on('pageerror', cause => errors.push(cause.message));
|
||||
const mark = message => { checks.push(message); console.log('PASS ' + message); };
|
||||
const dialog = () => page.getByRole('dialog', { name: '模型中心', exact: true });
|
||||
async function open() { if (!await dialog().isVisible()) await page.getByRole('button', { name: '打开模型中心', exact: true }).click(); return dialog(); }
|
||||
async function shot(name) {
|
||||
const file = path.join(directory, name + '.png'); await page.screenshot({ path: file }); screenshots.push(file);
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth <= innerWidth), 'page overflow: ' + name);
|
||||
assert.ok(await dialog().evaluate(node => node.scrollWidth <= node.clientWidth + 1), 'dialog overflow: ' + name);
|
||||
}
|
||||
let result;
|
||||
try {
|
||||
await page.addInitScript(({ projectId, sessionId }) => { localStorage.setItem('awb-project', projectId); localStorage.setItem('awb-session', sessionId); }, { projectId: f.project.id, sessionId: f.session.id });
|
||||
await page.goto(host.url); await page.waitForLoadState('networkidle'); await open();
|
||||
await dialog().getByRole('button', { name: '手动填写(兼容)', exact: true }).click(); const form = dialog().getByRole('form', { name: '编辑模型连接', exact: true });
|
||||
await form.getByLabel('连接名称', { exact: true }).fill('本机 Messages 验收'); await form.getByLabel('接口协议', { exact: true }).selectOption('anthropic-messages');
|
||||
await form.getByLabel('接口根地址', { exact: true }).fill(baseUrl); await form.getByLabel('请求模型名称', { exact: true }).fill('claude-owned-ui');
|
||||
await form.getByLabel('临时 API Key', { exact: true }).fill('owned-ui-key'); await form.getByLabel('Messages 鉴权', { exact: true }).selectOption('bearer');
|
||||
await form.getByLabel('型号核对', { exact: true }).selectOption('require-match'); await form.getByLabel('流式能力', { exact: true }).selectOption('supported'); await form.getByLabel('使用流式输出', { exact: true }).check();
|
||||
await expect(form.getByLabel('请求地址预览', { exact: true })).toContainText(baseUrl + '/v1/messages'); await shot('desktop-editor');
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await form.scrollIntoViewIfNeeded(); await shot('narrow-editor');
|
||||
await form.getByLabel('接口根地址', { exact: true }).fill(baseUrl + '/v1/messages'); await form.getByRole('button', { name: '保存模型连接', exact: true }).click();
|
||||
await expect(dialog().locator('.mc-notice')).toContainText('根地址'); await expect(form.getByLabel('连接名称', { exact: true })).toHaveValue('本机 Messages 验收');
|
||||
await form.getByLabel('接口根地址', { exact: true }).fill(baseUrl + '/v1'); await form.getByRole('button', { name: '保存模型连接', exact: true }).click(); await expect(form).toHaveCount(0);
|
||||
assert.equal(requests.length, 0); mark('root and /v1 preview agree, full endpoint rejects with input retained; save makes no model request');
|
||||
await page.reload(); await open(); const card = dialog().locator('.mc-connection').filter({ hasText: '本机 Messages 验收' });
|
||||
await expect(card).toContainText('Anthropic Messages · 流式开启'); await expect(card).toContainText('Bearer'); await expect(card).toContainText(baseUrl + '/v1/messages');
|
||||
let center = await host.api('/model-center'), connection = center.connections.find(c => c.name === '本机 Messages 验收'); assert.equal(connection.messagesAuth, 'bearer');
|
||||
await card.getByRole('button', { name: '用于新任务', exact: true }).click(); assert.equal(requests.length, 0); await page.reload(); await open();
|
||||
await expect(dialog().getByLabel('新任务默认模型', { exact: true })).toHaveValue('connection:' + connection.id); await shot('narrow-saved');
|
||||
mark('saved protocol, auth and selected connection survive reload and remain operable at 390px');
|
||||
await page.setViewportSize({ width: 1440, height: 1000 }); await card.getByRole('button', { name: '推理与能力', exact: true }).click();
|
||||
const native = dialog().getByRole('form', { name: '原生请求参数', exact: true }); await expect(native.getByLabel('输出上限字段')).toHaveValue('max_tokens');
|
||||
await expect(native.getByLabel('输出上限字段').locator('option')).toHaveCount(1); await native.getByLabel('原生参数 JSON').fill('{"reasoning_effort":"high"}');
|
||||
await native.getByRole('button', { name: '保存原生参数', exact: true }).click(); await expect(native.getByRole('alert')).toContainText('尚未接入');
|
||||
await native.getByLabel('原生参数 JSON').fill('{"temperature":0.3,"top_k":12}'); await native.getByRole('button', { name: '保存原生参数', exact: true }).click(); await expect(native).toHaveCount(0);
|
||||
assert.equal(requests.length, 0); mark('native settings reject other-protocol fields and keep a single hard max_tokens output field');
|
||||
for (const [scope, title] of [['text', '文本'], ['tools', '工具'], ['streaming', '流式']]) {
|
||||
await card.getByLabel('本机 Messages 验收检测范围').selectOption(scope); await card.getByRole('button', { name: '验证响应(调用模型)', exact: true }).click();
|
||||
await expect(dialog().locator('.mc-notice')).toContainText(title + '检测通过');
|
||||
}
|
||||
assert.equal(requests.length, 3); assert.ok(requests.every(r => r.body.top_k === 12 && r.body.temperature === 0.3)); mark('actual local JSON text/tool and native SSE capability probes use the saved protocol and auth');
|
||||
await dialog().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
await host.api('/sessions/' + f.session.id + '/messages', { content: '读取本项目文件一次后结束。' });
|
||||
await until(async () => !['running', 'queued'].includes((await host.api('/sessions/' + f.session.id)).status), 20000);
|
||||
const session = await host.api('/sessions/' + f.session.id); assert.equal(session.status, 'completed');
|
||||
assert.equal(requests.length, 5); assert.ok(requests[4].body.messages.some(m => m.content.some(b => b.type === 'tool_result' && b.tool_use_id === 'call_owned_ui')));
|
||||
await open(); await dialog().getByRole('button', { name: '请求账本', exact: true }).click();
|
||||
await expect(dialog().locator('.mc-attempts')).toContainText('请求与返回型号一致'); await expect(dialog().locator('.mc-attempts')).toContainText(baseUrl + '/v1/messages');
|
||||
await expect(dialog().locator('.mc-attempts')).toContainText('70 输入 / 8 输出 tokens'); await dialog().locator('.mc-attempts article').first().scrollIntoViewIfNeeded(); await shot('desktop-ledger');
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await dialog().locator('.mc-attempts article').first().scrollIntoViewIfNeeded(); await shot('narrow-ledger'); mark('compiled native tool roundtrip completes with original call ID, cache-inclusive usage and observed request/response URLs');
|
||||
await dialog().getByRole('button', { name: '关闭窗口', exact: true }).click(); mode = 'mismatch';
|
||||
const second = await host.api('/sessions', { projectId: f.project.id }); await host.api('/sessions/' + second.id + '/messages', { content: '有界身份异常夹具。' });
|
||||
await until(async () => !['running', 'queued'].includes((await host.api('/sessions/' + second.id)).status), 20000);
|
||||
center = await host.api('/model-center'); assert.equal(center.attempts[0].modelIdentity.status, 'mismatch'); assert.equal(requests.length, 6);
|
||||
await open(); await dialog().getByRole('button', { name: '请求账本', exact: true }).click(); await expect(dialog().locator('.mc-attempts')).toContainText('请求与返回型号不一致'); await shot('narrow-mismatch');
|
||||
mark('strict mismatch is visible with original GPT identifier and one request, no retry or tool dispatch');
|
||||
// A separate owned connection avoids bypassing the intentionally blocked identity route.
|
||||
mode = 'error'; const original = center.connections.find(c => c.id === connection.id);
|
||||
connection = await host.api('/model-center/connections', { ...original, id: undefined, name: '本机 Messages 错误验收', apiKey: 'owned-ui-key' });
|
||||
// The API returns the authoritative center; resolve by its explicit owned name.
|
||||
center = await host.api('/model-center'); connection = center.connections.find(c => c.name === '本机 Messages 错误验收');
|
||||
await expect(dialog().getByRole('button', { name: '刷新模型中心', exact: true })).toBeEnabled(); await dialog().getByRole('button', { name: '刷新模型中心', exact: true }).click();
|
||||
await dialog().getByRole('button', { name: '模型连接', exact: true }).click(); const errorCard = dialog().locator('.mc-connection').filter({ hasText: '本机 Messages 错误验收' });
|
||||
await errorCard.getByRole('button', { name: '验证响应(调用模型)', exact: true }).click(); await expect(dialog().locator('.mc-notice')).toContainText('模型服务请求达到限额');
|
||||
await dialog().locator('.mc-notice summary').click(); await expect(dialog().getByLabel('上游错误原文')).toContainText('owned Messages limit');
|
||||
await expect(dialog().locator('.mc-notice')).toContainText('req_owned_limit'); await expect(dialog().locator('.mc-notice')).toContainText(baseUrl + '/v1/messages'); await shot('narrow-error');
|
||||
assert.equal(requests.length, 7); mark('429 preserves native type, raw message, request ID, URL and inputs without automatic replay');
|
||||
assert.deepEqual(errors, []);
|
||||
result = { success: true, appRoot, testedVersion: (await host.api('/health')).version, directory, checks, screenshots, errors, requests, realModelRequests: 0,
|
||||
scope: 'Compiled UI and actual owned localhost API; no configured-model capability or model-weight claim.' };
|
||||
} catch (cause) { result = { success: false, directory, checks, screenshots, errors, error: cause.stack, requests, realModelRequests: 0 }; await page.screenshot({ path: path.join(directory, 'failure.png') }).catch(() => {}); process.exitCode = 1; }
|
||||
finally {
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2) + '\n'); console.log(JSON.stringify({ success: result.success, checks: checks.length, directory, error: result.error }));
|
||||
await browser.close(); for (const dispose of disposers.reverse()) await dispose(); for (const socket of sockets) socket.destroy(); await new Promise(resolve => modelServer.close(resolve));
|
||||
}
|
||||
@@ -0,0 +1,51 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash} from 'node:crypto';
|
||||
import {fileURLToPath} from 'node:url';
|
||||
// Offline only: no credentials, process execution or network access.
|
||||
const repo=path.resolve(path.dirname(fileURLToPath(import.meta.url)),'..'),root=path.join(repo,'docs/apikey-route-l-evidence');
|
||||
const sha=bytes=>createHash('sha256').update(bytes).digest('hex');
|
||||
const read=file=>JSON.parse(fs.readFileSync(path.join(root,file),'utf8'));
|
||||
const manifestBytes=fs.readFileSync(path.join(root,'manifest-final.json')),manifest=JSON.parse(manifestBytes);
|
||||
const paths=new Set();let total=0;
|
||||
for(const entry of manifest.entries){
|
||||
assert.equal(entry.path.includes('\\'),false);assert.equal(entry.path.split('/').includes('..'),false);assert.equal(paths.has(entry.path),false);paths.add(entry.path);
|
||||
const file=path.resolve(root,entry.path);assert.ok(file.startsWith(root+path.sep));const bytes=fs.readFileSync(file);
|
||||
assert.equal(bytes.length,entry.bytes,entry.path);assert.equal(sha(bytes),entry.sha256,entry.path);total+=bytes.length;
|
||||
}
|
||||
assert.equal(manifest.count,paths.size);assert.equal(manifest.bytes,total);assert.equal(manifest.realModelRequests,0);assert.equal(manifest.productChanged,false);
|
||||
assert.equal(manifest.supplierMappingConfirmed,false);
|
||||
const jRoot=path.join(repo,'docs/live-model-identity-j-evidence');
|
||||
assert.equal(sha(fs.readFileSync(path.join(jRoot,'manifest.json'))),manifest.originalJManifestSha256);
|
||||
const original=read('observations/original-analysis.json');
|
||||
assert.equal(sha(fs.readFileSync(path.join(jRoot,'request.json'))),original.request.sha256);
|
||||
assert.equal(sha(fs.readFileSync(path.join(jRoot,'response.sse'))),original.response.sha256);
|
||||
assert.equal(original.request.model,'claude-opus-5-5');assert.equal(original.route.poolId,null);assert.equal(original.route.ordinal,1);
|
||||
assert.equal(original.route.computedUrl,'https://api.apikey.fan/chat/completions');
|
||||
assert.deepEqual(original.response.reportedModels,['gpt-6.1-sol']);assert.equal(original.response.redacted,false);assert.equal(original.response.terminalDone,true);
|
||||
const replay=read('observations/provider-replay.json');assert.equal(replay.success,true);assert.equal(replay.requests,3);assert.equal(replay.realModelRequests,0);
|
||||
assert.equal(replay.cases.length,3);
|
||||
for(const [index,item]of replay.cases.entries()){
|
||||
assert.equal(item.passed,true);assert.equal(item.wire.bodySha256,original.request.sha256);assert.equal(item.wire.model,original.request.model);
|
||||
assert.equal(item.wire.ownedAuthorizationMatched,true);assert.equal(item.status,index===2?'matched':'mismatch');
|
||||
if(index<2)assert.equal(item.responseSha256,original.response.sha256);
|
||||
}
|
||||
const vendor=read('observations/vendor-observation.json');assert.equal(vendor.authenticated,false);assert.equal(vendor.modelRequests,0);
|
||||
const mime=read('observations/screenshot-mime-correction.json');
|
||||
assert.equal(mime.actualMediaType,'image/jpeg');
|
||||
const jpeg=fs.readFileSync(path.join(root,mime.correctedPath)),initial=fs.readFileSync(path.join(root,mime.originalPath));
|
||||
assert.equal(jpeg.subarray(0,3).toString('hex'),'ffd8ff');assert.deepEqual(jpeg,initial);assert.equal(sha(jpeg),mime.sha256);
|
||||
assert.equal(sha(fs.readFileSync(path.join(root,'manifest.json'))),manifest.originalManifestSha256);
|
||||
const scriptsDoc=fs.readFileSync(path.join(root,'observations/vendor-api-scripts-ax.txt'),'utf8');
|
||||
assert.ok(scriptsDoc.includes('https://api.apikey.fan/v1/messages'));assert.ok(scriptsDoc.includes('claude-opus-5-5'));
|
||||
assert.ok(scriptsDoc.includes('https://api.apikey.fan/v1/chat/completions'));assert.ok(scriptsDoc.includes('gpt-6.1-sol'));
|
||||
for(const route of read('observations/public-route-checks.json').results){assert.equal(route.method,'GET');assert.equal(route.authorizationSent,false);assert.equal(route.status,404);}
|
||||
const review=read('observations/source-review.json');assert.equal(review.sourceCommit,manifest.sourceCommit);assert.equal(review.findings.anthropicMessagesSupported,false);
|
||||
for(const file of review.files){const bytes=fs.readFileSync(path.join(root,'source',file.path));assert.equal(sha(bytes),file.sha256);assert.equal(bytes.length,file.bytes);}
|
||||
const caps=fs.readFileSync(path.join(root,'source/src/shared/contracts/model-capabilities.mjs'),'utf8');
|
||||
assert.ok(caps.includes("MODEL_PROTOCOLS = ['chat-completions', 'responses']"));
|
||||
const retained=read('observations/formal-retention.json');assert.equal(retained.success,true);assert.equal(retained.version,manifest.version);assert.equal(retained.hasKey,true);
|
||||
assert.deepEqual(retained.active,[]);assert.deepEqual(retained.retention,{originalRows:'exact',originalExports:'exact',originalArtifactBytes:'exact',originalModelCenter:'exact'});
|
||||
console.log(JSON.stringify({success:true,files:manifest.count,bytes:total,manifestSha256:sha(manifestBytes),realModelRequests:0,
|
||||
scope:'Offline original bytes and evidence receipts only. Native Messages adapter gap is confirmed; exact supplier mapping, key group and underlying weights remain unproven.'}));
|
||||
@@ -0,0 +1,97 @@
|
||||
import hashlib
|
||||
import json
|
||||
import os
|
||||
import shutil
|
||||
from datetime import datetime, timezone
|
||||
from pathlib import Path, PurePosixPath
|
||||
import sys
|
||||
import uuid
|
||||
import zipfile
|
||||
|
||||
if '--help' in sys.argv:
|
||||
print('python scripts/verify-archives.py [--extract-source] - verify current immutable ZIPs; AGENT_WORKBENCH_ARCHIVE_QA_ROOT selects the extraction root.')
|
||||
sys.exit(0)
|
||||
if any(value != '--extract-source' for value in sys.argv[1:]):
|
||||
raise SystemExit('Unsupported argument; use --help.')
|
||||
|
||||
workspace = Path(__file__).resolve().parent.parent
|
||||
release_dir = (workspace / 'releases').resolve()
|
||||
release = json.loads((release_dir / 'latest.json').read_text(encoding='utf-8'))
|
||||
archive_qa_root = Path(os.environ.get('AGENT_WORKBENCH_ARCHIVE_QA_ROOT', workspace / '.qa')).resolve()
|
||||
archive_qa_root.mkdir(parents=True, exist_ok=True)
|
||||
records = []
|
||||
extraction_root = None
|
||||
version = None
|
||||
|
||||
def filesystem_path(path):
|
||||
"""Use the Windows extended path form for source archives with deep dependency trees."""
|
||||
value = str(path)
|
||||
if os.name == 'nt' and not value.startswith('\\\\?\\'):
|
||||
return '\\\\?\\' + value
|
||||
return value
|
||||
|
||||
def extract_archive(bundle, root):
|
||||
for entry in bundle.infolist():
|
||||
target = (root / entry.filename.replace('\\\\', '/')).resolve()
|
||||
if entry.is_dir():
|
||||
os.makedirs(filesystem_path(target), exist_ok=True)
|
||||
continue
|
||||
os.makedirs(filesystem_path(target.parent), exist_ok=True)
|
||||
with bundle.open(entry, 'r') as source, open(filesystem_path(target), 'wb') as destination:
|
||||
shutil.copyfileobj(source, destination)
|
||||
|
||||
for kind, root_key in [('portable', 'portableRoot'), ('source', 'sourceRoot')] + ([('evidence', 'evidenceRoot')] if 'evidenceRoot' in release else []):
|
||||
root = Path(release[root_key]).resolve()
|
||||
archive = Path(release[kind]['path']).resolve()
|
||||
assert root.is_relative_to(release_dir) and archive.is_relative_to(release_dir)
|
||||
archive_bytes = archive.read_bytes()
|
||||
assert len(archive_bytes) == release[kind]['bytes']
|
||||
assert hashlib.sha256(archive_bytes).hexdigest() == release[kind]['sha256']
|
||||
manifest = json.loads((root / 'MANIFEST.json').read_text(encoding='utf-8'))
|
||||
version = version or manifest['version']
|
||||
if kind == 'evidence':
|
||||
assert manifest['app'] == 'agent-workbench-evidence'
|
||||
assert manifest['sourceCommit'] == release['documentation']['sourceCommit']
|
||||
assert hashlib.sha256((root / 'MANIFEST.json').read_bytes()).hexdigest() == release['documentation']['evidenceManifestSha256']
|
||||
else:
|
||||
assert manifest['version'] == version and manifest['kind'] == kind
|
||||
expected = {entry['path']: entry for entry in manifest['files']}
|
||||
assert len(expected) == len(manifest['files'])
|
||||
with zipfile.ZipFile(archive) as bundle:
|
||||
assert bundle.testzip() is None, 'CRC failure'
|
||||
actual = {}
|
||||
for entry in bundle.infolist():
|
||||
name = PurePosixPath(entry.filename.replace('\\', '/'))
|
||||
assert not name.is_absolute() and '..' not in name.parts and name.parts[0] == root.name
|
||||
if entry.is_dir():
|
||||
continue
|
||||
relative = str(PurePosixPath(*name.parts[1:]))
|
||||
assert relative not in actual, 'Duplicate archive entry'
|
||||
actual[relative] = entry
|
||||
assert set(actual) == set(expected) | {'MANIFEST.json'}
|
||||
for relative, entry in actual.items():
|
||||
contents = bundle.read(entry)
|
||||
target = (root / relative).resolve()
|
||||
assert target.is_relative_to(root), relative
|
||||
with open(filesystem_path(target), 'rb') as original:
|
||||
assert contents == original.read(), relative
|
||||
if relative != 'MANIFEST.json':
|
||||
assert len(contents) == expected[relative]['bytes']
|
||||
assert hashlib.sha256(contents).hexdigest() == expected[relative]['sha256']
|
||||
if kind == 'source' and '--extract-source' in sys.argv:
|
||||
isolated = (archive_qa_root / ('source-check-' + uuid.uuid4().hex)).resolve()
|
||||
assert isolated.is_relative_to(archive_qa_root)
|
||||
isolated.mkdir(parents=True, exist_ok=False)
|
||||
for entry in bundle.infolist():
|
||||
target = (isolated / entry.filename.replace('\\', '/')).resolve()
|
||||
assert target.is_relative_to(isolated)
|
||||
extract_archive(bundle, isolated)
|
||||
extraction_root = str(isolated / root.name)
|
||||
records.append({'kind': kind, 'path': str(archive), 'files': len(expected), 'crcPassed': True,
|
||||
'manifestAndDirectoryMatch': True, 'sha256': release[kind]['sha256']})
|
||||
|
||||
result = {'success': True, 'version': version, 'testedAt': datetime.now(timezone.utc).isoformat(),
|
||||
'archives': records, 'extractionRoot': extraction_root}
|
||||
(workspace / '.qa').mkdir(exist_ok=True)
|
||||
(workspace / '.qa/archives-validation.json').write_text(json.dumps(result, ensure_ascii=False, indent=2), encoding='utf-8')
|
||||
print(json.dumps(result, ensure_ascii=True))
|
||||
@@ -0,0 +1,141 @@
|
||||
import { releaseEvidencePrefix } from './qa-evidence.mjs';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture, launchWorkbench } from '../tests/helpers.mjs';
|
||||
import { createBrowserProject } from '../tests/fixtures/browser-project.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-browser-ui.mjs — independent real Edge browser plans, review, results, images, mobile, stop, late response and restart'); process.exit(0); }
|
||||
const directory = path.resolve('.qa', 'browser-ui-' + randomUUID()); fs.mkdirSync(directory, { recursive: true });
|
||||
const disposers = [], t = { after: value => disposers.push(value) }, f = createBrowserProject(fixture(t));
|
||||
f.session.title = '工程实际页面验收';
|
||||
const indexFile = path.join(f.projectRoot, 'dist', 'index.html'); fs.writeFileSync(indexFile, fs.readFileSync(indexFile, 'utf8').replace('<h1>', '<p>' + '页面证据 '.repeat(1800) + '</p><h1>'));
|
||||
f.store.save(f.session); f.store.close(); let host = await launchWorkbench(t, f.data), route = '/sessions/' + f.session.id;
|
||||
assert.notEqual(new URL(host.url).port, '4318'); assert.equal(host.bootstrap.config.hasKey, false);
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
const passed = [], pageErrors = [], requestFailures = [], screenshots = [], actualJobs = []; let result, deliberateNavigation = false;
|
||||
page.on('pageerror', error => pageErrors.push(error.message));
|
||||
page.on('requestfailed', request => { if (!deliberateNavigation) requestFailures.push(request.url() + ': ' + request.failure()?.errorText); });
|
||||
const panel = () => page.getByLabel('工程页面验收', { exact: true }), state = () => host.api(route);
|
||||
const mark = message => { passed.push(message); console.log('PASS ' + message); };
|
||||
const screenshot = async name => { const file = path.join(directory, name + '.png'); await page.screenshot({ path: file, scale: 'css' }); screenshots.push(file); };
|
||||
const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
async function selectTask() {
|
||||
await page.getByLabel('当前项目').selectOption(f.project.id);
|
||||
await page.locator('.session-list button').filter({ hasText: f.session.title }).click();
|
||||
await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
await expect(panel().getByRole('button', { name: '封存页面计划', exact: true })).toBeEnabled();
|
||||
}
|
||||
async function seal() {
|
||||
const old = (await state()).execution.browserPlans.at(-1)?.id;
|
||||
await panel().getByRole('button', { name: '封存页面计划', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.browserPlans.at(-1)?.id).not.toBe(old);
|
||||
return (await state()).execution.browserPlans.at(-1);
|
||||
}
|
||||
async function start() {
|
||||
await panel().getByRole('button', { name: '运行这份计划', exact: true }).click();
|
||||
await page.getByRole('dialog', { name: '执行页面检查', exact: true }).getByRole('button', { name: '确认运行页面检查', exact: true }).click();
|
||||
}
|
||||
async function finished() {
|
||||
await expect.poll(async () => (await state()).execution.browserJobs.at(-1)?.finishedAt, { timeout: 20000 }).toBeTruthy();
|
||||
const job = (await state()).execution.browserJobs.at(-1); actualJobs.push(job); return job;
|
||||
}
|
||||
async function original(job) {
|
||||
let text = '', offset = 0, value;
|
||||
do { value = await host.api(route + '/browser-jobs/' + job.id + '/record?offset=' + offset + '&limit=8000'); text += value.content; offset += value.content.length; } while (value.truncated);
|
||||
assert.equal(sha(text), job.resultSha256); fs.writeFileSync(path.join(directory, 'original-' + job.id + '.json'), text); return JSON.parse(text);
|
||||
}
|
||||
try {
|
||||
await page.goto(host.url); await page.waitForLoadState('networkidle'); await selectTask();
|
||||
await expect(panel()).toContainText('Edge · 实际浏览器'); assert.equal((await state()).execution.browserJobs.length, 0);
|
||||
for (let index = 1; index <= 3; index++) await panel().getByRole('button', { name: '添加步骤', exact: true }).click();
|
||||
await panel().getByLabel('步骤 1 操作').selectOption('click'); await panel().getByLabel('步骤 1 元素').fill('#toggle');
|
||||
await panel().getByLabel('步骤 2 操作').selectOption('assert_text'); await panel().getByLabel('步骤 2 元素').fill('#state'); await panel().getByLabel('步骤 2 预期文字').fill('已完成');
|
||||
await panel().getByLabel('步骤 3 操作').selectOption('assert_count'); await panel().getByLabel('步骤 3 元素').fill('button'); await panel().getByLabel('步骤 3 预期数量').fill('1');
|
||||
const plan = await seal(); assert.equal(plan.steps.length, 3); assert.equal(plan.build.files, 2); assert.equal((await state()).execution.browserJobs.length, 0);
|
||||
mark('actual step editor seals the chosen build, viewport and three CSS interactions without opening the page');
|
||||
|
||||
await panel().getByRole('button', { name: '运行这份计划', exact: true }).click();
|
||||
const confirm = page.getByRole('dialog', { name: '执行页面检查', exact: true }); await expect(confirm).toContainText('1280×900'); await expect(confirm).toContainText('#state'); await expect(confirm).toContainText(plan.build.sha256);
|
||||
await confirm.getByRole('button', { name: '取消', exact: true }).click(); assert.equal((await state()).execution.browserJobs.length, 0);
|
||||
mark('review shows exact build identity and planned assertions; cancelling executes no browser work');
|
||||
|
||||
await start(); const success = await finished(); assert.equal(success.status, 'passed', success.summary); assert.equal(success.assertions.total, 2); assert.equal(success.cleanup.exited, true);
|
||||
await expect(panel()).toContainText('实际断言 2/2'); const succeeded = await original(success); assert.equal(succeeded.steps[2].actual, 1);
|
||||
assert.ok(succeeded.pages.at(-1).text.includes('已完成')); await screenshot('browser-desktop-results');
|
||||
mark('real inner Edge clicks the intended element and the two counted assertions display with original Task/Run/build identity');
|
||||
|
||||
await panel().getByRole('button', { name: '查看原执行记录', exact: true }).first().click();
|
||||
const record = () => page.getByRole('dialog', { name: '浏览器原执行记录', exact: true }); await expect(record()).toContainText(success.resultSha256);
|
||||
await expect(record().getByRole('button', { name: '下一段', exact: true })).toBeEnabled();
|
||||
const first = await record().locator('.artifact-preview').textContent(); await record().getByRole('button', { name: '下一段', exact: true }).click();
|
||||
await expect.poll(async () => await record().locator('.artifact-preview').textContent()).not.toBe(first); await expect(record()).toContainText('字符 8000');
|
||||
await record().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
const downloading = page.waitForEvent('download'); await panel().getByRole('button', { name: '下载原结果', exact: true }).first().click();
|
||||
const download = await downloading, downloadPath = await download.path(); assert.equal(sha(fs.readFileSync(downloadPath)), success.resultSha256);
|
||||
mark('original large JSON is paged in the UI and downloads the complete hash-identical result');
|
||||
|
||||
await panel().getByRole('button', { name: '最终截图', exact: true }).first().click(); const image = () => page.getByRole('dialog', { name: '原始页面截图', exact: true });
|
||||
await expect.poll(async () => image().locator('img').evaluate(node => node.naturalWidth)).toBe(1280); await expect(image()).toContainText(success.screenshots.at(-1).sha256);
|
||||
const imageDownload = page.waitForEvent('download'); await image().getByRole('button', { name: '下载原始PNG', exact: true }).click();
|
||||
const png = await imageDownload, pngPath = await png.path(); assert.equal(sha(fs.readFileSync(pngPath)), success.screenshots.at(-1).sha256);
|
||||
await screenshot('browser-desktop-original-image'); await image().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
mark('the original screenshot renders at its actual resolution and downloads identical PNG bytes');
|
||||
|
||||
await panel().getByLabel('步骤 3 预期数量').fill('2'); await seal(); await start(); const failure = await finished();
|
||||
assert.equal(failure.status, 'failed'); const failed = await original(failure); assert.equal(failed.steps[2].actual, 1); assert.equal(failed.assertions.failed, 1);
|
||||
await expect(panel()).toContainText('第3步失败'); await expect(panel().getByRole('button', { name: '运行这份计划', exact: true })).toBeDisabled();
|
||||
mark('a real failed assertion retains actual count one and requires a newly reviewed plan instead of replaying');
|
||||
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await expect(page.locator('.workbench')).toHaveClass(/sidebar-hidden/);
|
||||
await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
await panel().getByLabel('浏览器视口').selectOption('mobile'); await panel().getByLabel('步骤 3 预期数量').fill('1'); await seal(); await start(); const mobile = await finished();
|
||||
assert.equal(mobile.status, 'passed', mobile.summary); assert.equal(mobile.screenshots.at(-1).width, 390);
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth <= 390)); await screenshot('browser-mobile-results');
|
||||
await panel().getByRole('button', { name: '最终截图', exact: true }).first().click(); await expect.poll(async () => image().locator('img').evaluate(node => node.naturalWidth)).toBe(390);
|
||||
await screenshot('browser-mobile-original-image'); await image().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
mark('390px forms and result records remain usable and the inner browser captures its real 390px layout');
|
||||
|
||||
await panel().getByRole('button', { name: '添加步骤', exact: true }).click(); await panel().getByLabel('步骤 4 操作').selectOption('assert_count');
|
||||
await panel().getByLabel('步骤 4 元素').fill('.never-present'); await panel().getByLabel('步骤 4 预期数量').fill('1'); await seal(); await start();
|
||||
await expect.poll(async () => (await state()).execution.browserJobs.at(-1)?.steps.length, { timeout: 15000 }).toBe(3);
|
||||
await panel().getByRole('button', { name: '停止浏览器检查', exact: true }).click(); const stopped = await finished();
|
||||
assert.equal(stopped.status, 'interrupted'); assert.equal(stopped.cleanup.exited, true); assert.equal(stopped.steps[0].status, 'passed');
|
||||
assert.equal((await state()).execution.browserJobs.length, 4);
|
||||
mark('stopping an actual in-flight assertion closes its owned browser and preserves prior successful and failed jobs');
|
||||
|
||||
await page.setViewportSize({ width: 1440, height: 1000 });
|
||||
if (await page.getByRole('button', { name: '展开项目栏', exact: true }).count()) await page.getByRole('button', { name: '展开项目栏', exact: true }).click();
|
||||
let held, release; const delivered = new Promise(resolve => { release = resolve; });
|
||||
const matcher = '**/browser-jobs/' + mobile.id + '/record?*';
|
||||
await page.route(matcher, pending => { held = pending; return delivered; });
|
||||
// Locate by original sequence: interrupted job, mobile success, failed job, desktop success.
|
||||
await panel().locator('.browser-result').nth(1).getByRole('button', { name: '查看原执行记录', exact: true }).click();
|
||||
await expect.poll(() => !!held).toBeTruthy(); const originalSession = (await state()).id;
|
||||
await page.getByRole('button', { name: '新建任务', exact: true }).first().click();
|
||||
await expect.poll(async () => (await host.api('/sessions?project=' + f.project.id)).length).toBe(2);
|
||||
await expect.poll(async () => page.evaluate(() => localStorage.getItem('awb-session'))).not.toBe(originalSession);
|
||||
await held.fulfill({ status: 500, contentType: 'application/json', body: JSON.stringify({ error: '原任务迟到错误' }) }); release(); await page.unroute(matcher);
|
||||
await expect(page.getByText('原任务迟到错误', { exact: false })).toHaveCount(0); assert.equal((await state()).id, originalSession);
|
||||
mark('a delayed original-record failure stays with its source and does not appear in a newly selected task');
|
||||
|
||||
const before = (await state()).execution.browserJobs; deliberateNavigation = true; await host.close(); host = await launchWorkbench(t, f.data);
|
||||
await page.goto(host.url); await page.waitForLoadState('networkidle'); deliberateNavigation = false; await selectTask();
|
||||
assert.deepEqual((await state()).execution.browserJobs, before); assert.equal((await state()).execution.task.usage.requests, 0);
|
||||
await panel().getByRole('button', { name: '最终截图', exact: true }).first().click(); await expect.poll(async () => image().locator('img').evaluate(node => node.naturalWidth)).toBe(390);
|
||||
await image().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
mark('actual host restart preserves the four original browser jobs and PNGs without model requests or execution replay');
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
result = { success: true, version: host.bootstrap.version, testedAt: new Date().toISOString(), directory, passed, pageErrors, requestFailures,
|
||||
screenshots, taskId: actualJobs[0].taskId, sessionId: f.session.id, jobs: actualJobs.map(job => ({ id: job.id, status: job.status, planId: job.planId,
|
||||
assertions: job.assertions, resultSha256: job.resultSha256, cleanup: job.cleanup, screenshots: job.screenshots })),
|
||||
scope: 'Actual independent Workbench UI plus real Edge static-build executions. The configured production Provider, other projects and keys are not accessed.' };
|
||||
} catch (error) {
|
||||
await screenshot('browser-ui-failure').catch(() => {}); fs.writeFileSync(path.join(directory, 'failure-dom.html'), await page.content().catch(() => ''));
|
||||
result = { success: false, version: host.bootstrap.version, testedAt: new Date().toISOString(), directory, passed, pageErrors, requestFailures, screenshots, error: error.stack }; process.exitCode = 1;
|
||||
} finally { deliberateNavigation = true; await browser.close(); for (const dispose of disposers.reverse()) await dispose(); }
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2) + '\n');
|
||||
fs.writeFileSync(`docs/${releaseEvidencePrefix(host.bootstrap.version)}-browser-ui-validation.json`, JSON.stringify(result, null, 2) + '\n');
|
||||
console.log(JSON.stringify({ success: result.success, version: result.version, groups: passed.length, directory, error: result.error }));
|
||||
@@ -0,0 +1,109 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
|
||||
const sha = value => createHash('sha256').update(value).digest('hex');
|
||||
async function until(predicate, timeout = 20000) {
|
||||
const deadline = Date.now() + timeout;
|
||||
while (!await predicate()) {
|
||||
if (Date.now() >= deadline) throw new Error('Owned browser verification timed out.');
|
||||
await new Promise(resolve => setTimeout(resolve, 30));
|
||||
}
|
||||
}
|
||||
|
||||
export async function verifyBrowserApi({ api, url, token, directory, appRoot, contained = false }) {
|
||||
const projectRoot = path.join(directory, 'browser-project'); fs.mkdirSync(path.join(projectRoot, 'dist'), { recursive: true });
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned portable browser acceptance\n');
|
||||
fs.writeFileSync(path.join(projectRoot, 'dist', 'index.html'), '<!doctype html><html lang="zh-CN"><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1"><title>随包页面验收</title>'
|
||||
+ '<style>body{font:16px sans-serif;margin:20px}input,select,button{display:block;max-width:100%;margin:12px 0}</style><h1>实际随包浏览器</h1>'
|
||||
+ '<input id="query" aria-label="搜索"><select id="filter"><option value="all">全部</option><option value="pending">待办</option></select>'
|
||||
+ '<button id="toggle">切换</button><p id="state">待办</p><script src="/app.js"></script></html>');
|
||||
fs.writeFileSync(path.join(projectRoot, 'dist', 'app.js'), 'document.querySelector("#toggle").addEventListener("click",()=>document.querySelector("#state").textContent="已完成");');
|
||||
const project = await api('/projects', { root: projectRoot }), session = await api('/sessions', { projectId: project.id }), route = '/sessions/' + session.id;
|
||||
await api(route + '/messages', { content: '为自有静态工程创建独立验收任务。' }); let current;
|
||||
await until(async () => { current = await api(route); return current.status === 'awaiting_approval'; });
|
||||
const approval = current.approvals.find(value => value.status === 'pending'); assert.equal(approval.command, 'node --version');
|
||||
await api(route + '/approvals/' + approval.id, { allow: true });
|
||||
await until(async () => { current = await api(route); return current.status === 'needs_review'; });
|
||||
for (const change of current.changes.filter(value => value.status === 'pending')) await api(route + '/changes/' + change.id + '/reject', {});
|
||||
const taskId = (await api(route)).execution.task.id, availability = (await api(route + '/browser')).availability;
|
||||
assert.equal(availability.status, 'available', availability.message); assert.equal(availability.playwrightVersion, '1.64.1');
|
||||
const steps = [{ action: 'fill', selector: '#query', value: '本地页面验收' }, { action: 'select', selector: '#filter', value: 'pending' },
|
||||
{ action: 'assert_count', selector: 'button', count: 1 }, { action: 'assert_text', selector: '#state', text: '待办' },
|
||||
{ action: 'click', selector: '#toggle' }, { action: 'assert_text', selector: '#state', text: '已完成' }];
|
||||
const results = [];
|
||||
for (const viewport of [{ width: 1280, height: 900 }, { width: 390, height: 844 }]) {
|
||||
const planned = await api(route + '/browser-plans', { steps, viewport }), plan = planned.execution.browserPlans.at(-1);
|
||||
const contract = await api('/artifacts/' + plan.contractArtifactId + '?session=' + session.id + '&limit=16000');
|
||||
assert.equal(contract.truncated, false); assert.equal(sha(contract.content), contract.sha256);
|
||||
const sealed = JSON.parse(contract.content); assert.equal(sealed.id, plan.id); assert.equal(sealed.taskId, taskId);
|
||||
assert.equal(sealed.installation.playwrightVersion, '1.64.1');
|
||||
if (contained) assert.ok(sealed.installation.modulePath.startsWith(fs.realpathSync.native(path.join(appRoot, 'runtime', 'node_modules')) + path.sep));
|
||||
await api(route + '/browser-jobs', { planId: plan.id }); let job;
|
||||
await until(async () => { job = (await api(route)).execution.browserJobs.at(-1); return !!job?.finishedAt; }, 25000);
|
||||
assert.equal(job.status, 'passed', job.summary); assert.equal(job.taskId, taskId); assert.equal(job.assertions.passed, 3);
|
||||
assert.equal(job.cleanup.exited, true); assert.equal(job.cleanup.previewClosed, true); assert.equal(job.cleanup.snapshotDisposed, true);
|
||||
let text = '', offset = 0, originalPage;
|
||||
do { originalPage = await api(route + '/browser-jobs/' + job.id + '/record?offset=' + offset + '&limit=4000'); text += originalPage.content; offset += originalPage.content.length; } while (originalPage.truncated);
|
||||
assert.equal(sha(text), job.resultSha256); const original = JSON.parse(text), actualPage = original.pages.at(-1);
|
||||
assert.equal(original.steps[0].actual, '本地页面验收'); assert.deepEqual(original.steps[1].actual, ['pending']);
|
||||
assert.deepEqual(original.pageErrors, []); assert.deepEqual(original.blockedRequests, []); assert.equal(actualPage.viewport.width, viewport.width);
|
||||
assert.ok(actualPage.text.includes('已完成')); if (viewport.width === 390) assert.ok(actualPage.viewport.scrollWidth <= 390);
|
||||
fs.writeFileSync(path.join(directory, 'browser-original-' + viewport.width + '.json'), text);
|
||||
const image = job.screenshots.at(-1), response = await fetch(url + '/api' + route + '/browser-jobs/' + job.id + '/images/' + image.artifactId,
|
||||
{ headers: { 'X-Workbench-Token': token, Connection: 'close' }, signal: AbortSignal.timeout(15000) });
|
||||
assert.equal(response.status, 200); assert.equal(response.headers.get('content-type'), 'image/png'); const bytes = Buffer.from(await response.arrayBuffer());
|
||||
assert.equal(sha(bytes), image.sha256); assert.equal(bytes.length, image.bytes); assert.equal(bytes.readUInt32BE(16), viewport.width); assert.equal(bytes.readUInt32BE(20), viewport.height);
|
||||
fs.writeFileSync(path.join(directory, 'browser-original-' + viewport.width + '.png'), bytes);
|
||||
const reused = await api(route + '/browser-jobs', { planId: plan.id }); assert.equal(reused.execution.browserJobs.at(-1).id, job.id);
|
||||
assert.equal(reused.execution.browserJobs.length, results.length + 1);
|
||||
results.push({ jobId: job.id, taskId, viewport, status: job.status, assertions: job.assertions, resultSha256: job.resultSha256,
|
||||
buildSha256: job.buildSha256, screenshotSha256: image.sha256, browserExited: job.cleanup.exited, reusedOriginalJob: true });
|
||||
}
|
||||
return { success: true, installation: availability, results, modelRequests: 0,
|
||||
scope: 'Actual API, locked browser runtime, two isolated Edge processes, CSS interactions, original DOM and PNG bytes. The task is created through the offline demonstration; no remote model is used.' };
|
||||
}
|
||||
|
||||
async function main() {
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-browser.mjs [--app-root <source-or-portable-directory>] [--contained]'); return; }
|
||||
const index = process.argv.indexOf('--app-root'); if (index >= 0 && !process.argv[index + 1]) throw new Error('--app-root needs an absolute or relative directory.');
|
||||
const appRoot = fs.realpathSync.native(path.resolve(index >= 0 ? process.argv[index + 1] : '.'));
|
||||
const directory = path.resolve('.qa', 'browser-native-' + randomUUID()), data = path.join(directory, 'data'); fs.mkdirSync(data, { recursive: true });
|
||||
const allowed = /^(path|pathext|systemroot|systemdrive|windir|comspec|temp|tmp|userprofile|appdata|localappdata|programfiles(?:\(x86\))?|commonprogramfiles(?:\(x86\))?|lang|lc_all)$/i;
|
||||
const env = { ...Object.fromEntries(Object.entries(process.env).filter(([name]) => allowed.test(name))),
|
||||
AGENT_WORKBENCH_APP_DIR: appRoot, AGENT_WORKBENCH_DATA_DIR: data, AGENT_WORKBENCH_PORT: '0' };
|
||||
const runtime = path.join(appRoot, 'runtime', 'node.exe');
|
||||
const child = spawn(fs.existsSync(runtime) ? runtime : process.execPath, [path.join(appRoot, 'dist-server', 'server.mjs')],
|
||||
{ cwd: appRoot, env, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let url = '', stdout = '', stderr = '', api, result;
|
||||
child.stdout.on('data', bytes => { stdout += bytes.toString('utf8'); for (const line of stdout.split('\n')) { try { const value = JSON.parse(line); if (value.ready) url = value.url; } catch {} } });
|
||||
child.stderr.on('data', bytes => { stderr += bytes.toString('utf8'); });
|
||||
try {
|
||||
await until(() => url || child.exitCode !== null, 10000); assert.ok(url, 'Owned host failed: ' + stderr); assert.notEqual(new URL(url).port, '4318');
|
||||
const bootstrap = await (await fetch(url + '/api/bootstrap')).json(); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const health = await (await fetch(url + '/api/health')).json(); assert.equal(health.pid, child.pid);
|
||||
api = async (route, input) => {
|
||||
const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }), signal: AbortSignal.timeout(20000) });
|
||||
const value = await response.json(); assert.ok(response.ok, value.error); return value;
|
||||
};
|
||||
result = { ...await verifyBrowserApi({ api, url, token: bootstrap.token, directory, appRoot, contained: process.argv.includes('--contained') }),
|
||||
version: bootstrap.version, directory, appRoot, testedAt: new Date().toISOString(), ownedHostPid: child.pid };
|
||||
} catch (error) { result = { success: false, directory, appRoot, error: error.stack }; process.exitCode = 1; }
|
||||
finally {
|
||||
if (api && child.exitCode === null) {
|
||||
try { await api('/shutdown', {}); await until(() => child.exitCode !== null || child.signalCode !== null, 10000); }
|
||||
catch (error) { result.success = false; result.shutdownError = error.message; process.exitCode = 1; }
|
||||
}
|
||||
if (child.exitCode === null && child.signalCode === null) child.kill();
|
||||
await until(() => child.exitCode !== null || child.signalCode !== null, 5000); result.rootExited = true;
|
||||
fs.writeFileSync(path.join(directory, 'host.log'), stdout + '\n' + stderr);
|
||||
}
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2) + '\n');
|
||||
fs.writeFileSync('.qa/browser-native-validation.json', JSON.stringify(result, null, 2) + '\n');
|
||||
console.log(JSON.stringify({ success: result.success, version: result.version, directory, results: result.results, modelRequests: 0, rootExited: result.rootExited, error: result.error, shutdownError: result.shutdownError }));
|
||||
}
|
||||
if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) await main();
|
||||
+65
@@ -0,0 +1,65 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import https from 'node:https';
|
||||
import { X509Certificate } from 'node:crypto';
|
||||
import assert from 'node:assert/strict';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
|
||||
// This helper checks the real mobile shell against the same host, observation
|
||||
// and original PNG as the actual Electron test. The loopback relay verifies
|
||||
// the gateway CA on every request; it neither installs trust nor bypasses TLS.
|
||||
export async function verifyBrowsingMobile({ controller, session, root, record }) {
|
||||
let browser, relay, cookie = '', gateway;
|
||||
const errors = [];
|
||||
const post=(route,input)=>controller.api(route,{method:'POST',input});
|
||||
try {
|
||||
const status = await controller.api('/companion'); assert.equal(status.enabled, false); assert.ok(status.addresses.length);
|
||||
const address = status.addresses[0].address, reservation = http.createServer();
|
||||
await new Promise(resolve => reservation.listen(0, address, resolve)); const port = reservation.address().port;
|
||||
await new Promise(resolve => reservation.close(resolve));
|
||||
gateway = await post('/companion/start', { address, port });
|
||||
const certificate = await fetch(controller.url + '/api/companion/certificate', { headers: { 'X-Workbench-Token': controller.token } });
|
||||
assert.equal(certificate.status, 200); const ca = new X509Certificate(Buffer.from(await certificate.arrayBuffer())).toString();
|
||||
const pair = await post('/companion/pair', { projectIds: [session.projectId], permissions: { observe: true, approve: true, stop: true }, expiresInHours: 1 });
|
||||
const target = new URL(gateway.origin);
|
||||
relay = http.createServer((request, response) => {
|
||||
const forwarded = https.request(new URL(request.url, target), { method: request.method, ca, servername: '', headers: {
|
||||
Host: target.host, Origin: target.origin, Connection: 'close', ...(cookie ? { Cookie: cookie } : {}),
|
||||
...(request.headers['content-type'] ? { 'Content-Type': request.headers['content-type'] } : {}) } }, incoming => {
|
||||
if (incoming.headers['set-cookie']?.length) cookie = incoming.headers['set-cookie'][0].split(';')[0];
|
||||
const headers = { ...incoming.headers }; delete headers['set-cookie']; response.writeHead(incoming.statusCode, headers); incoming.pipe(response);
|
||||
});
|
||||
forwarded.on('error', () => { if (response.headersSent) response.destroy(); else { response.writeHead(503); response.end('Owned TLS relay failed'); } });
|
||||
request.pipe(forwarded);
|
||||
});
|
||||
await new Promise(resolve => relay.listen(0, '127.0.0.1', resolve));
|
||||
const url = 'http://127.0.0.1:' + relay.address().port;
|
||||
browser = await chromium.launch({ channel: 'msedge', headless: true });
|
||||
const context = await browser.newContext({ viewport: { width: 390, height: 844 }, isMobile: true, hasTouch: true, serviceWorkers: 'block' });
|
||||
const mobile = await context.newPage(); mobile.on('pageerror', error => errors.push(error.message));
|
||||
await mobile.goto(url + '/#pair=' + new URLSearchParams(new URL(pair.url).hash.slice(1)).get('pair'));
|
||||
await mobile.getByRole('button', { name: '连接这台电脑', exact: true }).click();
|
||||
await mobile.locator('.mobile-task-row').filter({ hasText: session.title }).click();
|
||||
const observation = mobile.locator('.mobile-input-image').filter({ has: mobile.getByRole('heading', { name: '电脑网页原观察', exact: true }) });
|
||||
await expect(observation).toContainText('SHA-256 已核对');
|
||||
await observation.getByText('查看原页面截图', { exact: true }).click(); await expect(observation.getByRole('img')).toBeVisible();
|
||||
assert.equal(await mobile.evaluate(() => document.documentElement.scrollWidth > innerWidth), false);
|
||||
await mobile.screenshot({ path: path.join(root, 'phone-original-browser-observation.png'), fullPage: true });
|
||||
record('390px mobile shell verifies and displays the same actual Electron original PNG through CA-verified TLS', { nativeIPhone: 'pending', trustChanged: false });
|
||||
await mobile.route('**/browser-observations/*/image', async route => { const response = await route.fetch(); await route.fulfill({ response, headers: { ...response.headers(), 'x-content-sha256': '0'.repeat(64) } }); });
|
||||
await mobile.reload(); await mobile.locator('.mobile-task-row').filter({ hasText: session.title }).click();
|
||||
await expect(observation).toContainText('原网页截图SHA-256核对失败'); await expect(observation.getByRole('img')).toHaveCount(0);
|
||||
await mobile.screenshot({ path: path.join(root, 'phone-browser-digest-rejected.png'), fullPage: true });
|
||||
record('mobile digest mismatch shows failure and never displays unverified screenshot');
|
||||
const devices = (await controller.api('/companion')).devices; assert.equal(devices.length, 1);
|
||||
await post('/companion/devices/' + devices[0].id + '/revoke', { revision: devices[0].revision });
|
||||
await mobile.getByRole('button', { name: '刷新任务', exact: true }).click();
|
||||
await expect(mobile.getByRole('heading', { name: '接续电脑上的任务', exact: true })).toBeVisible(); await expect(mobile.getByRole('img')).toHaveCount(0);
|
||||
record('mobile device revocation removes original browser observation and task content'); assert.deepEqual(errors, []);
|
||||
} finally {
|
||||
if (browser) await browser.close();
|
||||
if (relay) await new Promise(resolve => { relay.closeAllConnections(); relay.close(resolve); });
|
||||
if (gateway) await post('/companion/close', {});
|
||||
}
|
||||
}
|
||||
+141
@@ -0,0 +1,141 @@
|
||||
import { releaseEvidencePrefix } from './qa-evidence.mjs';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { Store } from '../src/server/store.mjs';
|
||||
import { batchFixture, assertBatchBytes } from '../tests/fixtures/change-set-project.mjs';
|
||||
|
||||
const root = path.resolve('.qa', 'batch-ui-' + randomUUID()), data = path.join(root, 'data'); fs.mkdirSync(root, { recursive: true });
|
||||
fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
const store = new Store(data), cases = {};
|
||||
for (const name of ['normal', 'conflict', 'recovery', 'mobile', 'delayed']) {
|
||||
const projectRoot = path.join(root, 'batch-ui-' + name); fs.mkdirSync(projectRoot); fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned UI fixture\n');
|
||||
const project = store.addProject(projectRoot), session = store.createSession(project.id, '批次验收 ' + name), f = { projectRoot, project, session, store };
|
||||
const b = batchFixture(f, name === 'recovery' ? { faultInjector: (phase, set, index) => {
|
||||
if (phase === 'replaced' && index === 1) { fs.writeFileSync(path.join(projectRoot, 'src/one.mjs'), 'Owner recovery content\n'); throw new Error('Owned UI lost result'); }
|
||||
} } : {});
|
||||
cases[name] = { ...f, b };
|
||||
if (name === 'mobile') {
|
||||
const run = store.core.run.get(session.runId); session.status = 'paused'; store.finishRun(session, run, 'step_limit');
|
||||
}
|
||||
if (name === 'recovery' || name === 'mobile') {
|
||||
const set = await b.manager.prepare(session, b.ids);
|
||||
if (name === 'recovery') await (await b.manager.start(session, set.id, set.fingerprint)).promise;
|
||||
}
|
||||
}
|
||||
store.close();
|
||||
const env = { ...process.env, AGENT_WORKBENCH_APP_DIR: process.cwd(), AGENT_WORKBENCH_DATA_DIR: data, AGENT_WORKBENCH_PORT: '0' }; delete env.AGENT_WORKBENCH_API_KEY;
|
||||
const child = spawn(process.execPath, ['dist-server/server.mjs'], { cwd: process.cwd(), env, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let output = '', errors = '', url = ''; child.stdout.setEncoding('utf8'); child.stderr.setEncoding('utf8');
|
||||
child.stdout.on('data', value => { output += value; for (const line of output.split('\n')) { try { const item = JSON.parse(line); if (item.ready) url = item.url; } catch {} } });
|
||||
child.stderr.on('data', value => { errors += value; });
|
||||
const wait = async predicate => { const deadline = Date.now() + 15000; while (!await predicate()) { if (Date.now() > deadline) throw new Error('UI fixture timed out: ' + errors); await new Promise(resolve => setTimeout(resolve, 40)); } };
|
||||
await wait(() => url); const bootstrap = await (await fetch(url + '/api/bootstrap')).json();
|
||||
assert.equal(bootstrap.version, JSON.parse(fs.readFileSync(new URL('../package.json', import.meta.url), 'utf8')).version, 'The UI host must match this package version.'); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const proofPrefix = releaseEvidencePrefix(bootstrap.version) + '-batch';
|
||||
const screenshotPrefix = bootstrap.version === '1.4.0' ? '1.4-batch' : proofPrefix;
|
||||
const api = async (route, input) => { const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }) }); const value = await response.json(); assert.ok(response.ok, value.error); return value; };
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
const passed = [], pageErrors = [], requestFailures = [], screenshots = [];
|
||||
page.on('pageerror', error => pageErrors.push(error.message)); page.on('requestfailed', request => { if (request.resourceType() !== 'eventsource') requestFailures.push(request.failure()?.errorText); });
|
||||
const dialog = () => page.getByRole('dialog', { name: '多文件变更集审查', exact: true });
|
||||
const session = f => api('/sessions/' + f.session.id);
|
||||
const current = async f => (await session(f)).execution.changeSets.at(-1);
|
||||
async function choose(name) {
|
||||
const f = cases[name];
|
||||
const selector = page.getByLabel('当前项目', { exact: true }), expand = page.getByRole('button', { name: '展开项目栏', exact: true });
|
||||
if ((await page.viewportSize()).width <= 620) await expect(expand).toBeVisible();
|
||||
if (!await selector.isVisible()) await expand.click();
|
||||
await expect(selector).toBeVisible(); await selector.selectOption(f.project.id);
|
||||
await expect(page.locator('.session-item.selected')).toContainText('批次验收 ' + name);
|
||||
if ((await page.viewportSize()).width <= 940) {
|
||||
if (await page.locator('.project-sidebar').isVisible()) await page.getByRole('button', { name: '收起项目栏', exact: true }).click();
|
||||
await page.getByRole('button', { name: '查看改动', exact: true }).click();
|
||||
} else await page.locator('.inspector-tabs').getByRole('button', { name: /^改动/ }).click();
|
||||
await expect(page.locator('.changes-inspector')).toBeVisible(); return f;
|
||||
}
|
||||
async function seal() {
|
||||
await page.getByRole('button', { name: '组合审查', exact: true }).click();
|
||||
await page.getByRole('button', { name: '封存审查范围', exact: true }).click(); await expect(dialog()).toBeVisible();
|
||||
}
|
||||
async function viewport(name) {
|
||||
const bounds = await page.evaluate(() => {
|
||||
const modal = document.querySelector('[role="dialog"]'), close = modal?.querySelector('[aria-label="关闭窗口"]');
|
||||
const rect = modal?.getBoundingClientRect(), closeRect = close?.getBoundingClientRect();
|
||||
return { scrollY, width: innerWidth, height: innerHeight, scrollWidth: document.documentElement.scrollWidth, scrollHeight: document.documentElement.scrollHeight,
|
||||
modal: rect ? { top: rect.top, bottom: rect.bottom, width: rect.width, scrollWidth: modal.scrollWidth } : null,
|
||||
close: closeRect ? { top: closeRect.top, bottom: closeRect.bottom } : null };
|
||||
});
|
||||
assert.equal(bounds.scrollY, 0); assert.ok(bounds.scrollWidth <= bounds.width + 1 && bounds.scrollHeight <= bounds.height + 1, JSON.stringify(bounds));
|
||||
if (bounds.modal) assert.ok(bounds.modal.top >= 0 && bounds.modal.bottom <= bounds.height + 1 && bounds.modal.scrollWidth <= bounds.modal.width + 1 && bounds.close.bottom <= bounds.height, JSON.stringify(bounds));
|
||||
const destination = '.qa/screenshots/' + screenshotPrefix + '-' + name + '.png'; await page.screenshot({ path: destination, scale: 'css' }); screenshots.push(destination);
|
||||
}
|
||||
try {
|
||||
await page.goto(url, { waitUntil: 'networkidle' });
|
||||
let f = await choose('normal'); await seal();
|
||||
await expect(page.getByRole('button', { name: '应用这项改动', exact: true })).toBeDisabled();
|
||||
for (const relative of Object.keys(f.b.after)) { await dialog().getByRole('button', { name: '查看批次差异 ' + relative, exact: true }).click(); await expect(dialog().getByLabel('文件差异 ' + relative)).toBeVisible(); }
|
||||
assertBatchBytes(assert, f, f.b.before); await viewport('desktop-review'); passed.push('Desktop batch scope, per-file diffs, sealed single-write guard and pre-apply bytes');
|
||||
await dialog().getByRole('button', { name: '确认应用全部 3 项', exact: true }).click(); await wait(async () => (await current(f)).status === 'completed');
|
||||
assertBatchBytes(assert, f, f.b.after); await expect(dialog().getByText('整批文件的实际建议字节已核对,全部应用完成。')).toBeVisible(); passed.push('Three-file reviewed application preserves exact BOM/CRLF/LF and creates the new file');
|
||||
await dialog().getByRole('button', { name: '回退本批已写入文件', exact: true }).click(); await dialog().getByRole('button', { name: '确认回退本批次', exact: true }).click();
|
||||
await wait(async () => (await current(f)).status === 'rolled_back'); assertBatchBytes(assert, f, f.b.before); passed.push('Explicit batch rollback restores exact originals and removes only the reviewed new file');
|
||||
await dialog().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
f = await choose('conflict'); await seal(); fs.mkdirSync(path.join(f.projectRoot, 'docs')); fs.writeFileSync(path.join(f.projectRoot, 'docs/new.md'), 'Owner conflict\n');
|
||||
await dialog().getByRole('button', { name: '确认应用全部 3 项', exact: true }).click(); await wait(async () => (await current(f)).status === 'stale');
|
||||
assertBatchBytes(assert, f, { ...f.b.before, 'docs/new.md': Buffer.from('Owner conflict\n') });
|
||||
await expect(dialog().getByRole('button', { name: '确认应用全部 3 项', exact: true })).toHaveCount(0); await viewport('desktop-conflict'); passed.push('A last-file owner conflict blocks the whole batch and shows the real recovery direction');
|
||||
await dialog().getByRole('button', { name: '撤销未执行批次', exact: true }).click(); await dialog().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
f = await choose('recovery'); await page.getByRole('button', { name: '审查变更集', exact: true }).click();
|
||||
await dialog().getByRole('button', { name: '核对实际文件', exact: true }).click(); await expect(dialog().getByText('外部改动', { exact: true })).toBeVisible();
|
||||
await dialog().getByRole('button', { name: '回退本批已写入文件', exact: true }).click(); await dialog().getByRole('button', { name: '确认回退本批次', exact: true }).click();
|
||||
await expect(dialog().getByRole('button', { name: '保留外部改动,结束恢复', exact: true })).toBeEnabled(); await viewport('desktop-recovery'); passed.push('Durable partial recovery reads actual hashes and preserves owner content during rollback');
|
||||
await dialog().getByRole('button', { name: '保留外部改动,结束恢复', exact: true }).click(); fs.writeFileSync(path.join(f.projectRoot, 'src/one.mjs'), 'Owner changed after review\n');
|
||||
await dialog().getByRole('button', { name: '确认保留外部改动', exact: true }).click(); await expect(page.locator('.toast')).toContainText('当前文件变化');
|
||||
assert.equal((await current(f)).requiresVerification, true); passed.push('Changed observation fingerprints reject stale acknowledgement without releasing the project');
|
||||
await dialog().getByRole('button', { name: '返回审查', exact: true }).click(); await dialog().getByRole('button', { name: '核对实际文件', exact: true }).click();
|
||||
await dialog().getByRole('button', { name: '保留外部改动,结束恢复', exact: true }).click(); await dialog().getByRole('button', { name: '确认保留外部改动', exact: true }).click();
|
||||
await wait(async () => (await current(f)).status === 'resolved_external'); assert.equal(fs.readFileSync(path.join(f.projectRoot, 'src/one.mjs'), 'utf8'), 'Owner changed after review\n');
|
||||
passed.push('Explicit owner-content acknowledgement ends recovery without claiming successful application'); await dialog().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
await page.setViewportSize({ width: 390, height: 844 }); f = await choose('mobile');
|
||||
await expect(page.locator('.toast')).toHaveCount(0); passed.push('Switching projects clears the previous task notification while retaining its durable error and recovery history');
|
||||
await page.getByRole('button', { name: '审查变更集', exact: true }).click();
|
||||
await viewport('mobile-review'); await dialog().getByRole('button', { name: '确认应用全部 3 项', exact: true }).click(); await wait(async () => (await current(f)).status === 'completed');
|
||||
await page.keyboard.press('Escape'); await expect(page.getByRole('button', { name: '继续原任务', exact: true })).toBeVisible();
|
||||
if (!await page.locator('.changes-inspector').isVisible()) await page.getByRole('button', { name: '查看改动', exact: true }).click();
|
||||
await page.getByRole('button', { name: '审查变更集', exact: true }).click();
|
||||
await dialog().getByRole('button', { name: '回退本批已写入文件', exact: true }).click(); await viewport('mobile-rollback');
|
||||
await dialog().getByRole('button', { name: '确认回退本批次', exact: true }).click(); await wait(async () => (await current(f)).status === 'rolled_back'); assertBatchBytes(assert, f, f.b.before);
|
||||
await page.keyboard.press('Escape'); await expect(dialog()).toHaveCount(0); await expect(page.getByRole('button', { name: '继续原任务', exact: true })).toHaveCount(0);
|
||||
passed.push('390px step-limit review, same-task continuation entry, rollback confirmation and keyboard close fit the viewport');
|
||||
await page.setViewportSize({ width: 1440, height: 1000 }); f = await choose('delayed');
|
||||
let release, held = false; const gate = new Promise(resolve => { release = resolve; });
|
||||
await page.route('**/api/sessions/' + f.session.id + '/change-sets', async route => { held = true; await gate; await route.continue(); });
|
||||
await page.getByRole('button', { name: '组合审查', exact: true }).click(); await page.getByRole('button', { name: '封存审查范围', exact: true }).click(); await wait(() => held);
|
||||
await page.keyboard.press('Escape'); await choose('normal'); release(); await wait(async () => (await current(f))?.status === 'prepared');
|
||||
await expect(dialog()).toHaveCount(0); await expect(page.locator('.session-item.selected')).toContainText('批次验收 normal');
|
||||
const delayed = await current(f); await api('/sessions/' + f.session.id + '/change-sets/' + delayed.id + '/discard', { fingerprint: delayed.fingerprint });
|
||||
passed.push('A delayed preparation response never opens a different project or changes its selected session');
|
||||
f = await choose('delayed'); let failRelease, failureHeld = false;
|
||||
const failedGate = new Promise(resolve => { failRelease = resolve; }), failedUrl = '/api/sessions/' + f.session.id + '/change-sets';
|
||||
await page.route('**' + failedUrl, async route => { failureHeld = true; await failedGate; await route.fulfill({ status: 409, contentType: 'application/json', body: JSON.stringify({ error: '旧任务的延迟批次准备失败' }) }); });
|
||||
await page.getByRole('button', { name: '组合审查', exact: true }).click(); await page.getByRole('button', { name: '封存审查范围', exact: true }).click(); await wait(() => failureHeld);
|
||||
await page.keyboard.press('Escape'); await choose('normal');
|
||||
const failedResponse = page.waitForResponse(response => response.url().endsWith(failedUrl) && response.status() === 409);
|
||||
failRelease(); await (await failedResponse).finished();
|
||||
await page.evaluate(() => new Promise(resolve => requestAnimationFrame(() => requestAnimationFrame(resolve))));
|
||||
await expect(page.locator('.toast')).toHaveCount(0); await expect(dialog()).toHaveCount(0); await expect(page.locator('.session-item.selected')).toContainText('批次验收 normal');
|
||||
passed.push('A failed batch response after its component unmounts cannot display an error in the newly selected project');
|
||||
assert.equal(pageErrors.length, 0, pageErrors.join('\n')); assert.equal(requestFailures.length, 0, requestFailures.join('\n'));
|
||||
const result = { success: true, version: bootstrap.version, testedAt: new Date().toISOString(), cases: passed, pageErrors, requestFailures, screenshots, projectRoot: root,
|
||||
scope: 'Real independent demo host and durable batch states; UI fixtures include actual owner conflict/rollback results. No real model credentials or user project were used.' };
|
||||
fs.writeFileSync('docs/' + proofPrefix + '-ui-validation.json', JSON.stringify(result, null, 2) + '\n'); console.log(JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
await page.screenshot({ path: '.qa/screenshots/' + screenshotPrefix + '-failure.png', scale: 'css' }); fs.writeFileSync('.qa/' + proofPrefix + '-ui-failure.json', JSON.stringify({ passed, message: error.message, pageErrors, requestFailures }, null, 2)); throw error;
|
||||
} finally {
|
||||
await browser.close(); try { await api('/shutdown', {}); await wait(() => child.exitCode !== null); } catch { if (child.exitCode === null) child.kill(); }
|
||||
}
|
||||
@@ -0,0 +1,135 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import https from 'node:https';
|
||||
import { X509Certificate, randomUUID, createHash } from 'node:crypto';
|
||||
import assert from 'node:assert/strict';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture, launchWorkbench, until } from '../tests/helpers.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-companion-ui.mjs [--app-root <package>] - isolated desktop/mobile UI; an explicit package runs its contained Node and actual server. Loopback relay verifies the gateway CA; does not modify OS trust or substitute for iPhone acceptance.'); process.exit(0); }
|
||||
const args = process.argv.slice(2);
|
||||
if (args.length && (args.length !== 2 || args[0] !== '--app-root' || !path.isAbsolute(args[1]))) throw new Error('Use --app-root with an absolute package directory, or no arguments.');
|
||||
const appRoot = fs.realpathSync.native(args.length ? args[1] : process.cwd());
|
||||
const nodePath = args.length ? path.join(appRoot, 'runtime', 'node.exe') : process.execPath;
|
||||
assert.ok(fs.existsSync(nodePath));
|
||||
if (args.length) assert.ok(fs.existsSync(path.join(appRoot, 'runtime', 'node_modules', 'npm', 'bin', 'npm-cli.js')), 'The contained engineering runner requires bundled npm.');
|
||||
const directory = path.resolve('.qa', 'companion-ui-' + randomUUID()); fs.mkdirSync(directory, { recursive: true });
|
||||
const disposers = [], t = { after: action => disposers.push(action) }, f = fixture(t);
|
||||
fs.writeFileSync(path.join(f.projectRoot, 'package.json'), JSON.stringify({ name: 'owned-companion-ui', private: true, type: 'module', scripts: { test: 'node --test fixture.test.mjs' } }));
|
||||
fs.writeFileSync(path.join(f.projectRoot, 'fixture.test.mjs'), "import test from 'node:test';import assert from 'node:assert/strict';test('owned mobile fixture',()=>assert.equal(1+1,2));\n");
|
||||
f.store.close();
|
||||
const host = await launchWorkbench(t, f.data, { Path: path.dirname(nodePath) + path.delimiter + (process.env.Path || process.env.PATH || '') }, { appRoot, nodePath });
|
||||
assert.equal(fs.realpathSync.native(host.bootstrap.runtimeRoot), appRoot, 'The isolated host must actually serve the selected package.');
|
||||
await host.api('/sessions/' + f.session.id + '/messages', { content: '手机伴随端验收:读取项目、准备原差异并等待手机审批。明确为本地离线夹具。' });
|
||||
await until(async () => (await host.api('/sessions/' + f.session.id)).status === 'awaiting_approval');
|
||||
const before = await host.api('/sessions/' + f.session.id), browser = await chromium.launch({ channel: 'msedge', headless: true });
|
||||
const desktop = await browser.newPage({ viewport: { width: 1440, height: 1000 } }), errors = [], passed = [], screenshots = [];
|
||||
desktop.on('pageerror', error => errors.push(error.message));
|
||||
const mark = text => { passed.push(text); console.log('PASS ' + text); };
|
||||
async function shot(page, name) { const file = path.join(directory, name + '.png'); await page.screenshot({ path: file, fullPage: !(await page.locator(':modal').count()) }); screenshots.push(file); }
|
||||
let mobile, relay, gatewayStatus, cookie = '', disconnected = false;
|
||||
try {
|
||||
await desktop.addInitScript(({ projectId, sessionId }) => { localStorage.setItem('awb-project', projectId); localStorage.setItem('awb-session', sessionId); }, { projectId: f.project.id, sessionId: f.session.id });
|
||||
await desktop.goto(host.url); await desktop.getByRole('button', { name: '手机连接', exact: true }).click();
|
||||
const panel = desktop.getByRole('dialog', { name: '手机连接', exact: true }); await expect(panel).toBeVisible();
|
||||
await expect(panel).toContainText('默认关闭');
|
||||
const initial = await host.api('/companion'); assert.ok(initial.addresses.length, 'Requires an actual owned private IPv4 interface.');
|
||||
const reservation = http.createServer(); await new Promise(resolve => reservation.listen(0, initial.addresses[0].address, resolve));
|
||||
const port = reservation.address().port; await new Promise(resolve => reservation.close(resolve));
|
||||
await panel.getByLabel('手机连接端口', { exact: true }).fill(String(port));
|
||||
await panel.getByRole('button', { name: '开启 HTTPS', exact: true }).click();
|
||||
await expect(panel).toContainText('手机连接已开启', { timeout: 20000 });
|
||||
await expect(panel).toContainText('证书信任设置'); await shot(desktop, 'desktop-certificate');
|
||||
const downloadEvent = desktop.waitForEvent('download'); await panel.getByRole('button', { name: '下载手机根证书', exact: true }).click();
|
||||
const download = await downloadEvent, certFile = path.join(directory, 'fixture-mobile-ca.cer'); await download.saveAs(certFile);
|
||||
const ca = new X509Certificate(fs.readFileSync(certFile)).toString();
|
||||
assert.equal(new X509Certificate(ca).ca, true); mark('desktop explicitly enables HTTPS and downloads the actual public CA without changing OS trust');
|
||||
await panel.getByLabel('允许审批命令', { exact: true }).check(); await panel.getByLabel('允许停止任务', { exact: true }).check();
|
||||
await panel.getByRole('button', { name: '生成一次性配对码', exact: true }).click(); await expect(panel.getByAltText('手机一次性配对二维码')).toBeVisible();
|
||||
const pairUrl = await panel.locator('.companion-pair-url').textContent(); await shot(desktop, 'desktop-pairing');
|
||||
gatewayStatus = await host.api('/companion');
|
||||
// Browser rendering uses an owned loopback relay because this test must not
|
||||
// silently install a root or bypass a TLS warning. The relay verifies the
|
||||
// real gateway certificate for every request and holds only its fixture
|
||||
// Secure cookie in memory. Native Safari cookie/trust/PWA remains device QA.
|
||||
const target = new URL(gatewayStatus.origin);
|
||||
relay = http.createServer((request, response) => {
|
||||
if (disconnected && request.url.startsWith('/mobile-api/')) { response.writeHead(503, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ error: '自有断线夹具' })); return; }
|
||||
const headers = { Host: target.host, Origin: target.origin, Connection: 'close', ...(cookie ? { Cookie: cookie } : {}),
|
||||
...(request.headers['content-type'] ? { 'Content-Type': request.headers['content-type'] } : {}) };
|
||||
const forwarded = https.request(new URL(request.url, target), { method: request.method, headers, ca, servername: '' }, incoming => {
|
||||
const set = incoming.headers['set-cookie']; if (set?.length) cookie = set[0].split(';')[0];
|
||||
const outgoing = { ...incoming.headers }; delete outgoing['set-cookie']; response.writeHead(incoming.statusCode, outgoing); incoming.pipe(response);
|
||||
});
|
||||
forwarded.on('error', () => { if (!response.headersSent) { response.writeHead(503, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ error: '自有TLS转发中断' })); } else response.destroy(); });
|
||||
request.pipe(forwarded);
|
||||
});
|
||||
await new Promise(resolve => relay.listen(0, '127.0.0.1', resolve));
|
||||
const relayUrl = 'http://127.0.0.1:' + relay.address().port;
|
||||
const mobileContext = await browser.newContext({ viewport: { width: 390, height: 844 }, isMobile: true, hasTouch: true });
|
||||
mobile = await mobileContext.newPage(); mobile.on('pageerror', error => errors.push(error.message));
|
||||
await mobile.goto(relayUrl + '/#pair=' + new URLSearchParams(new URL(pairUrl).hash.slice(1)).get('pair'));
|
||||
await expect(mobile.getByRole('heading', { name: '接续电脑上的任务', exact: true })).toBeVisible();
|
||||
assert.equal(new URL(mobile.url()).hash, '');
|
||||
await mobile.getByLabel('设备名称', { exact: true }).fill('验收 iPhone 观察窗口');
|
||||
await mobile.getByRole('button', { name: '连接这台电脑', exact: true }).click();
|
||||
await expect(mobile.getByRole('heading', { name: '项目任务', exact: true })).toBeVisible(); await shot(mobile, 'mobile-task-list');
|
||||
await expect(panel).toContainText('验收 iPhone 观察窗口', { timeout: 10000 });
|
||||
mark('390px real gateway pairing clears fragment, displays scoped task list and registers the same device in desktop');
|
||||
await mobile.locator('.mobile-task-row').filter({ hasText: before.title }).click();
|
||||
await expect(mobile.getByRole('heading', { name: '等待你的确认', exact: true })).toBeVisible();
|
||||
await mobile.getByText('原任务与运行', { exact: true }).click(); await expect(mobile.locator('.mobile-task-title code')).toContainText(before.taskId);
|
||||
assert.ok(await mobile.locator('body').evaluate(body => body.scrollWidth <= innerWidth)); await shot(mobile, 'mobile-original-approval');
|
||||
await mobile.getByRole('button', { name: '核对并批准', exact: true }).click();
|
||||
const confirmation = mobile.getByRole('dialog'); await expect(confirmation).toContainText(before.runId);
|
||||
await confirmation.getByRole('button', { name: '确认', exact: true }).click();
|
||||
await until(async () => ['needs_review', 'completed'].includes((await host.api('/sessions/' + f.session.id)).status));
|
||||
await expect(mobile.locator('.mobile-receipt')).toContainText('已批准原请求');
|
||||
const after = await host.api('/sessions/' + f.session.id); assert.equal(after.taskId, before.taskId); assert.equal(after.runId, before.runId);
|
||||
assert.equal(after.events.filter(item => item.tool === 'run_command').length, 1); mark('phone UI confirms original Task/Run approval and the existing Runtime executes one command');
|
||||
await mobile.getByRole('button', { name: /^文件差异/ }).click();
|
||||
await mobile.getByRole('button', { name: /WORKBENCH-NOTES.md/ }).click(); await expect(mobile.getByRole('dialog')).toContainText('SHA-256 已核对');
|
||||
await shot(mobile, 'mobile-original-diff'); await mobile.getByRole('button', { name: '返回任务', exact: true }).click();
|
||||
await host.api('/sessions/' + f.session.id + '/changes/' + after.changes.at(-1).id + '/apply', {});
|
||||
assert.equal(fs.existsSync(path.join(f.projectRoot, 'WORKBENCH-NOTES.md')), true);
|
||||
await host.api('/sessions/' + f.session.id + '/check-plans', { names: ['test'] });
|
||||
const planned = await host.api('/sessions/' + f.session.id); await host.api('/sessions/' + f.session.id + '/check-jobs', { planId: planned.execution.plans.at(-1).id });
|
||||
await until(async () => ['passed', 'failed', 'unverified'].includes((await host.api('/sessions/' + f.session.id)).execution.checks.at(-1)?.status), 30000);
|
||||
const checked = await host.api('/sessions/' + f.session.id); assert.equal(checked.execution.checks.at(-1).status, 'passed');
|
||||
await host.api('/sessions/' + f.session.id + '/delivery-reports', {});
|
||||
await mobile.getByRole('button', { name: '检查与报告', exact: true }).click();
|
||||
await expect(mobile.locator('.mobile-checks')).toContainText('通过', { timeout: 12000 });
|
||||
await mobile.getByRole('button', { name: /^交付报告 [\d,]+ bytes/ }).click(); await expect(mobile.getByRole('dialog')).toContainText('SHA-256 已核对');
|
||||
await shot(mobile, 'mobile-original-report'); await mobile.getByRole('button', { name: '返回任务', exact: true }).click();
|
||||
mark('original paginated diff and counted check/report display verified content from the same Task');
|
||||
disconnected = true; await mobile.getByRole('button', { name: '刷新任务', exact: true }).click();
|
||||
await expect(mobile.locator('.mobile-connection')).toContainText('连接中断'); await shot(mobile, 'mobile-disconnected');
|
||||
disconnected = false; await mobile.getByRole('button', { name: '重新同步', exact: true }).click(); await expect(mobile.locator('.mobile-connection')).toContainText('已同步');
|
||||
assert.equal((await host.api('/sessions/' + f.session.id)).events.filter(item => item.tool === 'run_command').length, 1);
|
||||
await mobile.reload(); await expect(mobile.getByRole('heading', { name: '项目任务', exact: true })).toBeVisible();
|
||||
mark('disconnect and refresh recover from persistent seq without submitting a new command or Run');
|
||||
const cacheEntries = await mobile.evaluate(async () => { const names = await caches.keys(); return (await Promise.all(names.map(async name => (await (await caches.open(name)).keys()).map(request => new URL(request.url).pathname)))).flat(); });
|
||||
assert.ok(cacheEntries.length > 0 && cacheEntries.every(route => !route.startsWith('/mobile-api/'))); mark('PWA service worker stores the shell and no API/project response');
|
||||
await mobile.setViewportSize({ width: 768, height: 1024 }); await shot(mobile, 'tablet-task-list');
|
||||
await desktop.setViewportSize({ width: 390, height: 844 }); await panel.evaluate(node => { node.scrollTop = 0; }); await shot(desktop, 'desktop-management-narrow');
|
||||
assert.ok(await desktop.locator('body').evaluate(body => body.scrollWidth <= innerWidth));
|
||||
await panel.getByRole('button', { name: '撤销', exact: true }).click();
|
||||
await mobile.getByRole('button', { name: '刷新任务', exact: true }).click(); await expect(mobile.getByRole('heading', { name: '接续电脑上的任务', exact: true })).toBeVisible();
|
||||
await expect(mobile.locator('.mobile-task-row')).toHaveCount(0); await shot(mobile, 'mobile-revoked');
|
||||
assert.equal((await host.api('/sessions/' + f.session.id)).events.filter(item => item.tool === 'run_command').length, 1);
|
||||
mark('desktop revocation removes mobile project content immediately on the next read while preserving the original completed tool');
|
||||
assert.deepEqual(errors, []);
|
||||
const result = { success: true, version: host.bootstrap.version, appRoot, nodePath, nodeSha256: createHash('sha256').update(fs.readFileSync(nodePath)).digest('hex'), containedRuntime: args.length > 0,
|
||||
passed, screenshots, errors, viewports: [1440, 390, 768], browser: 'Microsoft Edge via Playwright; owned loopback QA relay with actual CA verification',
|
||||
nativeSafariTrustCookiePWA: 'pending-real-iPhone', osTrustChanged: false, certificateWarningsBypassed: false, realModelRequests: 0, taskId: before.taskId, runId: before.runId };
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
if (mobile) await shot(mobile, 'failure-mobile').catch(() => {}); await shot(desktop, 'failure-desktop').catch(() => {});
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify({ success: false, error: error.message, stack: error.stack, passed, screenshots, errors, realModelRequests: 0 }, null, 2)); throw error;
|
||||
} finally {
|
||||
console.log('EVIDENCE ' + directory); await browser.close();
|
||||
if (relay) await new Promise(resolve => { relay.closeAllConnections(); relay.close(resolve); });
|
||||
await host.api('/companion/close', {}).catch(() => {});
|
||||
for (const dispose of disposers.reverse()) await dispose();
|
||||
}
|
||||
@@ -0,0 +1,196 @@
|
||||
import { releaseEvidencePrefix } from './qa-evidence.mjs';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { randomUUID, createHash } from 'node:crypto';
|
||||
import { spawn } from 'node:child_process';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { Store } from '../src/server/store.mjs';
|
||||
import { RequestPlanner } from '../src/core/context/request-plan.mjs';
|
||||
import { toolDefinitions } from '../src/server/provider.mjs';
|
||||
import { call } from '../tests/helpers.mjs';
|
||||
|
||||
const root = path.resolve('.qa', 'context-ui-' + randomUUID()), data = path.join(root, 'data');
|
||||
fs.mkdirSync(root, { recursive: true }); fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
const store = new Store(data), cases = {};
|
||||
for (const name of ['long', 'other', 'paused', 'paused-repeat', 'working']) {
|
||||
const projectRoot = path.join(root, 'context-' + name); fs.mkdirSync(projectRoot);
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned context UI fixture\n');
|
||||
const project = store.addProject(projectRoot), session = store.createSession(project.id, '上下文验收 ' + name);
|
||||
const goal = '这是独立界面验收样本。完整任务要求与实际原记录保留,读取工件不得重新执行工具。';
|
||||
store.message(session, 'user', goal); session.providerMessages.push({ role: 'user', content: goal });
|
||||
const run = store.beginRun(session, goal, false, store.config), planner = new RequestPlanner(store);
|
||||
if (name === 'paused' || name === 'paused-repeat') {
|
||||
session.status = 'paused'; store.message(session, 'system', name === 'paused' ? '完整任务要求超过请求上下文预算,请核对配置后继续。' : '模型重复读取已覆盖工件区间,原任务已暂停,请核对后继续。');
|
||||
if (name === 'paused-repeat') store.core.task.get(run.taskId).readProgress = { schemaVersion: 1, reads: [], repeated: 3, changingIndexes: [], warning: '重复读取已覆盖区间', pause: true };
|
||||
store.finishRun(session, run, name === 'paused' ? 'context_limit' : 'no_progress'); cases[name] = { project, session, projectRoot, runs: [run.id] }; continue;
|
||||
}
|
||||
if (name === 'long') for (let index = 0; index < 18; index++) {
|
||||
const tool = call('ui-original-' + index, 'read_file', { path: 'README.md', fixture: 'Preserve exact historical JSON.' });
|
||||
const event = { id: randomUUID(), toolCallId: tool.id, tool: 'read_file', kind: 'tool', phase: 'queued', label: '读取文件',
|
||||
createdAt: new Date().toISOString(), startedAt: new Date().toISOString(), input: { path: 'README.md' }, runId: run.id, taskId: run.taskId };
|
||||
session.events.push(event); store.registerInvocation(session, tool, run, event);
|
||||
store.beginInvocation(session, tool, run, event); store.invocationState(session, event, 'running');
|
||||
const result = { status: 'completed', path: 'README.md', content: ('完整原记录🙂 ' + index + '\n').repeat(1200) };
|
||||
event.phase = 'completed'; event.output = '已保存完整原记录。'; event.finishedAt = new Date().toISOString();
|
||||
store.finishInvocation(session, event, result);
|
||||
session.providerMessages.push({ role: 'assistant', content: 'Saved fixture read.', tool_calls: [tool] },
|
||||
{ role: 'tool', tool_call_id: tool.id, content: JSON.stringify(result) });
|
||||
}
|
||||
if (name === 'working') {
|
||||
const content = 'export const actual = "当前任务真实代码🙂";\n';
|
||||
fs.writeFileSync(path.join(projectRoot, 'actual.mjs'), content);
|
||||
const values = [{ tool: 'read_file', args: { path: 'actual.mjs' }, result: { path: 'actual.mjs', content,
|
||||
sha256: createHash('sha256').update(content).digest('hex'), start_line: 1, end_line: 2, total_lines: 2, truncated: false } },
|
||||
{ tool: 'query_code', args: { query: 'large' }, result: { results: 'Large owned mixed group '.repeat(16000) } }];
|
||||
const calls = values.map(value => call(randomUUID(), value.tool, value.args)), messages = [];
|
||||
for (const [index, invocation] of calls.entries()) {
|
||||
const event = store.event(session, { kind: 'tool', tool: invocation.function.name, toolCallId: invocation.id,
|
||||
runId: run.id, taskId: run.taskId, phase: 'queued', startedAt: new Date().toISOString(), label: '工作依据样本' });
|
||||
store.registerInvocation(session, invocation, run, event); store.beginInvocation(session, invocation, run, event);
|
||||
store.finishInvocation(session, event, values[index].result);
|
||||
messages.push({ role: 'tool', tool_call_id: invocation.id, content: JSON.stringify(values[index].result) });
|
||||
}
|
||||
session.providerMessages.push({ role: 'assistant', content: '', tool_calls: calls }, ...messages); store.save(session);
|
||||
}
|
||||
const step = store.beginStep(session, run), first = planner.prepare(session, run, store.config, {
|
||||
system: goal + '\n' + JSON.stringify({ project_id: project.id, session_id: session.id, task_id: run.taskId }), tools: toolDefinitions, stepId: step.id });
|
||||
const response = { message: { role: 'assistant', content: '独立界面样本已保存;没有请求真实模型。' }, usage: { prompt_tokens: 2400, completion_tokens: 300 } };
|
||||
planner.finish(session, first.record, { response, attempts: 1 }); session.providerMessages.push(response.message);
|
||||
store.message(session, 'assistant', response.message.content); store.finishStep(session, step); session.status = 'completed'; store.finishRun(session, run);
|
||||
const runs = [run.id], plans = [first.record.id];
|
||||
if (name === 'long') {
|
||||
const resumed = store.beginRun(session, '', true, store.config), nextStep = store.beginStep(session, resumed);
|
||||
const next = planner.prepare(session, resumed, store.config, { system: goal, tools: toolDefinitions, stepId: nextStep.id });
|
||||
planner.finish(session, next.record, { response, attempts: 1 }); store.finishStep(session, nextStep);
|
||||
session.status = 'completed'; store.finishRun(session, resumed); runs.push(resumed.id); plans.push(next.record.id);
|
||||
}
|
||||
cases[name] = { project, session, projectRoot, runs, plans };
|
||||
}
|
||||
store.close();
|
||||
const env = { ...process.env, AGENT_WORKBENCH_APP_DIR: process.cwd(), AGENT_WORKBENCH_DATA_DIR: data, AGENT_WORKBENCH_PORT: '0' };
|
||||
delete env.AGENT_WORKBENCH_API_KEY;
|
||||
const child = spawn(process.execPath, ['dist-server/server.mjs'], { cwd: process.cwd(), env, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let output = '', errors = '', url = '';
|
||||
child.stdout.on('data', bytes => { output += bytes.toString('utf8'); for (const line of output.split('\n')) { try { const item = JSON.parse(line); if (item.ready) url = item.url; } catch {} } });
|
||||
child.stderr.on('data', bytes => { errors += bytes.toString('utf8'); });
|
||||
const until = async predicate => { const deadline = Date.now() + 20000; while (!await predicate()) { if (Date.now() > deadline) throw new Error('Context UI fixture timeout: ' + errors); await new Promise(resolve => setTimeout(resolve, 40)); } };
|
||||
await until(() => url || child.exitCode !== null); assert.ok(url, errors);
|
||||
const bootstrap = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' } })).json();
|
||||
assert.equal(bootstrap.version, JSON.parse(fs.readFileSync(new URL('../package.json', import.meta.url), 'utf8')).version, 'The UI host must match this package version.'); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const api = async route => { const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': bootstrap.token, Connection: 'close' } }); const value = await response.json(); assert.ok(response.ok, value.error); return value; };
|
||||
const proofPrefix = bootstrap.version === '1.6.0' ? 'workspaces-context' : releaseEvidencePrefix(bootstrap.version);
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
const passed = [], pageErrors = [], requestFailures = [], screenshots = [];
|
||||
page.on('pageerror', error => pageErrors.push(error.message));
|
||||
page.on('requestfailed', request => { if (request.resourceType() !== 'eventsource') requestFailures.push(request.failure()?.errorText); });
|
||||
const mark = value => { passed.push(value); console.log('PASS ' + value); };
|
||||
const panel = () => page.getByLabel('请求上下文', { exact: true }), history = () => page.getByRole('dialog', { name: '完整历史记录', exact: true });
|
||||
async function screenshot(name) {
|
||||
const file = '.qa/screenshots/' + proofPrefix + '-' + name + '.png'; await page.screenshot({ path: file, fullPage: true }); screenshots.push(file);
|
||||
}
|
||||
async function choose(name) {
|
||||
const select = page.getByLabel('当前项目', { exact: true });
|
||||
if (await select.inputValue() !== cases[name].project.id) {
|
||||
if (!await select.isVisible()) await page.getByRole('button', { name: '展开项目栏', exact: true }).click();
|
||||
await expect(select).toBeVisible(); await select.selectOption(cases[name].project.id);
|
||||
}
|
||||
await expect(page.locator('.session-item.selected')).toContainText('上下文验收 ' + name);
|
||||
await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
await expect(page.getByLabel('任务记录', { exact: true })).toBeVisible();
|
||||
}
|
||||
async function lateFailure(pattern, trigger, label) {
|
||||
let release, entered = false, finished = false;
|
||||
const gate = new Promise(resolve => { release = resolve; });
|
||||
await page.route(pattern, async route => { entered = true; await gate; await route.fulfill({ status: 500, contentType: 'application/json', body: JSON.stringify({ error: label }) }); finished = true; });
|
||||
await trigger(); await until(() => entered);
|
||||
if (await history().isVisible()) await page.keyboard.press('Escape');
|
||||
await choose('other'); release(); await until(() => finished);
|
||||
await page.waitForTimeout(350); await expect(page.locator('.toast')).toHaveCount(0);
|
||||
await expect(panel()).toContainText('2,400 tokens');
|
||||
await page.unroute(pattern); mark(label + ' stays in its original scope after switching projects');
|
||||
}
|
||||
try {
|
||||
await page.goto(url); await page.waitForLoadState('networkidle'); await choose('long');
|
||||
await expect(panel()).toContainText('2,400 tokens'); await expect(panel()).toContainText('16,000 tokens');
|
||||
await expect(panel().getByRole('button', { name: '检索完整历史', exact: true })).toBeVisible();
|
||||
await panel().scrollIntoViewIfNeeded(); await screenshot('desktop-plan'); mark('desktop request estimate, actual usage, complete goal and history identity are visible');
|
||||
await panel().getByRole('button', { name: '检索完整历史', exact: true }).click();
|
||||
await expect(history().locator('.context-history-group')).toHaveCount(12);
|
||||
await history().getByRole('button', { name: '下一页', exact: true }).click();
|
||||
await expect(history().locator('.artifact-pagination')).toContainText('13–18 / 18');
|
||||
await history().getByRole('button', { name: '上一页', exact: true }).click();
|
||||
await expect(history().locator('.artifact-pagination')).toContainText('1–12 / 18'); await screenshot('desktop-history');
|
||||
await history().getByRole('button', { name: '读取工具结果', exact: true }).first().click();
|
||||
const artifact = page.getByRole('dialog', { name: '执行结果工件', exact: true });
|
||||
await expect(artifact.locator('pre')).toContainText('完整原记录');
|
||||
await page.keyboard.press('Escape'); mark('paged complete history opens actual tool result artifacts without executing tools');
|
||||
await page.getByLabel('选择运行记录', { exact: true }).selectOption(cases.long.runs[0]);
|
||||
await expect(panel()).toContainText('2,400 tokens');
|
||||
const selected = await api('/sessions/' + cases.long.session.id + '/context-plans?run=' + cases.long.runs[0]);
|
||||
await expect(panel().locator('.context-sha')).toHaveAttribute('title', selected[0].requestSha256);
|
||||
await page.getByLabel('选择运行记录', { exact: true }).selectOption(cases.long.runs[1]); mark('historical and resumed Runs retain their own request records');
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await choose('long');
|
||||
await panel().getByRole('button', { name: '检索完整历史', exact: true }).click();
|
||||
await expect(history().locator('.context-history-group')).toHaveCount(12); await screenshot('mobile-history');
|
||||
const bounds = await history().boundingBox(); assert.ok(bounds.x >= 0 && bounds.x + bounds.width <= 390 && bounds.y + bounds.height <= 844);
|
||||
await history().getByRole('button', { name: '读取原记录', exact: true }).first().click(); await expect(artifact.locator('pre')).toContainText('Preserve exact historical JSON');
|
||||
await screenshot('mobile-original'); await page.keyboard.press('Escape');
|
||||
await expect(panel()).toBeVisible();
|
||||
await panel().getByRole('button', { name: '查看发送内容', exact: true }).click(); await expect(artifact.locator('pre')).toContainText('history_index');
|
||||
await screenshot('mobile-request-body'); await page.keyboard.press('Escape');
|
||||
await expect(panel()).toBeVisible();
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth) <= 390); mark('390px history, original JSON and sent-body dialogs fit and retain close controls');
|
||||
await page.setViewportSize({ width: 1440, height: 1000 }); await choose('long');
|
||||
const currentPlanId = cases.long.plans[1];
|
||||
await lateFailure('**/context-plans/' + currentPlanId + '/history?*', () => panel().getByRole('button', { name: '检索完整历史', exact: true }).click(), 'late old history failure');
|
||||
await choose('long');
|
||||
await lateFailure('**/context-plans?run=' + cases.long.runs[0], () => page.getByLabel('选择运行记录', { exact: true }).selectOption(cases.long.runs[0]), 'late old Run failure');
|
||||
await choose('long');
|
||||
const currentPlan = await api('/sessions/' + cases.long.session.id + '/context-plans/' + currentPlanId);
|
||||
await lateFailure('**/artifacts/' + currentPlan.requestArtifactId + '?*', () => panel().getByRole('button', { name: '查看发送内容', exact: true }).click(), 'late old request-body failure');
|
||||
await choose('paused'); await expect(page.locator('.run-stop')).toContainText('完整任务要求超过请求上下文预算');
|
||||
await expect(page.getByRole('button', { name: '继续任务', exact: true })).toBeVisible(); mark('context-limit pause explains the intact requirement and explicit continuation');
|
||||
await page.setViewportSize({ width: 390, height: 844 });
|
||||
await expect(page.getByLabel('当前项目', { exact: true })).toBeHidden();
|
||||
await choose('paused-repeat'); await expect(page.locator('.run-stop')).toContainText('重复读取未推进任务');
|
||||
await page.locator('.run-stop').scrollIntoViewIfNeeded();
|
||||
assert.equal(await page.evaluate(() => window.innerWidth), 390);
|
||||
assert.ok(await page.evaluate(() => document.documentElement.scrollWidth <= window.innerWidth + 2));
|
||||
await screenshot('mobile-read-pause');
|
||||
await page.keyboard.press('Escape'); await expect(page.getByRole('button', { name: '继续任务', exact: true })).toBeVisible();
|
||||
const pausedTaskId = (await api('/sessions/' + cases['paused-repeat'].session.id)).execution.task.id;
|
||||
await page.getByRole('button', { name: '继续任务', exact: true }).click();
|
||||
await until(async () => (await api('/sessions/' + cases['paused-repeat'].session.id)).execution.runs.length === 2);
|
||||
const resumed = await api('/sessions/' + cases['paused-repeat'].session.id);
|
||||
assert.equal(resumed.execution.task.id, pausedTaskId); assert.equal(resumed.execution.run.resumeOf, cases['paused-repeat'].runs[0]);
|
||||
mark('390px repeated-read pause explains the cause and explicit continuation retains the same Task');
|
||||
await page.setViewportSize({ width: 1440, height: 1000 }); await choose('working');
|
||||
await expect(panel()).toContainText('当前任务依据'); await expect(panel()).toContainText('1 项代码与执行结果');
|
||||
await panel().getByRole('button', { name: '查看工作依据', exact: true }).click();
|
||||
await expect(artifact.locator('pre')).toContainText('当前任务真实代码');
|
||||
await expect(artifact.locator('pre')).toContainText('result_artifact_id'); await screenshot('desktop-working-evidence');
|
||||
await page.keyboard.press('Escape'); mark('desktop working evidence shows actual code, original result provenance and the current Task');
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await choose('working');
|
||||
await panel().getByRole('button', { name: '查看工作依据', exact: true }).click();
|
||||
await expect(artifact.locator('pre')).toContainText('当前任务真实代码');
|
||||
const workingBounds = await artifact.boundingBox(); assert.ok(workingBounds.x >= 0 && workingBounds.x + workingBounds.width <= 390);
|
||||
await screenshot('mobile-working-evidence'); await page.keyboard.press('Escape'); await expect(panel()).toBeVisible();
|
||||
await panel().getByRole('button', { name: '查看发送内容', exact: true }).click();
|
||||
await expect(artifact.locator('pre')).toContainText('working_set'); await page.keyboard.press('Escape');
|
||||
assert.ok(await page.evaluate(() => document.documentElement.scrollWidth <= window.innerWidth + 2));
|
||||
mark('390px working evidence and sent request stay readable and closing the artifact retains task navigation');
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
const result = { success: true, version: bootstrap.version, testedAt: new Date().toISOString(), passed, pageErrors, requestFailures, screenshots, root, data,
|
||||
mode: 'saved synthetic context evidence; no real model or project commands executed by this UI verifier', browser: browser.version() };
|
||||
fs.writeFileSync('.qa/' + proofPrefix + '-ui-validation.json', JSON.stringify(result, null, 2) + '\n'); console.log(JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
await screenshot('failure').catch(() => {});
|
||||
fs.writeFileSync('.qa/' + proofPrefix + '-ui-validation.json', JSON.stringify({ success: false, version: bootstrap.version, passed, pageErrors, requestFailures, error: error.message, screenshots }, null, 2) + '\n');
|
||||
throw error;
|
||||
} finally {
|
||||
await browser.close();
|
||||
const response = await fetch(url + '/api/shutdown', { method: 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' }, body: '{}' }).catch(() => null);
|
||||
if (response) assert.ok(response.ok);
|
||||
await until(() => child.exitCode !== null || child.signalCode !== null).catch(() => { if (child.exitCode === null && child.signalCode === null) child.kill(); });
|
||||
}
|
||||
+301
@@ -0,0 +1,301 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { randomUUID, createHash } from 'node:crypto';
|
||||
import { spawnSync } from 'node:child_process';
|
||||
import { fixture, compatibleFixture, call, assertToolPairs } from '../tests/helpers.mjs';
|
||||
import { Provider } from '../src/server/provider.mjs';
|
||||
import { Runtime } from '../src/server/runtime.mjs';
|
||||
import { EngineRunner } from '../src/core/engines/engine-runner.mjs';
|
||||
import { resolveControlledInstallation } from '../src/core/engines/controlled-installation.mjs';
|
||||
import { originalEngineRun, verifyEngineModelInput } from '../src/shared/contracts/engine-execution.mjs';
|
||||
import { resolvePurgeSource, resolveOriginalPurgeSource, ORIGINAL_PURGE_KIND, assertPurgeModelInput, nativeSystemTexts, PURGE_DEFAULT_PROMPT } from '../src/core/engines/purge-strategy.mjs';
|
||||
import { deliveryGit as git, writeDeliveryFile as write } from '../tests/fixtures/delivery-project.mjs';
|
||||
import { ownerBytes } from '../tests/fixtures/workers-project.mjs';
|
||||
import { desktopProjectQa } from './desktop-project-qa.mjs';
|
||||
import { specification } from '../tests/fixtures/engineering-specification.mjs';
|
||||
import { responsesEngineeringHttp } from '../tests/fixtures/responses-engineering-http.mjs';
|
||||
import { nativeContextSpecification } from '../tests/fixtures/native-context-project.mjs';
|
||||
|
||||
const args = process.argv.slice(2);
|
||||
assert.ok(args.every(value => ['--help', '--purge-comparison', '--desktop', '--responses', '--context-16k','--context-32k','--original-purge'].includes(value)), 'Unknown option; use --help.');
|
||||
if (args.includes('--help')) {
|
||||
console.log('node scripts/verify-controlled-projects.mjs [--purge-comparison | --desktop | --context-16k | --context-32k] [--responses] [--original-purge] — actual pinned Harness and owned HTTP model fixture; default verifies Node/React/Python with approvals, Edge and Git. Context modes use a new copy of the sealed three-module/nine-test pilot, original failure/log paging and a complete reviewed batch at the explicit limit. Original Purge is separate from the independent prompt and its fixed instructions need the 32K profile. --responses uses actual Responses SSE and ModelHub routing. Set AGENT_WORKBENCH_DEEPSEEK_ROOT and AGENT_WORKBENCH_TEST_PYTHON; context mode needs no Python. No configured-model requests.'); process.exit(0);
|
||||
}
|
||||
const comparisonMode = args.includes('--purge-comparison'), desktopMode = args.includes('--desktop');
|
||||
assert.ok(!(args.includes('--context-16k')&&args.includes('--context-32k')),'Choose one explicit native context limit.');
|
||||
const contextMode = args.includes('--context-16k')||args.includes('--context-32k');assert.ok(!contextMode || !comparisonMode && !desktopMode, 'Native context acceptance is a separate run.');
|
||||
const contextLimit=args.includes('--context-32k')?32000:16000;
|
||||
const originalPurgeMode=args.includes('--original-purge');assert.ok(!originalPurgeMode||contextMode,'Original Purge engineering acceptance uses a separate owned context case.');
|
||||
const responsesMode = args.includes('--responses'); assert.ok(!responsesMode || !comparisonMode, 'Protocol acceptance and Purge comparison remain separate.');
|
||||
assert.ok(!comparisonMode || !desktopMode, 'Desktop engineering and prompt comparison are separate acceptance runs.');
|
||||
const version = JSON.parse(fs.readFileSync('package.json', 'utf8')).version;
|
||||
const directory = path.resolve('.qa', (contextMode ? 'controlled-context-' : desktopMode ? 'desktop-projects-' : comparisonMode ? 'controlled-purge-' : 'controlled-projects-') + randomUUID()), results = [], cases = [];
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const installation = resolveControlledInstallation(process.cwd(), process.env.AGENT_WORKBENCH_DEEPSEEK_ROOT);
|
||||
assert.equal(installation.controlledStatus, 'available', installation.message);
|
||||
const originalSource=originalPurgeMode?resolveOriginalPurgeSource(process.cwd(),process.env.AGENT_WORKBENCH_PURGE_178_ROOT,installation):null;
|
||||
if(originalSource)assert.equal(originalSource.status,'available',originalSource.message);
|
||||
const originalStrategy=originalSource?{kind:ORIGINAL_PURGE_KIND,root:originalSource.root,sourceSha256:originalSource.sourceSha256,runtimeSha256:originalSource.runtimeSha256,prompt:PURGE_DEFAULT_PROMPT}:null;
|
||||
const python = process.env.AGENT_WORKBENCH_TEST_PYTHON;
|
||||
if (!comparisonMode && !contextMode) assert.ok(python && path.isAbsolute(python) && fs.existsSync(python), 'Provide the existing isolated Python 3.10+ interpreter.');
|
||||
const sources = comparisonMode ? ['1.1.78', '1.1.81'].map((expected, index) => {
|
||||
const root = process.env[index === 0 ? 'AGENT_WORKBENCH_PURGE_178_ROOT' : 'AGENT_WORKBENCH_PURGE_181_ROOT'];
|
||||
assert.ok(root && path.isAbsolute(root), 'Provide both existing Purge source directories.');
|
||||
const source = resolvePurgeSource(process.cwd(), root); assert.equal(source.status, 'available', source.message); assert.equal(source.version, expected); return source;
|
||||
}) : [];
|
||||
fs.mkdirSync(directory, { recursive: true });
|
||||
const npmCli = path.join(path.dirname(process.execPath), 'node_modules/npm/bin/npm-cli.js');
|
||||
function inputs() {
|
||||
const files = ['package.json', 'package-lock.json'];
|
||||
const walk = root => { for (const entry of fs.readdirSync(root, { withFileTypes: true })) {
|
||||
const file = path.join(root, entry.name); if (entry.isDirectory()) walk(file); else if (entry.isFile()) files.push(file);
|
||||
} };
|
||||
for (const root of ['src', 'scripts', 'tests', 'benchmarks', 'dist-client', 'dist-server', ...(desktopMode ? ['dist-desktop'] : [])]) walk(root);
|
||||
return files.sort().map(file => ({ path: file, sha256: hash(fs.readFileSync(file)) }));
|
||||
}
|
||||
const frozen = inputs(), mark = message => { cases.push(message); console.log('PASS ' + message); };
|
||||
async function runSample(kind, { sampleName = kind, strategy = null, comparison = null } = {}) {
|
||||
const startedAt = Date.now(), label = sampleName;
|
||||
const disposers = [], t = { after: value => disposers.push(value) }, f = fixture(t), sample = path.join(directory, sampleName);
|
||||
fs.mkdirSync(sample); let runtime, group, result, desktopQa, model, cycledRequest = false, cycledApproval = false; const reviews = [], modelRequests = [];
|
||||
try {
|
||||
const baseline = contextMode ? 'docs/live-model-purge-1.24-evidence/source-baselines/r1-off' : kind === 'react' ? 'benchmarks/react-delivery-v1/baseline' : 'benchmarks/workers-delivery-v1/' + kind;
|
||||
fs.cpSync(path.resolve(baseline), f.projectRoot, { recursive: true, filter: file => !file.split(path.sep).includes('node_modules') });
|
||||
write(f, '.gitignore', 'node_modules/\ndist/\n.awb-*\n__pycache__/\n.venv/\n.pytest_cache/\n');
|
||||
write(f, 'owner-staged.txt', 'Owner baseline\n'); write(f, 'owner-unstaged.txt', 'Owner baseline\n');
|
||||
git(f, ['init', '--initial-branch=main']); git(f, ['config', 'core.autocrlf', 'false']); git(f, ['config', 'user.name', 'Workbench QA']); git(f, ['config', 'user.email', 'qa@workbench.invalid']);
|
||||
git(f, ['add', '--', '.']); git(f, ['commit', '--no-gpg-sign', '-m', 'Seal ' + kind + ' controlled-engine acceptance']);
|
||||
const baselineTree = git(f, ['rev-parse', 'HEAD^{tree}']).trim();
|
||||
write(f, 'owner-staged.txt', 'Owner staged change\n'); git(f, ['add', '--', 'owner-staged.txt']);
|
||||
write(f, 'owner-staged.txt', 'Owner working copy after staging\n'); write(f, 'owner-unstaged.txt', 'Owner unstaged change\n'); write(f, 'owner-untracked.txt', 'Owner untracked file\n');
|
||||
const spec = contextMode ? nativeContextSpecification : specification(kind, f.projectRoot), writable = [...new Set([...Object.keys(spec.initial ?? {}), ...Object.keys(spec.fixes)])].sort();
|
||||
const original = ownerBytes(f), protectedNames = git(f, ['ls-files', '-z']).split('\0').filter(file => file && !writable.includes(file) && !file.startsWith('owner-'));
|
||||
const protectedFiles = Object.fromEntries(protectedNames.map(file => [file, fs.readFileSync(path.join(f.projectRoot, file))]));
|
||||
const verify = root => { for (const [file, bytes] of Object.entries(protectedFiles)) assert.deepEqual(fs.readFileSync(path.join(root, file)), bytes, 'Protected ' + file); };
|
||||
const install = (root, label) => {
|
||||
const child = spawnSync(process.execPath, [npmCli, 'ci', '--offline', '--no-audit', '--no-fund'], { cwd: root, windowsHide: true, timeout: 120000, maxBuffer: 8 * 1024 * 1024 });
|
||||
fs.writeFileSync(path.join(sample, label + '-npm-ci-log.txt'), child.stdout ?? Buffer.alloc(0)); fs.writeFileSync(path.join(sample, label + '-npm-ci-stderr-log.txt'), child.stderr ?? Buffer.alloc(0));
|
||||
if (child.error) throw child.error; assert.equal(child.status, 0, 'Inspect the original offline installation logs.'); verify(root);
|
||||
};
|
||||
if (kind === 'react') install(f.projectRoot, 'parent');
|
||||
let phase = 'new';
|
||||
model = await (responsesMode ? responsesEngineeringHttp : compatibleFixture)(t, async (route, input) => {
|
||||
assert.equal(route, '/v1/chat/completions'); assert.equal(input.model, 'owned-controlled-engineering');
|
||||
assertToolPairs(input.messages);
|
||||
const worker = [...f.store.core.worker.values()][0], session = f.store.session(worker.sessionId);
|
||||
if (desktopQa && !cycledRequest) { cycledRequest = true; await desktopQa.cycle(session, 'close-and-reopen-window-during-owned-model-request'); }
|
||||
const checks = [...f.store.core.check_job.values()].filter(job => job.taskId === worker.taskId), job = checks.at(-1);
|
||||
const plan = [...f.store.core.check_plan.values()].filter(plan => plan.taskId === worker.taskId).at(-1);
|
||||
const propose = files => Object.entries(files).map(([file, content]) => call(randomUUID(), 'propose_file', { path: file, content, reason: 'Fixed local acceptance repair; retain all tests and declarations.' }));
|
||||
let calls = [];
|
||||
if(contextMode){
|
||||
const pending=session.changes.filter(change=>change.status==='pending');
|
||||
const batch=[...f.store.core.change_set.values()].findLast(set=>set.taskId===worker.taskId&&set.status==='prepared');
|
||||
if(pending.length){if(!batch)calls=[call(randomUUID(),'prepare_change_set',{change_ids:pending.map(change=>change.id)})];}
|
||||
else if(phase==='new'){
|
||||
calls=[...writable,'test/expense.test.mjs'].map(file=>call(randomUUID(),'read_file',{path:file,limit:16000}));phase='observed';
|
||||
}else if(phase!=='fixed'&&job){
|
||||
assert.equal(job.status,'failed');assert.equal(job.results[0].tests.failed,9);
|
||||
if(phase!=='failure-log-read'){
|
||||
calls=[call(randomUUID(),'read_artifact',{artifact_id:job.results[0].logArtifactId,offset:0,limit:16000})];phase='failure-log-read';
|
||||
}else{calls=propose(spec.fixes);phase='fixed';}
|
||||
}else if(phase==='fixed'&&job?.status==='passed')assert.equal(job.results[0].tests.passed,9);
|
||||
else if(!plan||job?.planId===plan.id)calls=[call(randomUUID(),'plan_checks',{names:spec.checks})];
|
||||
else calls=[call(randomUUID(),'run_checks',{plan_id:plan.id})];
|
||||
}
|
||||
else if (session.changes.some(change => change.status === 'pending')) { /* Explicit review follows native completion. */ }
|
||||
else if (phase === 'new' && spec.initial) { calls = propose(spec.initial); phase = 'initial'; }
|
||||
else if (phase !== 'fixed' && job) {
|
||||
assert.equal(job.status, 'failed', job.summary); assert.ok(job.results.some(result => result.tests?.failed > 0)); calls = propose(spec.fixes); phase = 'fixed';
|
||||
} else if (phase === 'fixed' && job?.status === 'passed') assert.equal(job.results[0].tests.passed, spec.tests);
|
||||
else if (!plan || job?.planId === plan.id) calls = [call(randomUUID(), 'plan_checks', { names: spec.checks })];
|
||||
else calls = [call(randomUUID(), 'run_checks', { plan_id: plan.id })];
|
||||
modelRequests.push({ requestBody: input, callIds: calls.map(call => call.id), phase,
|
||||
responsePlan: calls.map(call => ({ name: call.function.name, arguments: { ...JSON.parse(call.function.arguments),
|
||||
...(call.function.name === 'run_checks' ? { plan_id: 'owned-current-check-plan' } : {}) } })) });
|
||||
return { choices: [{ message: { role: 'assistant', content: calls.length ? '' : 'Owned native run complete; host proof is still required.', ...(calls.length ? { tool_calls: calls } : {}) },
|
||||
finish_reason: calls.length ? 'tool_calls' : 'stop' }], usage: { prompt_tokens: 123, completion_tokens: 45, total_tokens: 168 } };
|
||||
});
|
||||
f.store.saveConfig({ mode: 'compatible', model: 'owned-controlled-engineering', baseUrl: model.baseUrl, contextLimit: contextMode ? contextLimit : 64000,
|
||||
...(contextMode ? {maxOutputTokens:2048} : {}) });
|
||||
const provider = new Provider(); provider.setKey('self-owned-controlled-model-fixture');
|
||||
if (responsesMode) {
|
||||
const hub = provider.modelHub(f.store), connection = hub.upsert({ name: 'Owned Responses engineering', protocol: 'responses', model: 'owned-controlled-engineering', baseUrl: model.baseUrl,
|
||||
requiresKey: false, contextLimit: contextMode ? contextLimit : 64000, ...(contextMode ? {maxOutputTokens:2048} : {}), streaming: true, capabilityDeclarations: { streaming: 'supported' } });
|
||||
hub.select({ type: 'connection', id: connection.id });
|
||||
}
|
||||
runtime = new Runtime(f.store, provider); f.onCleanup(() => runtime.stopAll());
|
||||
runtime.controlledEngines = new EngineRunner(f.store, provider, { directoryRoot: path.join(f.root, 'owned-engine-runs') });
|
||||
runtime.checkRunner().pythonExecutable = python; const manager = runtime.workerManager();
|
||||
if (desktopMode) desktopQa = await desktopProjectQa({ store: f.store, provider, runtime, sample, kind });
|
||||
group = await manager.plan(f.session, { goal: 'Deliver ' + kind + ' with the pinned controlled Harness, retained failures, explicit review, parent validation and local Git.',
|
||||
engine: { id: 'deepseek-harness', root: installation.root, controlledSha256: installation.controlledSha256, ...(strategy ? { strategy } : {}) },
|
||||
budget: { maxTokens: 200000, maxSteps: 64, maxToolCalls: 128, maxDurationMs: 600000 },
|
||||
children: [{ label: 'engine-' + kind, goal: 'Repair and validate the complete ' + kind + ' functional suite without replacing tests.', paths: writable }] });
|
||||
await (await manager.prepare(f.session, group.id, group.fingerprint)).promise; assert.equal(group.status, 'ready', group.summary);
|
||||
const child = group.children[0], childRoot = f.store.project(child.projectId).root;
|
||||
assert.notEqual(childRoot, f.projectRoot); assert.deepEqual(ownerBytes(f), original); verify(childRoot); if (kind === 'react') install(childRoot, 'child');
|
||||
if (desktopQa) await desktopQa.select(f.store.session(child.sessionId));
|
||||
mark(label + ': pinned native engine and one owned Git worktree preserve parent staging and protected bytes');
|
||||
for (let turn = 0; turn < 4 && group.status !== 'ready_to_collect'; turn++) {
|
||||
const session = f.store.session(child.sessionId), ids = session.changes.filter(change => change.status === 'pending').map(change => change.id);
|
||||
if (ids.length) {
|
||||
assert.equal(group.status, 'awaiting_review', group.summary);
|
||||
const nativeBatch=contextMode&&[...f.store.core.change_set.values()].findLast(set=>set.taskId===child.taskId&&set.status==='prepared');
|
||||
const set = nativeBatch || (desktopQa ? await desktopQa.review(session, ids) : await runtime.changeSetManager().prepare(session, ids));
|
||||
if(contextMode)assert.deepEqual(set.files.map(file=>file.path).sort(),writable);
|
||||
reviews.push({ operation: 'review child batch', id: set.id, fingerprint: set.fingerprint, paths: set.files.map(file => file.path) });
|
||||
if (!desktopQa) await (await runtime.changeSetManager().start(session, set.id, set.fingerprint)).promise; assert.equal(set.status, 'completed', set.summary);
|
||||
}
|
||||
const started = manager.start(f.session, group.id, group.fingerprint); let done = false, failure;
|
||||
started.promise.then(() => { done = true; }, error => { failure = error; done = true; });
|
||||
while (!done) {
|
||||
for (const approval of session.approvals.filter(approval => approval.status === 'pending')) {
|
||||
assert.equal(f.store.core.tool.get(approval.invocationId).tool, 'run_checks');
|
||||
const plan = [...f.store.core.check_plan.values()].filter(plan => plan.taskId === child.taskId).at(-1);
|
||||
assert.deepEqual(plan.checks.map(check => check.name), spec.checks);
|
||||
reviews.push({ operation: 'approve original check', id: approval.id, taskId: child.taskId, planId: plan.id, contractSha256: plan.contractSha256 });
|
||||
if (desktopQa) { if (!cycledApproval) { cycledApproval = true; await desktopQa.cycle(session, 'close-and-reopen-window-during-original-approval'); } await desktopQa.approve(session, approval); }
|
||||
else runtime.decide(session.id, approval.id, true);
|
||||
}
|
||||
await new Promise(resolve => setTimeout(resolve, 30));
|
||||
}
|
||||
if (failure) throw failure;
|
||||
const native = [...f.store.core.engine_run.values()].filter(job => job.taskId === child.taskId).at(-1);
|
||||
if(session.status==='needs_review'&&native.reviewHandoff){
|
||||
assert.equal(native.status,'paused');assert.equal(native.verified,false);assert.equal(native.requiresVerification,false);
|
||||
assert.equal(native.reviewHandoff.kind,'change_set');assert.equal(native.native.cleanup.treeConfirmed,true);
|
||||
}else assert.equal(native.status, 'completed', native.error);
|
||||
}
|
||||
assert.equal(group.status, 'ready_to_collect', group.summary); assert.deepEqual(ownerBytes(f), original); verify(childRoot);
|
||||
const childChecks = [...f.store.core.check_job.values()].filter(job => job.taskId === child.taskId);
|
||||
assert.ok(childChecks.some(job => job.status === 'failed' && job.results.some(result => result.tests?.failed > 0)));
|
||||
assert.equal(childChecks.at(-1).results[0].tests.passed, spec.tests); assert.equal(childChecks.at(-1).status, 'passed');
|
||||
const engineRuns = [...f.store.core.engine_run.values()].filter(job => job.taskId === child.taskId), childSession = f.store.session(child.sessionId);
|
||||
for (const job of engineRuns) {
|
||||
originalEngineRun(f.store, childSession, job);
|
||||
if(job.reviewHandoff){assert.equal(job.status,'paused');assert.equal(job.verified,false);}else assert.equal(job.status, 'completed', job.error);
|
||||
assert.equal(job.native.cleanup.treeConfirmed, true);
|
||||
if(originalPurgeMode){
|
||||
const warning='(node:'+job.native.process.pid+') [PERM0001] SecurityWarning: The flag --allow-addons must be used with extreme caution. It could invalidate the permission model.\n(Use `node --trace-warnings ...` to show where the warning was created)\n';
|
||||
const expected=warning+['package.json','lib/index.js'].map(file=>'AWB_MODULE_REFUSED '+path.join(installation.root,'packages/context/agent-instructions',file)+'\n').join('');
|
||||
assert.equal(job.native.stderr,expected);assert.equal(job.native.originalPurge.readiness.originalApplyCalled,true);
|
||||
assert.equal(job.native.originalPurge.nativeLoads.length,2);assert.ok(job.native.originalPurge.durabilityReceipts.length>0);
|
||||
}else assert.equal(job.native.stderr, '');
|
||||
if(!job.reviewHandoff)assert.equal(job.native.activity.endEvents[0].data.reason.kind, 'completed');
|
||||
for (const request of job.requests) {
|
||||
const saved = verifyEngineModelInput(f.store, childSession, job, request);
|
||||
if (strategy) { assertPurgeModelInput(saved.native, job.installation.strategy);
|
||||
if(originalPurgeMode)assert.equal(job.native.originalPurge.strategySha256,job.installation.strategy.sha256);
|
||||
else assert.equal(job.native.readiness.promptExperimentSha256, job.installation.strategy.sha256); }
|
||||
else assert.ok(nativeSystemTexts(saved.native).every(text => !text.includes('[Agent Workbench engineering prompt experiment]')));
|
||||
}
|
||||
}
|
||||
assert.equal(engineRuns.at(-1).status,'completed','The final native Run must complete after explicit review continuation.');
|
||||
assert.equal(engineRuns.at(-1).verified,true);
|
||||
assert.equal(f.store.core.task.get(child.taskId).usage.requests, modelRequests.length);
|
||||
assert.equal(f.store.core.task.get(child.taskId).usage.totalTokens, modelRequests.length * 168);
|
||||
if (responsesMode) {
|
||||
const attempts = provider.modelHub(f.store).attempts;
|
||||
assert.equal(attempts.length, model.requests.length); assert.ok(attempts.every(value => value.protocol === 'responses' && value.stream?.terminal && value.responseArtifactId));
|
||||
fs.writeFileSync(path.join(sample, 'original-responses-requests.json'), JSON.stringify(model.requests, null, 2));
|
||||
fs.writeFileSync(path.join(sample, 'original-responses-attempts.json'), JSON.stringify(attempts, null, 2));
|
||||
}
|
||||
mark(label + ': actual Harness uses owned model/tool bridges, retains failing tests, and completes reviewed repairs with one accounting entry per HTTP request');
|
||||
if(contextMode){
|
||||
const bounded=engineRuns.flatMap(job=>job.requests.map(request=>verifyEngineModelInput(f.store,childSession,job,request))).filter(input=>input.view.mode==='bounded');
|
||||
if(contextLimit===16000)assert.ok(bounded.length>0,'The tighter original context profile must exercise the bounded bridge.');
|
||||
assert.ok(bounded.every(input=>input.view.beforeInputTokens>input.view.inputBudget&&input.plan.estimatedInputTokens<=input.view.inputBudget));
|
||||
const sent=JSON.stringify(engineRuns.flatMap(job=>job.requests.map(request=>verifyEngineModelInput(f.store,childSession,job,request).body)));assert.ok(sent.includes('logArtifactId'));assert.ok(sent.includes('failed'));
|
||||
const failed=childChecks.find(job=>job.status==='failed'),log=f.store.core.artifact.get(failed.results[0].logArtifactId);
|
||||
assert.ok(f.store.artifactStore.read(log).includes('fail 9'));assert.ok(engineRuns.some(job=>job.calls.some(call=>call.name==='read_artifact')));
|
||||
assert.ok(engineRuns.some(job=>job.calls.some(call=>call.name==='prepare_change_set')));assert.ok(engineRuns.every(job=>!job.inputRejections?.length));
|
||||
mark(contextLimit/1000+'K: original nine failures and paged log retained; '+bounded.length+' native requests used verified compaction; all three proposals form one reviewed batch without replay');
|
||||
}
|
||||
await (await manager.collect(f.session, group.id, group.fingerprint)).promise; assert.equal(group.status, 'collected', group.summary);
|
||||
const collection = await manager.readCollection(f.session, group); assert.deepEqual(collection.conflicts, []); assert.deepEqual(collection.paths, writable);
|
||||
await (await manager.prepareMerge(f.session, group.id, group.fingerprint)).promise; assert.equal(group.status, 'merge_prepared', group.summary);
|
||||
const merge = f.store.core.change_set.get(group.merge.changeSetId); reviews.push({ operation: 'review parent batch', id: merge.id, fingerprint: merge.fingerprint });
|
||||
if (desktopQa) assert.equal((await desktopQa.review(f.session, merge.files.map(file => file.changeId))).id, merge.id);
|
||||
else await (await runtime.changeSetManager().start(f.session, merge.id, merge.fingerprint)).promise;
|
||||
assert.equal(merge.status, 'completed', merge.summary);
|
||||
const checkPlan = await runtime.checkRunner().plan(f.session, spec.checks), check = await (await runtime.checkRunner().start(f.session, checkPlan.id)).promise;
|
||||
assert.equal(check.status, 'passed', check.summary); assert.equal(check.results[0].tests.passed, spec.tests); verify(f.projectRoot);
|
||||
mark(label + ': separately reviewed parent merge passes all ' + spec.tests + ' functional tests and actual build/compile');
|
||||
if (desktopQa) await desktopQa.capture(f.session, 'parent-checks');
|
||||
const browserJobs = [];
|
||||
if (kind === 'react') for (const viewport of [{ width: 1280, height: 900 }, { width: 390, height: 844 }]) {
|
||||
const steps = [ { action: 'assert_count', selector: '.task-list article', count: 3 },
|
||||
{ action: 'assert_text', selector: '.summary > div:nth-child(3) strong', text: viewport.width > 600 ? '8小时' : '8\n小时' },
|
||||
{ action: 'select', selector: 'select[aria-label="任务状态"]', value: 'pending' }, { action: 'assert_count', selector: '.task-list article', count: 2 },
|
||||
{ action: 'fill', selector: 'input[aria-label="任务搜索"]', value: ' 编写 ' }, { action: 'assert_count', selector: '.task-list article', count: 1 },
|
||||
{ action: 'fill', selector: 'input[aria-label="任务搜索"]', value: '' }, { action: 'select', selector: 'select[aria-label="任务状态"]', value: 'all' },
|
||||
{ action: 'click', selector: '.task-list article[data-task="api"] button' }, { action: 'assert_text', selector: '.task-list article[data-task="api"] .tag', text: '已完成' },
|
||||
{ action: 'assert_text', selector: '.task-list article[data-task="tests"] .tag', text: '待完成' }, { action: 'assert_text', selector: '.summary > div:nth-child(2) strong', text: '2' },
|
||||
{ action: 'assert_text', selector: '.summary > div:nth-child(3) strong', text: viewport.width > 600 ? '5小时' : '5\n小时' } ];
|
||||
const plan = await runtime.browserManager().plan(f.session, { viewport, steps }), job = await runtime.browserManager().start(f.session, plan.id).promise;
|
||||
assert.equal(job.status, 'passed', job.summary); assert.equal(job.cleanup.exited, true); browserJobs.push(job);
|
||||
for (const image of job.screenshots) fs.writeFileSync(path.join(sample, 'page-' + viewport.width + '-' + image.artifactId + '.png'), f.store.artifactStore.readBytes(f.store.core.artifact.get(image.artifactId)));
|
||||
}
|
||||
if (kind === 'react') mark('react: real Edge desktop/390px filtering, trimmed search, one-task toggle and complete totals pass');
|
||||
const deliveryPlan = await runtime.gitDelivery().plan(f.session, { message: 'Reviewed ' + kind + ' controlled-engine delivery' }), delivery = await (await runtime.gitDelivery().start(f.session, deliveryPlan.id)).promise;
|
||||
assert.equal(delivery.status, 'completed', delivery.summary); await manager.finalize(f.session, group.id, group.fingerprint); assert.equal(group.status, 'completed');
|
||||
assert.deepEqual(ownerBytes(f).files, original.files); assert.equal(git(f, ['show', ':owner-staged.txt']), 'Owner staged change\n');
|
||||
assert.deepEqual(git(f, ['show', '--format=', '--name-only', delivery.commit]).trim().split(/\r?\n/).sort(), writable);
|
||||
mark(label + ': local Git contains only reviewed functional changes and preserves original staged/unstaged owner bytes');
|
||||
if (desktopQa) { await desktopQa.capture(f.session, 'git-completed'); assert.equal(cycledRequest, true); assert.equal(cycledApproval, true); mark(label + ': real Electron reviews/approvals and window cycles retain Task/Run/eventSeq/results at 1440px and 390px'); }
|
||||
const requests = engineRuns.flatMap(job => job.requests), metrics = { durationMs: Date.now() - startedAt, baselineTree,
|
||||
contextLimit: group.config.contextLimit, budget: group.budget, model: group.model.model, tests: spec.tests,
|
||||
engineeringFailures: childChecks.filter(job => job.status === 'failed').length,
|
||||
hostApprovals: reviews.filter(review => review.operation === 'approve original check').length, reviews: reviews.length,
|
||||
requests: modelRequests.length, estimatedInputTokens: requests.reduce((sum, request) => sum + request.estimatedInputTokens, 0),
|
||||
requestBytes: requests.reduce((sum, request) => sum + request.requestBytes, 0),
|
||||
systemBytes: modelRequests.reduce((sum, request) => sum + Buffer.byteLength(request.requestBody.messages.find(message => message.role === 'system')?.content ?? ''), 0),
|
||||
reportedFixtureTokens: modelRequests.length * 168, unknownRequests: f.store.core.task.get(child.taskId).usage.unknownRequests,
|
||||
responseSequence: modelRequests.map(({ phase, responsePlan }) => ({ phase, responsePlan })) };
|
||||
result = { success: true, scope: 'actual-native-Harness-with-owned-HTTP-model-fixture', version, kind, sampleName, comparison, metrics, parentTaskId: group.taskId, groupId: group.id,
|
||||
child: f.store.core.worker.get(child.id), engineRuns, checks: [...f.store.core.check_job.values()], parentCheck: check, browserJobs, commit: delivery.commit,
|
||||
writable, reviews, modelRequests, ...(desktopQa ? { desktop: { events: desktopQa.events, screenshots: desktopQa.screenshots, scope: desktopQa.scope, errors: desktopQa.errors } } : {}), protectedFiles: Object.fromEntries(Object.entries(protectedFiles).map(([file, bytes]) => [file, hash(bytes)])), realModelRequests: 0 };
|
||||
return result;
|
||||
} catch (error) { await desktopQa?.failure(error).catch(() => {}); result = { success: false, version, kind, sampleName, comparison, error: error.stack, group, reviews, modelRequests, ownedFixtureErrors:model?.errors??[], engineRuns: [...f.store.core.engine_run.values()], checks: [...f.store.core.check_job.values()], realModelRequests: 0 }; throw error; }
|
||||
finally {
|
||||
await desktopQa?.close();
|
||||
await runtime?.stopAll(); f.store.storage.database.exec('PRAGMA wal_checkpoint(TRUNCATE)');
|
||||
fs.cpSync(f.root, path.join(sample, 'original-fixture'), { recursive: true, filter: file => !file.split(path.sep).includes('node_modules') });
|
||||
for (const session of f.store.sessions.values()) fs.writeFileSync(path.join(sample, 'session-' + session.id + '.json'), JSON.stringify({ project: f.store.project(session.projectId), session, execution: f.store.executionSnapshot(session) }, null, 2));
|
||||
fs.writeFileSync(path.join(sample, 'result.json'), JSON.stringify(result, null, 2));
|
||||
for (const dispose of disposers.reverse()) await dispose();
|
||||
}
|
||||
}
|
||||
let report;
|
||||
try {
|
||||
const comparisons = [];
|
||||
if (comparisonMode) {
|
||||
const prompt = PURGE_DEFAULT_PROMPT + '\n保留字面值 {{engineering_literal}},依据实际失败证据完成同题修复。';
|
||||
for (const source of sources) for (const repetition of [1, 2]) {
|
||||
const pair = [];
|
||||
for (const enabled of repetition === 1 ? [false, true] : [true, false]) {
|
||||
const comparison = { sourceVersion: source.version, sourceSha256: source.sourceSha256, repetition, enabled };
|
||||
const result = await runSample('node', { sampleName: source.version + '-r' + repetition + '-' + (enabled ? 'enabled' : 'disabled'), comparison,
|
||||
strategy: enabled ? { kind: 'purge-prompt-experiment', root: source.root, sourceSha256: source.sourceSha256, prompt } : null });
|
||||
results.push(result); pair.push(result);
|
||||
}
|
||||
const control = pair.find(result => !result.comparison.enabled), experiment = pair.find(result => result.comparison.enabled);
|
||||
for (const key of ['baselineTree', 'contextLimit', 'budget', 'model', 'tests', 'responseSequence', 'hostApprovals', 'engineeringFailures', 'reportedFixtureTokens', 'requests']) assert.deepEqual(experiment.metrics[key], control.metrics[key], 'Comparable original ' + key);
|
||||
assert.deepEqual(experiment.writable, control.writable); assert.deepEqual(experiment.protectedFiles, control.protectedFiles);
|
||||
assert.ok(experiment.metrics.systemBytes > control.metrics.systemBytes);
|
||||
comparisons.push({ sourceVersion: source.version, repetition, control: control.sampleName, experiment: experiment.sampleName,
|
||||
estimatedInputTokenDelta: experiment.metrics.estimatedInputTokens - control.metrics.estimatedInputTokens,
|
||||
requestByteDelta: experiment.metrics.requestBytes - control.metrics.requestBytes, systemByteDelta: experiment.metrics.systemBytes - control.metrics.systemBytes,
|
||||
durationDeltaMs: experiment.metrics.durationMs - control.metrics.durationMs, controlMetrics: control.metrics, experimentMetrics: experiment.metrics,
|
||||
modelBenefit: 'not-measured-owned-response-fixture', defaultEnabled: false });
|
||||
mark(source.version + ' repetition ' + repetition + ': identical original task/baseline/tests/response algorithm and budgets; actual prompt overhead and host approvals recorded');
|
||||
}
|
||||
assert.equal(results.length, 8); assert.equal(comparisons.length, 4);
|
||||
} else for (const kind of contextMode ? ['native-context'] : ['node', 'react', 'python']) results.push(await runSample(kind,{strategy:originalStrategy}));
|
||||
assert.deepEqual(inputs(), frozen);
|
||||
report = { success: true, targetVersion: version, testedVersion: version, protocol: responsesMode ? 'responses-stream' : 'chat-completions', contextLimit:contextMode?contextLimit:64000, originalPurge:originalPurgeMode, directory, installation, cases, results, comparisons, sources, inputs: frozen, realModelRequests: 0,
|
||||
scope: 'Pinned actual Harness and workbench execution with an owned HTTP model fixture. Checks, approvals, failures, parent merges, Edge and Git are real. Model reasoning and Purge benefit remain separate.' };
|
||||
} catch (error) { report = { success: false, targetVersion: version, testedVersion: version, directory, installation, cases, results, inputs: frozen, error: error.stack, realModelRequests: 0 }; process.exitCode = 1; }
|
||||
finally { fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(report, null, 2)); fs.writeFileSync('.qa/' + (contextMode ? (responsesMode ? 'responses-context' : 'controlled-context') : responsesMode ? 'responses-engineering' : desktopMode ? 'desktop-projects' : comparisonMode ? 'controlled-purge' : 'controlled-projects') + '-location.json', JSON.stringify({ directory, result: path.join(directory, 'result.json') })); console.log('EVIDENCE ' + directory); console.log(JSON.stringify({ success: report.success, cases: cases.length, directory, realModelRequests: 0, error: report.error ?? null })); }
|
||||
+199
@@ -0,0 +1,199 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import os from 'node:os';
|
||||
import http from 'node:http';
|
||||
import assert from 'node:assert/strict';
|
||||
import { spawn, execFileSync } from 'node:child_process';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { gitEnvironment } from '../src/core/git-process.mjs';
|
||||
import { assertToolPairs, call } from '../tests/helpers.mjs';
|
||||
|
||||
const sha = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const wait = milliseconds => new Promise(resolve => setTimeout(resolve, milliseconds));
|
||||
async function until(predicate, timeout = 45000) {
|
||||
const deadline = Date.now() + timeout;
|
||||
while (!await predicate()) { if (Date.now() > deadline) throw new Error('Owned compiled-engine acceptance timed out.'); await wait(50); }
|
||||
}
|
||||
|
||||
// This verifier supplies a declared local response algorithm. The executing
|
||||
// Runtime/Store/permissions/native bridge all belong to the compiled host.
|
||||
export async function verifyControlledApi({ api, url, token, directory, appRoot, contained = false }) {
|
||||
const origin = new URL(url);
|
||||
assert.equal(origin.hostname, '127.0.0.1'); assert.notEqual(origin.port, '4318');
|
||||
const expectedVersion = JSON.parse(fs.readFileSync(path.join(appRoot, fs.existsSync(path.join(appRoot, 'MANIFEST.json')) ? 'MANIFEST.json' : 'package.json'), 'utf8')).version;
|
||||
assert.ok(['1.14.0', '1.15.0', '1.16.0', '1.17.0', '1.18.0', '1.19.0', '1.20.0', '1.20.1', '1.20.2', '1.20.3', '1.21.0', '1.22.0', '1.22.1', '1.23.0', '1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.8', '1.24.9', '1.25.0', '1.25.1', '1.25.2', '1.25.3'].includes(expectedVersion));
|
||||
const bootstrap = await api('/bootstrap'); assert.equal(bootstrap.version, expectedVersion);
|
||||
assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const root = path.join(directory, 'compiled-controlled-node'), hooks = path.join(directory, 'disabled-hooks');
|
||||
fs.mkdirSync(root); fs.mkdirSync(hooks);
|
||||
fs.cpSync(path.join(appRoot, 'benchmarks/workers-delivery-v1/node'), root, { recursive: true });
|
||||
fs.writeFileSync(path.join(root, '.gitignore'), 'dist/\nnode_modules/\n.awb-*\n');
|
||||
for (const name of ['owner-staged.txt', 'owner-unstaged.txt']) fs.writeFileSync(path.join(root, name), 'Owner baseline\n');
|
||||
const git = args => execFileSync('git', ['-c', 'core.hooksPath=' + hooks, ...args], { cwd: root, env: gitEnvironment(), encoding: 'utf8', windowsHide: true, timeout: 15000 });
|
||||
git(['init', '--initial-branch=main']); git(['config', 'core.autocrlf', 'false']); git(['config', 'user.name', 'Workbench QA']); git(['config', 'user.email', 'qa@workbench.invalid']);
|
||||
git(['add', '--', '.']); git(['commit', '--no-gpg-sign', '-m', 'Seal compiled controlled-engine acceptance']);
|
||||
const initialHead = git(['rev-parse', 'HEAD']).trim(), writable = ['src/add.mjs', 'src/range.mjs'];
|
||||
const protectedFiles = Object.fromEntries(git(['ls-files', '-z']).split('\0').filter(name => name && !writable.includes(name) && !name.startsWith('owner-'))
|
||||
.map(name => [name, fs.readFileSync(path.join(root, name))]));
|
||||
fs.writeFileSync(path.join(root, 'owner-staged.txt'), 'Owner staged change\n'); git(['add', '--', 'owner-staged.txt']);
|
||||
fs.writeFileSync(path.join(root, 'owner-staged.txt'), 'Owner working copy after staging\n'); fs.writeFileSync(path.join(root, 'owner-unstaged.txt'), 'Owner unstaged change\n');
|
||||
fs.writeFileSync(path.join(root, 'owner-untracked.txt'), 'Owner untracked file\n');
|
||||
const owner = () => ({ staged: git(['show', ':owner-staged.txt']), stagedDiff: git(['diff', '--cached', '--binary', '--', 'owner-staged.txt']),
|
||||
files: Object.fromEntries(['owner-staged.txt', 'owner-unstaged.txt', 'owner-untracked.txt'].map(name => [name, fs.readFileSync(path.join(root, name)).toString('base64')])) });
|
||||
const originalOwner = owner(), verifyProtected = target => { for (const [name, bytes] of Object.entries(protectedFiles)) assert.deepEqual(fs.readFileSync(path.join(target, name)), bytes, name); };
|
||||
const requests = [], reviews = [], cases = [], originalRuns = [], exports = [];
|
||||
const mark = text => { cases.push(text); console.log('PASS ' + text); };
|
||||
let phase = 'new', childRoute, parentRoute, group;
|
||||
const modelServer = http.createServer(async (request, response) => {
|
||||
try {
|
||||
assert.equal(request.url, '/v1/chat/completions'); assert.equal(request.headers.authorization, 'Bearer owned-compiled-engine-fixture');
|
||||
const chunks = []; for await (const chunk of request) chunks.push(chunk);
|
||||
const input = JSON.parse(Buffer.concat(chunks)); assert.equal(input.model, 'owned-compiled-engineering'); assertToolPairs(input.messages);
|
||||
const session = await api(childRoute), job = session.execution.checks.at(-1), plan = session.execution.plans.at(-1);
|
||||
let calls = [];
|
||||
if (session.changes.some(value => value.status === 'pending')) { /* Host review follows native completion. */ }
|
||||
else if (phase !== 'fixed' && job) {
|
||||
assert.equal(job.status, 'failed'); assert.ok(job.results.some(value => value.tests?.failed > 0)); phase = 'fixed';
|
||||
const fixes = { 'src/add.mjs': 'export function add(left, right) {\n if (!Number.isFinite(left) || !Number.isFinite(right)) throw new TypeError("finite numeric inputs required");\n return left + right;\n}\n',
|
||||
'src/range.mjs': 'export function inclusiveRange(start, end) {\n if (!Number.isSafeInteger(start) || !Number.isSafeInteger(end) || end < start || end - start >= 10000) throw new RangeError("bounded ascending integer range required");\n return Array.from({ length: end - start + 1 }, (_, index) => start + index);\n}\n' };
|
||||
calls = Object.entries(fixes).map(([name, content]) => call(randomUUID(), 'propose_file', { path: name, content, reason: 'Declared local acceptance repair; retain protected tests and configuration.' }));
|
||||
} else if (phase === 'fixed' && job?.status === 'passed') assert.equal(job.results[0].tests.passed, 8);
|
||||
else if (!plan || job?.planId === plan.id) calls = [call(randomUUID(), 'plan_checks', { names: ['test', 'build'] })];
|
||||
else calls = [call(randomUUID(), 'run_checks', { plan_id: plan.id })];
|
||||
requests.push({ input, phase, calls });
|
||||
response.writeHead(200, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content: calls.length ? '' : 'Owned compiled native run complete; host proof remains required.',
|
||||
...(calls.length ? { tool_calls: calls } : {}) }, finish_reason: calls.length ? 'tool_calls' : 'stop' }], usage: { prompt_tokens: 123, completion_tokens: 45, total_tokens: 168 } }));
|
||||
} catch (error) { response.writeHead(500, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ error: { message: error.message } })); }
|
||||
});
|
||||
await new Promise(resolve => modelServer.listen(0, '127.0.0.1', resolve));
|
||||
try {
|
||||
await api('/config', { mode: 'compatible', model: 'owned-compiled-engineering', baseUrl: 'http://127.0.0.1:' + modelServer.address().port + '/v1', apiKey: 'owned-compiled-engine-fixture', contextLimit: 64000 });
|
||||
const project = await api('/projects', { root }), parent = await api('/sessions', { projectId: project.id }); parentRoute = '/sessions/' + parent.id;
|
||||
const installation = await api('/engines/deepseek/controlled-availability'); assert.equal(installation.controlledStatus, 'available', installation.message);
|
||||
assert.equal(installation.version, '0.2.1-rc.2');
|
||||
if (contained) assert.equal(fs.realpathSync.native(installation.node.path), fs.realpathSync.native(path.join(appRoot, 'runtime/node.exe')));
|
||||
const source = await api('/engines/purge/source'); assert.equal(source.status, 'available', source.message); assert.equal(source.defaultEnabled, false);
|
||||
const planned = await api(parentRoute + '/collaborations', { goal: 'Deliver compiled controlled-engine Node library with retained failures, review, checks and Git.',
|
||||
engine: { id: 'deepseek-harness', root: installation.root, controlledSha256: installation.controlledSha256,
|
||||
strategy: { kind: 'purge-prompt-experiment', root: source.root, sourceSha256: source.sourceSha256, prompt: '保留原测试与 {{compiled_literal}},按实际失败修复已允许源码,等待宿主审批。' } },
|
||||
budget: { maxTokens: 200000, maxSteps: 64, maxToolCalls: 128, maxDurationMs: 600000 },
|
||||
children: [{ label: 'engine-compiled-node', goal: 'Repair two source modules and pass the original 8 tests and build.', paths: writable }] });
|
||||
group = planned.group;
|
||||
const groupState = async () => (await api(parentRoute + '/collaborations')).groups.find(value => value.id === group.id);
|
||||
const operation = name => api(parentRoute + '/collaborations/' + group.id + '/' + name, { fingerprint: group.fingerprint });
|
||||
await operation('prepare'); await until(async () => { group = await groupState(); return !['preparing', 'planned'].includes(group.status); });
|
||||
assert.equal(group.status, 'ready', group.summary); const child = group.children[0]; childRoute = '/sessions/' + child.sessionId;
|
||||
const childProject = (await api('/bootstrap')).projects.find(value => value.id === child.projectId);
|
||||
assert.notEqual(childProject.root, root); verifyProtected(childProject.root); assert.deepEqual(owner(), originalOwner); assert.equal(requests.length, 0);
|
||||
mark('compiled host seals actual Harness/source identities and prepares one owned worktree while retaining parent bytes and staging');
|
||||
const apply = async (route, set) => { reviews.push({ action: 'apply reviewed change set', id: set.id, fingerprint: set.fingerprint, paths: set.files.map(value => value.path) });
|
||||
await api(route + '/change-sets/' + set.id + '/apply', { fingerprint: set.fingerprint });
|
||||
let state; await until(async () => { state = await api(route + '/change-sets/' + set.id); return !['prepared', 'applying'].includes(state.status); }); assert.equal(state.status, 'completed', state.summary); };
|
||||
for (let turn = 0; turn < 4 && group.status !== 'ready_to_collect'; turn++) {
|
||||
let current = await api(childRoute); const pending = current.changes.filter(value => value.status === 'pending');
|
||||
if (pending.length) { assert.equal(group.status, 'awaiting_review'); const next = await api(childRoute + '/change-sets', { changeIds: pending.map(value => value.id) }); await apply(childRoute, next.execution.changeSets.at(-1)); }
|
||||
await operation('start');
|
||||
await until(async () => {
|
||||
current = await api(childRoute);
|
||||
for (const approval of current.approvals.filter(value => value.status === 'pending')) {
|
||||
const event = current.events.find(value => value.id === approval.eventId); assert.equal(event.tool, 'run_checks');
|
||||
const plan = current.execution.plans.at(-1); assert.deepEqual(plan.checks.map(value => value.name), ['test', 'build']);
|
||||
reviews.push({ action: 'approve original check', id: approval.id, taskId: approval.taskId, invocationId: approval.invocationId, planId: plan.id, contractSha256: plan.contractSha256 });
|
||||
await api(childRoute + '/approvals/' + approval.id, { allow: true });
|
||||
}
|
||||
group = await groupState(); return ['ready_to_collect', 'awaiting_review', 'paused', 'unknown', 'failed', 'stale'].includes(group.status);
|
||||
}, 120000);
|
||||
const run = (await api(childRoute + '/engine-runs')).at(-1); assert.equal(run.status, 'completed', run.error); assert.equal(run.nativeSummary.treeConfirmed, true);
|
||||
const response = await fetch(url + '/api' + childRoute + '/engine-runs/' + run.id + '/download', { headers: { 'X-Workbench-Token': token, Connection: 'close' } });
|
||||
assert.equal(response.status, 200); const bytes = Buffer.from(await response.arrayBuffer()); assert.equal(sha(bytes), run.reportSha256);
|
||||
const original = JSON.parse(bytes); assert.equal(original.native.stderr, ''); assert.equal(original.native.cleanup.treeConfirmed, true);
|
||||
assert.equal(original.native.activity.endEvents[0].data.reason.kind, 'completed');
|
||||
assert.equal(original.native.readiness.promptExperimentSha256, run.installation.strategy.sha256);
|
||||
const saved = path.join(directory, 'compiled-engine-original-' + run.id + '.json'); fs.writeFileSync(saved, bytes); originalRuns.push({ run, original, reportPath: saved, sha256: sha(bytes) });
|
||||
}
|
||||
assert.equal(group.status, 'ready_to_collect', group.summary); const current = await api(childRoute);
|
||||
assert.ok(current.execution.checks.some(value => value.status === 'failed' && value.results.some(result => result.tests?.failed > 0)));
|
||||
assert.equal(current.execution.checks.at(-1).status, 'passed'); assert.equal(current.execution.checks.at(-1).results[0].tests.passed, 8);
|
||||
assert.equal(current.execution.task.usage.requests, requests.length); assert.equal(current.execution.task.usage.totalTokens, requests.length * 168);
|
||||
for (const request of requests) assert.equal(request.input.messages.filter(value => value.role === 'system').map(value => value.content).join('').split(group.children[0].engine.strategy.section.text).length - 1, 1);
|
||||
verifyProtected(childProject.root); assert.deepEqual(owner(), originalOwner);
|
||||
mark('compiled native execution retains failing tests, requires original check approvals, seals literal prompt/model/receipts/results and accounts each owned HTTP request once');
|
||||
await operation('collect'); await until(async () => { group = await groupState(); return group.status !== 'collecting'; }); assert.equal(group.status, 'collected', group.summary);
|
||||
const collection = await api(parentRoute + '/collaborations/' + group.id + '/collection'); assert.deepEqual(collection.conflicts, []); assert.deepEqual(collection.paths, writable);
|
||||
await operation('merge'); await until(async () => { group = await groupState(); return ['merge_prepared', 'unknown', 'stale'].includes(group.status); }); assert.equal(group.status, 'merge_prepared', group.summary);
|
||||
await apply(parentRoute, (await api(parentRoute + '/change-sets/' + group.merge.changeSetId)));
|
||||
const checkPlan = (await api(parentRoute + '/check-plans', { names: ['test', 'build'] })).execution.plans.at(-1);
|
||||
const accepted = (await api(parentRoute + '/check-jobs', { planId: checkPlan.id })).execution.checks.at(-1); let check;
|
||||
await until(async () => { check = await api(parentRoute + '/check-jobs/' + accepted.id); return !['queued', 'running'].includes(check.status); });
|
||||
assert.equal(check.status, 'passed', check.summary); assert.equal(check.results[0].tests.passed, 8); verifyProtected(root);
|
||||
mark('compiled parent review and immutable merge pass the original 8 functional tests and actual ESM build');
|
||||
const deliveryPlan = (await api(parentRoute + '/delivery-plans', { message: 'feat: deliver compiled controlled-engine Node repair' })).execution.deliveryPlans.at(-1);
|
||||
assert.deepEqual(deliveryPlan.paths, writable);
|
||||
const deliveryId = (await api(parentRoute + '/delivery-jobs', { planId: deliveryPlan.id })).execution.deliveries.at(-1).id; let delivery;
|
||||
await until(async () => { delivery = await api(parentRoute + '/delivery-jobs/' + deliveryId); return ['completed', 'failed', 'cancelled', 'unknown'].includes(delivery.status); });
|
||||
assert.equal(delivery.status, 'completed', delivery.summary); assert.equal(git(['rev-parse', 'HEAD^']).trim(), initialHead);
|
||||
assert.deepEqual(git(['diff-tree', '--no-commit-id', '--name-only', '-r', 'HEAD']).trim().split('\n'), writable);
|
||||
assert.deepEqual(owner(), originalOwner); verifyProtected(root); await operation('finalize'); group = await groupState(); assert.equal(group.status, 'completed', group.summary);
|
||||
for (const route of [parentRoute, childRoute]) { const value = await api(route); const file = path.join(directory, value.id + '-session.json'); fs.writeFileSync(file, JSON.stringify(value, null, 2)); exports.push({ id: value.id, file, sha256: sha(fs.readFileSync(file)) }); }
|
||||
mark('compiled Git delivery contains only reviewed modules, preserves staged/unstaged/untracked owner bytes and completes the parent with sealed original evidence');
|
||||
return { success: true, version: bootstrap.version, appRoot, contained, cases, root, group, requests, reviews, originalRuns, exports,
|
||||
protectedFiles: Object.fromEntries(Object.entries(protectedFiles).map(([name, bytes]) => [name, sha(bytes)])), owner: originalOwner, installation, purgeSource: source,
|
||||
checks: check, delivery, fixtureModelRequests: requests.length, realModelRequests: 0,
|
||||
scope: 'Actual compiled host, local native Harness, checks/reviews/Git and an explicitly owned HTTP response fixture. No configured model or upstream Purge plugin executes; real inference benefit remains unmeasured.' };
|
||||
} catch (error) {
|
||||
const sessions = [];
|
||||
for (const route of [parentRoute, childRoute].filter(Boolean)) { try { sessions.push(await api(route)); } catch {} }
|
||||
fs.writeFileSync(path.join(directory, 'compiled-api-failure.json'), JSON.stringify({ success: false, error: error.stack, cases, group, requests, reviews, originalRuns, sessions, realModelRequests: 0 }, null, 2));
|
||||
throw error;
|
||||
} finally {
|
||||
if (group?.status === 'running') { try { await api(parentRoute + '/collaborations/' + group.id + '/stop', { fingerprint: group.fingerprint }); } catch {} }
|
||||
modelServer.closeAllConnections(); await new Promise(resolve => modelServer.close(resolve));
|
||||
}
|
||||
}
|
||||
|
||||
export async function verifyControlledRelease(appRoot = process.cwd()) {
|
||||
appRoot = fs.realpathSync.native(appRoot);
|
||||
// Keep the synthetic Git project independent of the installation/extraction
|
||||
// depth. The production workspace path guard remains responsible for users'
|
||||
// actual project roots. Retain this exclusive directory as original evidence.
|
||||
const directory = fs.mkdtempSync(path.join(os.tmpdir(), 'awb-controlled-'));
|
||||
const node = fs.existsSync(path.join(appRoot, 'runtime/node.exe')) ? path.join(appRoot, 'runtime/node.exe') : process.execPath;
|
||||
const env = { ...gitEnvironment(), ...Object.fromEntries(['AGENT_WORKBENCH_DEEPSEEK_ROOT', 'AGENT_WORKBENCH_PURGE_ROOT'].filter(name => process.env[name]).map(name => [name, process.env[name]])),
|
||||
AGENT_WORKBENCH_APP_DIR: appRoot, AGENT_WORKBENCH_DATA_DIR: path.join(directory, 'data'), AGENT_WORKBENCH_PORT: '0' };
|
||||
const child = spawn(node, [path.join(appRoot, 'dist-server/server.mjs')], { cwd: appRoot, env, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let output = '', errors = '', url = '', result, bootstrap;
|
||||
child.stdout.on('data', bytes => { output += bytes.toString('utf8'); for (const line of output.split('\n')) { try { const value = JSON.parse(line); if (value.ready) url = value.url; } catch {} } });
|
||||
child.stderr.on('data', bytes => { errors += bytes.toString('utf8'); });
|
||||
const api = async (route, input) => {
|
||||
const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST', signal: AbortSignal.timeout(30000),
|
||||
headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' }, ...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const value = await response.json(); assert.equal(response.ok, true, value.error); return value;
|
||||
};
|
||||
try {
|
||||
await until(() => url || child.exitCode !== null, 15000); assert.ok(url, errors);
|
||||
bootstrap = await (await fetch(url + '/api/bootstrap', { signal: AbortSignal.timeout(5000) })).json();
|
||||
const health = await api('/health'); assert.equal(health.pid, child.pid);
|
||||
result = await verifyControlledApi({ api, url, token: bootstrap.token, directory, appRoot, contained: node !== process.execPath });
|
||||
} catch (error) { result = { success: false, appRoot, directory, error: error.stack, realModelRequests: 0 }; throw error; }
|
||||
finally {
|
||||
try { if (url && bootstrap && child.exitCode === null) { await api('/shutdown', {}); await until(() => child.exitCode !== null || child.signalCode !== null, 15000); } }
|
||||
finally {
|
||||
if (child.exitCode === null && child.signalCode === null) {
|
||||
if (process.platform === 'win32') { try { execFileSync('taskkill.exe', ['/PID', String(child.pid), '/T', '/F'], { windowsHide: true, timeout: 10000 }); } catch { child.kill(); } } else child.kill();
|
||||
}
|
||||
fs.writeFileSync(path.join(directory, 'host-stdout-log.txt'), output); fs.writeFileSync(path.join(directory, 'host-stderr-log.txt'), errors);
|
||||
Object.assign(result ??= { success: false }, { directory, pid: child.pid, rootExited: child.exitCode !== null || child.signalCode !== null, exit: { code: child.exitCode, signal: child.signalCode } });
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2));
|
||||
console.log('EVIDENCE ' + directory);
|
||||
}
|
||||
}
|
||||
assert.equal(result.rootExited, true); assert.equal(result.exit.code, 0); return result;
|
||||
}
|
||||
if (process.argv[1] && path.resolve(process.argv[1]) === fileURLToPath(import.meta.url)) {
|
||||
const args = process.argv.slice(2);
|
||||
if (args.length === 1 && args[0] === '--help') { console.log('node scripts/verify-controlled-release.mjs [--app-root DIR] - run an actual compiled local host/native Harness/owned model/Node repair/check/review/Git/prompt acceptance in independent data. Requires explicit Harness and Purge source paths.'); process.exit(0); }
|
||||
assert.ok(!args.length || args.length === 2 && args[0] === '--app-root' && path.isAbsolute(args[1]), 'Unsupported argument; use --help.');
|
||||
const result = await verifyControlledRelease(args[1]); console.log(JSON.stringify({ success: result.success, version: result.version, directory: result.directory, cases: result.cases.length,
|
||||
rootExited: result.rootExited, fixtureModelRequests: result.fixtureModelRequests, realModelRequests: 0 }));
|
||||
}
|
||||
@@ -0,0 +1,147 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture } from '../tests/helpers.mjs';
|
||||
import { workerHttp } from '../tests/fixtures/workers-http.mjs';
|
||||
import { EngineRunner } from '../src/core/engines/engine-runner.mjs';
|
||||
import { resolveControlledInstallation } from '../src/core/engines/controlled-installation.mjs';
|
||||
import { ownerBytes } from '../tests/fixtures/workers-project.mjs';
|
||||
import { desktopProjectQa } from './desktop-project-qa.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) {
|
||||
console.log('node scripts/verify-controlled-ui.mjs [--desktop] — real Edge or Electron desktop/390px, actual fixed Harness, owned in-memory model fixture, engine selection, reports, approvals, stop and explicit unknown recovery. No configured-model requests.'); process.exit(0);
|
||||
}
|
||||
assert.ok(process.argv.slice(2).every(value => value === '--desktop')); assert.ok(process.argv.length <= 3);
|
||||
const desktopMode = process.argv.includes('--desktop');
|
||||
const version = JSON.parse(fs.readFileSync('package.json', 'utf8')).version, directory = path.resolve('.qa', (desktopMode ? 'desktop-controlled-ui-' : 'controlled-ui-') + randomUUID());
|
||||
const installation = resolveControlledInstallation(process.cwd(), process.env.AGENT_WORKBENCH_DEEPSEEK_ROOT); assert.equal(installation.controlledStatus, 'available', installation.message);
|
||||
fs.mkdirSync(directory, { recursive: true });
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex'), disposers = [], t = { after: value => disposers.push(value) };
|
||||
const f = fixture(t), host = await workerHttp(f), original = ownerBytes(f), assertions = [], screenshots = [], pageErrors = [], requestFailures = [], expectedRejections = [];
|
||||
f.store.saveConfig({ contextLimit: 64000 });
|
||||
host.runtime.controlledEngines = new EngineRunner(f.store, host.provider, { directoryRoot: path.join(f.root, 'engine-runs') });
|
||||
function inputs() {
|
||||
const files = ['package.json', 'package-lock.json'];
|
||||
const walk = root => { for (const entry of fs.readdirSync(root, { withFileTypes: true })) { const file = path.join(root, entry.name); if (entry.isDirectory()) walk(file); else if (entry.isFile()) files.push(file); } };
|
||||
for (const root of ['src', 'scripts', 'dist-client', 'dist-server', ...(desktopMode ? ['dist-desktop'] : [])]) walk(root);
|
||||
return files.sort().map(file => ({ path: file, sha256: hash(fs.readFileSync(file)) }));
|
||||
}
|
||||
const frozen = inputs(), desktop = desktopMode ? await desktopProjectQa({ store: f.store, provider: host.provider, runtime: host.runtime, sample: directory, kind: 'controlled-ui' }) : null;
|
||||
const browser = desktopMode ? null : await chromium.launch({ channel: 'msedge', headless: true }), page = desktop?.page ?? await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
const resize = size => desktop ? desktop.resize(size.width, size.height) : page.setViewportSize(size);
|
||||
page.on('pageerror', error => pageErrors.push(error.message)); page.on('requestfailed', request => requestFailures.push(request.url() + ': ' + request.failure()?.errorText));
|
||||
const panel = () => page.getByLabel('隔离协作控制台', { exact: true }), runPanel = () => page.getByLabel('受控引擎工程运行', { exact: true });
|
||||
const mark = text => { assertions.push(text); console.log('PASS ' + text); };
|
||||
async function screenshot(name) { const file = path.join(directory, name + '.png'); await page.screenshot({ path: file, scale: 'css' }); screenshots.push({ file, sha256: hash(fs.readFileSync(file)) }); }
|
||||
async function closeInspector() {
|
||||
const close = page.getByRole('button', { name: '关闭检视区', exact: true });
|
||||
if (await page.evaluate(() => innerWidth) > 940) { await expect(close).toHaveCount(0); return; }
|
||||
await expect(close).toHaveCount(1);
|
||||
if (await close.isVisible()) { await close.click(); await expect(page.locator('.inspector')).toBeHidden(); }
|
||||
}
|
||||
async function openWorkers() { await closeInspector(); await page.getByRole('button', { name: '隔离协作', exact: true }).click(); await expect(panel()).toBeVisible(); await expect(panel().getByRole('button', { name: '刷新', exact: true })).toBeEnabled(); }
|
||||
async function openEngine() { await closeInspector(); await page.getByRole('button', { name: '本地代理引擎', exact: true }).click(); await expect(runPanel()).toBeVisible(); }
|
||||
async function parentFromChild() { await openWorkers(); await panel().getByRole('button', { name: '返回父目标', exact: true }).click(); await expect.poll(() => page.evaluate(() => localStorage.getItem('awb-session'))).toBe(f.session.id); await openWorkers(); }
|
||||
async function start() { await panel().getByRole('button', { name: /开始引擎任务|继续未完成子任务/, exact: true }).click(); await page.getByRole('dialog', { name: '确认受限子执行', exact: true }).getByRole('button', { name: '确认开始', exact: true }).click(); }
|
||||
async function applyOne() {
|
||||
if (await page.getByRole('button', { name: '查看改动', exact: true }).isVisible()) await page.getByRole('button', { name: '查看改动', exact: true }).click();
|
||||
else await page.locator('.inspector-tabs').getByRole('button', { name: /^改动/ }).click();
|
||||
await page.getByRole('button', { name: '组合审查', exact: true }).click();
|
||||
await page.getByRole('dialog', { name: '选择要一起审查的提案', exact: true }).getByRole('button', { name: '封存审查范围', exact: true }).click();
|
||||
const review = page.getByRole('dialog', { name: '多文件变更集审查', exact: true }); await review.getByRole('button', { name: '确认应用全部 1 项', exact: true }).click(); await expect(review).toContainText('全部应用完成'); await page.keyboard.press('Escape');
|
||||
}
|
||||
let result, releaseHeld;
|
||||
try {
|
||||
if (desktop) { await desktop.select(f.session); await resize({ width: 1440, height: 1000 }); }
|
||||
else { await page.addInitScript(({ projectId, sessionId }) => { localStorage.setItem('awb-project', projectId); localStorage.setItem('awb-session', sessionId); }, { projectId: f.project.id, sessionId: f.session.id }); await page.goto(host.url); await page.waitForLoadState('networkidle'); }
|
||||
await openWorkers();
|
||||
await panel().getByLabel('执行方式', { exact: true }).selectOption('deepseek');
|
||||
const rootField = panel().getByLabel('Harness 安装目录', { exact: true }); await rootField.fill(path.join(f.root, 'missing-installation'));
|
||||
await panel().getByRole('button', { name: '检测受控安装', exact: true }).click(); await expect(panel()).toContainText('安装尚不可用');
|
||||
await expect(panel().getByRole('button', { name: '封存分工计划', exact: true })).toBeDisabled();
|
||||
await rootField.fill(installation.root); await panel().getByRole('button', { name: '检测受控安装', exact: true }).click(); await expect(panel()).toContainText('受控安装可用');
|
||||
await expect(panel().locator('fieldset')).toHaveCount(1); assert.equal(host.requests.length, 0);
|
||||
await panel().getByLabel('父目标', { exact: true }).fill('受控原生引擎与正式审查界面验收');
|
||||
await panel().getByLabel('任务名称', { exact: true }).fill('engine-1'); await panel().getByLabel('独立子目标', { exact: true }).fill('准备范围内提案,审批工程检查并保留原运行记录');
|
||||
await panel().getByLabel('允许修改的文件或目录', { exact: true }).fill('src/a.mjs');
|
||||
await panel().getByRole('button', { name: '封存分工计划', exact: true }).click(); await expect(panel()).toContainText('计划已封存');
|
||||
const group = [...f.store.core.collaboration.values()].at(-1), child = group.children[0]; assert.equal(group.children.length, 1); assert.equal(child.engine.controlledSha256, installation.controlledSha256);
|
||||
assert.deepEqual(ownerBytes(f), original); mark('desktop engine selector rejects a missing source, pins the actual installation and seals one original scope without model calls');
|
||||
await panel().getByRole('button', { name: '创建引擎工作区', exact: true }).click(); await expect(page.getByRole('dialog', { name: '确认创建隔离工作区', exact: true })).toContainText('1 个独立 Git 工作区');
|
||||
await page.getByRole('dialog', { name: '确认创建隔离工作区', exact: true }).getByRole('button', { name: '确认创建', exact: true }).click(); await expect.poll(() => group.status, { timeout: 20000 }).toBe('ready');
|
||||
await start(); await expect.poll(() => group.status, { timeout: 30000 }).toBe('awaiting_review');
|
||||
const first = [...f.store.core.engine_run.values()].find(job => job.taskId === child.taskId); assert.equal(first.status, 'completed', first.error); assert.equal(first.native.cleanup.treeConfirmed, true);
|
||||
await expect(panel().locator('.worker-lane')).toHaveCount(1); await expect(panel()).toContainText('DeepSeek Harness'); await screenshot('desktop-controlled-parent');
|
||||
mark('actual Harness runs the owned bridge and returns reviewable proposals after confirmed process-tree closure');
|
||||
await resize({ width: 390, height: 844 }); await panel().locator('.worker-console-heading').scrollIntoViewIfNeeded();
|
||||
const refresh = panel().getByRole('button', { name: '刷新', exact: true });
|
||||
const bounds = await refresh.boundingBox(); assert.ok(bounds.width >= 76 && bounds.height >= 42, JSON.stringify(bounds)); assert.equal(await refresh.evaluate(node => getComputedStyle(node).whiteSpace), 'nowrap');
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth <= 390)); await screenshot('mobile-controlled-parent');
|
||||
mark('390px keeps the real single-engine scope, header and a single-line 42px refresh action without horizontal overflow');
|
||||
await panel().getByRole('button', { name: '审查子任务改动', exact: true }).click(); await expect.poll(() => page.evaluate(() => localStorage.getItem('awb-session'))).toBe(child.sessionId);
|
||||
await openEngine(); await expect(runPanel()).toContainText('运行已核验');
|
||||
await runPanel().getByRole('button', { name: '查看原输入', exact: true }).click(); const inputPreview = page.getByRole('dialog', { name: '引擎原执行输入', exact: true });
|
||||
await expect(inputPreview).toContainText(first.inputSha256); await expect(inputPreview.getByLabel('引擎运行原记录', { exact: true })).toContainText(child.taskId); await screenshot('mobile-controlled-input');
|
||||
await inputPreview.getByRole('button', { name: '下一页', exact: true }).click(); await expect(inputPreview.getByRole('button', { name: '回到首页', exact: true })).toBeEnabled(); await page.keyboard.press('Escape');
|
||||
let reportFile;
|
||||
if (desktop) {
|
||||
reportFile = path.join(directory, 'agent-workbench-engine-run-' + first.id + '.json');
|
||||
const download = await desktop.download(reportFile, () => runPanel().getByRole('button', { name: '下载完整报告', exact: true }).click());
|
||||
assert.equal(download.suggestedFilename, path.basename(reportFile));
|
||||
} else {
|
||||
const downloading = page.waitForEvent('download'); await runPanel().getByRole('button', { name: '下载完整报告', exact: true }).click();
|
||||
const download = await downloading; reportFile = path.join(directory, download.suggestedFilename()); await download.saveAs(reportFile);
|
||||
}
|
||||
assert.equal(hash(fs.readFileSync(reportFile)), first.reportSha256);
|
||||
mark('mobile child run view shows actual counts and closure, pages original inputs and downloads the exact original report bytes');
|
||||
let heldRoute; const latePattern = '**/api/sessions/' + child.sessionId + '/engine-runs/' + first.id + '/report**';
|
||||
await page.route(latePattern, async route => { heldRoute = route; await new Promise(resolve => { releaseHeld = resolve; }); expectedRejections.push('owned previous-run 500 response'); await route.fulfill({ status: 500, contentType: 'application/json', body: '{"error":"Owned late engine record error"}' }); });
|
||||
await runPanel().getByRole('button', { name: '查看原报告', exact: true }).click(); await expect.poll(() => !!heldRoute).toBe(true); await page.keyboard.press('Escape');
|
||||
releaseHeld(); await expect.poll(() => expectedRejections.length).toBe(1); await page.unroute(latePattern); await expect(page.getByText('Owned late engine record error', { exact: true })).toHaveCount(0);
|
||||
mark('closing a run view ignores an old delayed record failure and keeps the selected task unchanged');
|
||||
await applyOne(); await parentFromChild(); await start(); await expect.poll(() => f.store.session(child.sessionId).status, { timeout: 30000 }).toBe('awaiting_approval');
|
||||
await panel().getByRole('button', { name: '查看并审批检查', exact: true }).click(); await expect(page.locator('.approval-card')).toContainText('npm'); await expect(page.locator('.inspector')).toBeHidden(); await screenshot('mobile-controlled-approval'); await page.locator('.approval-card').getByRole('button', { name: '确认执行', exact: true }).click();
|
||||
await expect.poll(() => group.status, { timeout: 30000 }).toBe('ready_to_collect'); await resize({ width: 1440, height: 1000 });
|
||||
await openEngine(); await expect(runPanel().locator('[data-engine-run]')).toHaveCount(2); await screenshot('desktop-controlled-completed'); await page.keyboard.press('Escape');
|
||||
assert.equal(f.store.core.task.get(child.taskId).usage.requests, host.requests.length); assert.equal(f.store.core.task.get(child.taskId).usage.totalTokens, host.requests.length * 168);
|
||||
mark('explicit child file review and check approval create a new native Run, retain previous evidence and account actual model requests once');
|
||||
await parentFromChild(); await panel().getByRole('button', { name: '核对成果', exact: true }).click(); await expect.poll(() => group.status, { timeout: 15000 }).toBe('collected');
|
||||
await panel().getByRole('button', { name: '查看原成果记录', exact: true }).click(); await expect(page.getByRole('dialog', { name: '原成果核对记录', exact: true })).toContainText('src/a.mjs'); await page.keyboard.press('Escape');
|
||||
await panel().getByRole('button', { name: '结束协作并保留现场', exact: true }).click(); await page.getByRole('dialog', { name: '确认保留现场', exact: true }).getByRole('button', { name: '确认保留现场结束', exact: true }).click(); await expect.poll(() => group.status).toBe('resolved_external');
|
||||
mark('parent collection reads the original controlled-worker proof and explicit retention preserves every owner byte');
|
||||
const stopped = await host.manager.plan(f.session, { goal: '原生引擎停止与原输入核对', engine: { id: 'deepseek-harness', root: installation.root, controlledSha256: installation.controlledSha256 },
|
||||
children: [{ label: 'stopped-engine', goal: '停止之后不执行迟到工具', paths: ['src/stopped.mjs'] }] });
|
||||
await (await host.manager.prepare(f.session, stopped.id, stopped.fingerprint)).promise;
|
||||
const complete = host.provider.complete; let held = 0;
|
||||
host.provider.complete = async (_config, _messages, _project, signal) => new Promise((_resolve, reject) => { held++; signal.addEventListener('abort', () => reject(Object.assign(new Error('Owned held native model stopped'), { name: 'AbortError' })), { once: true }); });
|
||||
await panel().getByRole('button', { name: '刷新', exact: true }).click(); await panel().getByLabel('选择协作记录', { exact: true }).selectOption(stopped.id); await start(); await expect.poll(() => held, { timeout: 30000 }).toBe(1);
|
||||
await panel().getByRole('button', { name: '停止全部', exact: true }).click(); await expect.poll(() => stopped.status, { timeout: 20000 }).toBe('paused'); host.provider.complete = complete;
|
||||
const stoppedJob = [...f.store.core.engine_run.values()].find(job => job.taskId === stopped.children[0].taskId);
|
||||
assert.equal(stoppedJob.status, 'cancelled'); assert.equal(stoppedJob.native.cleanup.treeConfirmed, true); assert.equal(stoppedJob.calls.length, 0); assert.equal(stopped.usage.unknownRequests, 1);
|
||||
mark('actual native stop closes the owned process tree, preserves one unknown model attempt and dispatches no late tool');
|
||||
stopped.status = 'unknown'; stopped.requiresVerification = true;
|
||||
const stoppedWorker = f.store.core.worker.get(stopped.children[0].id); stoppedWorker.status = 'unknown'; stoppedWorker.requiresVerification = true; stoppedWorker.ownerPid = null;
|
||||
stoppedJob.status = 'unknown'; stoppedJob.requiresVerification = true; stoppedJob.verified = false;
|
||||
f.store.save(f.store.session(stoppedWorker.sessionId)); f.store.save(f.session);
|
||||
const originalReport = f.store.artifactStore.read(f.store.core.artifact.get(stoppedJob.reportArtifactId)), originalOutcome = structuredClone(stoppedJob.originalOutcome), previousUsage = structuredClone(stopped.usage);
|
||||
await resize({ width: 390, height: 844 }); await panel().getByRole('button', { name: '刷新', exact: true }).click(); await expect(panel()).toContainText('结果待核对');
|
||||
await panel().getByRole('button', { name: '核对原输入与现场', exact: true }).click(); await expect.poll(() => !!stopped.evidence, { timeout: 15000 }).toBe(true);
|
||||
await expect(panel().getByRole('button', { name: '确认核对并继续', exact: true })).toBeDisabled();
|
||||
await panel().getByRole('button', { name: '查看核对记录', exact: true }).click(); await expect(page.getByRole('dialog', { name: '原输入与现场核对', exact: true })).toContainText(stoppedJob.inputSha256); await screenshot('mobile-controlled-recovery'); await page.keyboard.press('Escape');
|
||||
await panel().getByRole('button', { name: '确认核对并继续', exact: true }).click(); await page.getByRole('dialog', { name: '确认原结果核对', exact: true }).getByRole('button', { name: '确认核对并继续', exact: true }).click(); await expect.poll(() => stopped.requiresVerification).toBe(false);
|
||||
assert.equal(stoppedJob.status, 'resolved_external'); assert.deepEqual(stoppedJob.originalOutcome, originalOutcome); assert.equal(f.store.artifactStore.read(f.store.core.artifact.get(stoppedJob.reportArtifactId)), originalReport); assert.deepEqual(stopped.usage, previousUsage); assert.deepEqual(ownerBytes(f), original);
|
||||
mark('390px recovery requires reading the owned observation before explicit review and preserves original outcome/report and cumulative budget');
|
||||
assert.deepEqual(inputs(), frozen); assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
result = { passed: true, targetVersion: version, testedVersion: version, assertions, screenshots, pageErrors, requestFailures, expectedRejections, installation,
|
||||
engineRuns: [...f.store.core.engine_run.values()], groups: [group.id, stopped.id], inputs: frozen, realModelRequests: 0, ...(desktop ? { desktopEvents: desktop.events } : {}),
|
||||
scope: 'Actual native Harness and ' + (desktop ? 'Electron with fixed main/preload and own in-process Node host' : 'Edge') + ' with an owned predefined in-memory model fixture. Unknown recovery is a declared fixture transition; actual host-crash behavior is independently tested.' };
|
||||
} catch (error) { result = { passed: false, targetVersion: version, testedVersion: version, error: error.stack, assertions, screenshots, pageErrors, requestFailures, realModelRequests: 0 }; await screenshot('controlled-ui-failure').catch(() => {}); throw error; }
|
||||
finally {
|
||||
releaseHeld?.(); await browser?.close(); await desktop?.close(); await host.runtime.stopAll(); f.store.storage.database.exec('PRAGMA wal_checkpoint(TRUNCATE)');
|
||||
fs.cpSync(f.root, path.join(directory, 'original-fixture'), { recursive: true });
|
||||
for (const session of f.store.sessions.values()) fs.writeFileSync(path.join(directory, 'session-' + session.id + '.json'), JSON.stringify(await host.api('/sessions/' + session.id + '/export'), null, 2));
|
||||
fs.writeFileSync(path.join(directory, 'result.json'), JSON.stringify(result, null, 2)); fs.writeFileSync('.qa/' + (desktopMode ? 'desktop-controlled-ui' : 'controlled-ui') + '-location.json', JSON.stringify({ directory, result: path.join(directory, 'result.json') }));
|
||||
for (const dispose of disposers.reverse()) await dispose(); console.log('EVIDENCE ' + directory);
|
||||
}
|
||||
+70
@@ -0,0 +1,70 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import {createHash,randomUUID} from 'node:crypto';
|
||||
import {fixture,compatibleFixture,launchWorkbench,until,call,completion} from '../tests/helpers.mjs';
|
||||
import {createDeliveryProject,deliveryGit} from '../tests/fixtures/delivery-project.mjs';
|
||||
|
||||
if(process.argv.includes('--help')){console.log('node scripts/verify-delivery-progress.mjs [--responses] [--app-root ABSOLUTE_ROOT] — compiled host, owned HTTP fixture, real tests/review/continuation/Git; no configured-model requests.');process.exit(0);}
|
||||
const args=process.argv.slice(2),responses=args.includes('--responses'),rootIndex=args.indexOf('--app-root'),appRoot=rootIndex<0?process.cwd():path.resolve(args[rootIndex+1]);
|
||||
const directory=path.resolve('.qa','delivery-progress-'+randomUUID());fs.mkdirSync(directory,{recursive:true});
|
||||
const cleanups=[],t={after:fn=>cleanups.push(fn)},f=fixture(t),snapshots=[],checks=[];
|
||||
createDeliveryProject(f);const parent=deliveryGit(f,['rev-parse','HEAD']).trim(),protectedIndex=deliveryGit(f,['show',':owner-staged.txt']);
|
||||
const protectedFiles=['owner-staged.txt','owner-unstaged.txt','owner-untracked.txt'].map(file=>[file,fs.readFileSync(path.join(f.projectRoot,file))]);
|
||||
f.store.close();let requests=0,firstPhase=0,host,result;
|
||||
const marker='已应用修改后的当前交付依据(每次请求重新核对,非操作授权):\n';
|
||||
try{
|
||||
const upstream=await compatibleFixture(t,(route,body)=>{
|
||||
const messages=body.messages??body.input,allText=messages.map(value=>typeof value.content==='string'?value.content:JSON.stringify(value.content??'')).join('\n');
|
||||
const position=allText.indexOf(marker),progress=position<0?null:JSON.parse(allText.slice(position+marker.length).split('\n')[0]);requests++;
|
||||
let calls;
|
||||
if(progress){snapshots.push(progress);assert.ok(progress.files.every(file=>file.current));assert.ok(progress.next_action,'known facts must permit the next fixture action');
|
||||
calls=[call('next-'+requests,progress.next_action.tool,progress.next_action.arguments)];
|
||||
}else{
|
||||
firstPhase++;
|
||||
if(firstPhase===1)calls=[call('old-plan','plan_checks',{names:['test','build']})];
|
||||
else if(firstPhase===2){
|
||||
const original=messages.filter(value=>value.role==='tool'||value.type==='function_call_output').map(value=>{try{return JSON.parse(value.content??value.output);}catch{return null;}}).findLast(value=>value?.id&&Array.isArray(value.checks));
|
||||
assert.ok(original);calls=[call('old-check','run_checks',{plan_id:original.id})];
|
||||
}else if(firstPhase===3)calls=[call('fix-add','propose_file',{path:'src/add.mjs',content:"import {sum} from './math.mjs';\nexport const add=sum;\n",reason:'Owned repair after original failing tests'}),
|
||||
call('fix-math','propose_file',{path:'src/math.mjs',content:'export const sum=(a,b)=>a+b;\n',reason:'Owned repair'})];
|
||||
else if(firstPhase===4){
|
||||
const ids=messages.filter(value=>value.role==='tool'||value.type==='function_call_output').map(value=>{try{return JSON.parse(value.content??value.output)?.change_id;}catch{return null;}}).filter(Boolean);
|
||||
assert.equal(ids.length,2);calls=[call('seal','prepare_change_set',{change_ids:ids})];
|
||||
}else throw new Error('Fixture must not poll for state after the recorded application.');
|
||||
}
|
||||
const response=completion(calls);response.model='owned-delivery-progress';
|
||||
if(!responses)return {body:response};
|
||||
return {body:{id:'owned-response-'+requests,model:response.model,status:'completed',output:calls.map(tool=>({type:'function_call',id:'item-'+tool.id,call_id:tool.id,name:tool.function.name,arguments:tool.function.arguments})),
|
||||
usage:{input_tokens:13,output_tokens:7,total_tokens:20}}};
|
||||
});
|
||||
host=await launchWorkbench(t,f.data,{}, {appRoot});assert.notEqual(new URL(host.url).port,'4318');
|
||||
const connection=await host.api('/model-center/connections',{name:'Owned progress fixture',model:'owned-delivery-progress',baseUrl:upstream.baseUrl,requiresKey:false,
|
||||
protocol:responses?'responses':'chat-completions',contextLimit:32000,maxOutputTokens:512,modelIdentityPolicy:'require-match'});
|
||||
await host.api('/model-center/select',{type:'connection',id:connection.id});const route='/sessions/'+f.session.id;
|
||||
const settle=async()=>{let state;await until(async()=>{state=await host.api(route);for(const approval of state.approvals.filter(value=>value.status==='pending'))await host.api(route+'/approvals/'+approval.id,{allow:true});
|
||||
return !['running','awaiting_approval','stopping'].includes(state.status);},60000);return state;};
|
||||
await host.api(route+'/messages',{content:'修复加法模块,通过原测试与构建,并准备审查后的本地Git交付。'});
|
||||
let state=await settle();assert.equal(state.status,'needs_review',JSON.stringify(state.failure));assert.equal(requests,4);
|
||||
assert.equal(state.execution.checks[0].status,'failed');assert.equal(state.execution.checks[0].results[0].tests.failed,3);
|
||||
const taskId=state.taskId,batch=state.execution.changeSets.at(-1);assert.equal(batch.status,'prepared');
|
||||
await host.api(route+'/change-sets/'+batch.id+'/apply',{fingerprint:batch.fingerprint});
|
||||
await until(async()=>(await host.api(route)).execution.changeSets.at(-1).status==='completed',20000);assert.equal(requests,4);
|
||||
checks.push('original three failed tests, complete batch review and application with no automatic model continuation');
|
||||
await host.api(route+'/continue-reviewed',{});state=await settle();assert.equal(state.status,'needs_review',JSON.stringify(state.failure));
|
||||
assert.equal(state.taskId,taskId);assert.equal(state.execution.run.stopReason,'git_review');assert.equal(requests,7);
|
||||
assert.deepEqual(snapshots.map(value=>value.stage),['needs_current_check_plan','ready_for_checks','ready_for_git_preview']);
|
||||
const passed=state.execution.checks.at(-1);assert.equal(passed.status,'passed');assert.equal(passed.results[0].tests.passed,3);
|
||||
assert.equal(deliveryGit(f,['rev-parse','HEAD']).trim(),parent);checks.push('current applied SHA and stale checks drive new plan, approval, original tests/build and Git preview without state polling');
|
||||
await host.api(route+'/delivery-jobs',{planId:state.execution.deliveryPlans.at(-1).id});
|
||||
await until(async()=>{state=await host.api(route);return !!state.execution.deliveries.at(-1)?.reportArtifactId;},30000);
|
||||
const job=state.execution.deliveries.at(-1);assert.equal(job.status,'completed');assert.deepEqual(job.paths.slice().sort(),['src/add.mjs','src/math.mjs']);
|
||||
assert.equal(deliveryGit(f,['show',':owner-staged.txt']),protectedIndex);for(const [file,bytes]of protectedFiles)assert.deepEqual(fs.readFileSync(path.join(f.projectRoot,file)),bytes);
|
||||
const report=await host.api('/artifacts/'+job.reportArtifactId+'?session='+state.id+'&limit=64000');assert.equal(report.truncated,false);
|
||||
const raw=JSON.parse(report.content);assert.equal(raw.status,'verified_committed');assert.equal(raw.task.id,taskId);
|
||||
assert.ok(raw.runs.flatMap(run=>run.consumption).every(receipt=>receipt.modelIdentity.status==='matched'));
|
||||
checks.push('explicit Git confirmation publishes only reviewed files and preserves owner index/worktree with identity-bearing report');
|
||||
result={success:true,version:host.bootstrap.version,protocol:responses?'responses':'chat-completions',requests,checks,snapshots,commit:job.commit,
|
||||
reportSha256:createHash('sha256').update(report.content).digest('hex'),realModelRequests:0};
|
||||
}catch(error){result={success:false,error:error.stack,requests,checks,snapshots,realModelRequests:0};throw error;}
|
||||
finally{fs.writeFileSync(path.join(directory,'result.json'),JSON.stringify(result,null,2));console.log(JSON.stringify({success:result.success,directory,checks:checks.length,requests}));for(const action of cleanups.reverse())await action();}
|
||||
+83
@@ -0,0 +1,83 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { requestMetrics } from '../src/shared/contracts/model-request.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) {
|
||||
console.log('node scripts/verify-delivery-reliability-evidence.mjs — offline verify sealed G bytes, exact original/fixed context, frozen regression, UI/rebuild/installation receipts and preserved state. No model or host calls.');
|
||||
process.exit(0);
|
||||
}
|
||||
assert.equal(process.argv.length, 2);
|
||||
const root = path.resolve('docs/delivery-reliability-g-evidence');
|
||||
const hash = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
const read = file => JSON.parse(fs.readFileSync(path.join(root, file), 'utf8'));
|
||||
const manifestBytes = fs.readFileSync(path.join(root, 'manifest.json')), manifest = JSON.parse(manifestBytes);
|
||||
assert.equal(manifest.schemaVersion, 1); assert.equal(manifest.version, '1.24.1');
|
||||
assert.match(manifest.sourceCommit, /^[a-f0-9]{40}$/);
|
||||
const paths = new Set(); let bytes = 0;
|
||||
for (const entry of manifest.entries) {
|
||||
assert.ok(!paths.has(entry.path)); paths.add(entry.path);
|
||||
const target = path.resolve(root, entry.path); assert.ok(target.startsWith(root + path.sep));
|
||||
const raw = fs.readFileSync(target); assert.equal(raw.length, entry.bytes, entry.path); assert.equal(hash(raw), entry.sha256, entry.path); bytes += raw.length;
|
||||
}
|
||||
assert.equal(hash(fs.readFileSync('docs/live-original-purge-e-evidence/manifest.json')), manifest.originalEManifestSha256);
|
||||
assert.equal(hash(fs.readFileSync('docs/original-purge-release-f-evidence/manifest.json')), manifest.originalFManifestSha256);
|
||||
const tap = fs.readFileSync(path.join(root, manifest.checks.regression), 'utf8');
|
||||
const total = Number(tap.match(/ℹ tests (\d+)/)?.[1]), passed = Number(tap.match(/ℹ pass (\d+)/)?.[1]), failed = Number(tap.match(/ℹ fail (\d+)/)?.[1]);
|
||||
assert.equal(total, 155); assert.equal(total, passed); assert.equal(failed, 0);
|
||||
function strings(value, output = [], depth = 0) {
|
||||
if (depth > 12) return output;
|
||||
if (typeof value === 'string') {
|
||||
output.push(value);
|
||||
for (const text of new Set([value, ...value.split('\n').filter(line => /^\s*[\[{]/.test(line))])) {
|
||||
try { strings(JSON.parse(text), output, depth + 1); } catch {}
|
||||
}
|
||||
} else if (value && typeof value === 'object') for (const item of Object.values(value)) strings(item, output, depth + 1);
|
||||
return output;
|
||||
}
|
||||
const before = read('context/before/result.json'), after = read('context/final/result.json');
|
||||
assert.equal(before.manifestSha256, manifest.originalEManifestSha256); assert.equal(after.manifestSha256, before.manifestSha256);
|
||||
assert.equal(after.realModelRequests, 0); assert.equal(before.realModelRequests, 0);
|
||||
assert.deepEqual(before.reports.map(report => report.sources.filter(source => source.retained).length), [6, 5, 5, 4, 2, 2]);
|
||||
for (const [index, report] of after.reports.entries()) {
|
||||
assert.equal(report.sources.length, 6); assert.ok(report.sources.every(source => source.retained));
|
||||
assert.equal(report.inputBudget, before.reports[index].inputBudget); assert.equal(report.softTarget, 16000);
|
||||
const original = read('context/before/request-' + report.request + '.json');
|
||||
const fixed = read('context/final/request-' + report.request + '.json');
|
||||
assert.equal(requestMetrics(original.body).estimatedInputTokens, before.reports[index].originalInputTokens);
|
||||
const metrics = requestMetrics(fixed.body); assert.equal(metrics.estimatedInputTokens, report.inputTokens); assert.ok(metrics.estimatedInputTokens <= report.inputBudget);
|
||||
assert.equal(metrics.sha256, fixed.plan.requestSha256);
|
||||
assert.deepEqual(fixed.body.messages[0], original.body.messages[0], 'Complete original fixed goal/context');
|
||||
assert.deepEqual(fixed.body.variants.map(route => route.body.tools), original.body.variants.map(route => route.body.tools), 'Original complete tools');
|
||||
for (const source of report.sources) {
|
||||
const raw = fs.readFileSync(path.join('docs/live-original-purge-e-evidence/baselines/react', source.path), 'utf8');
|
||||
assert.equal(raw.length, source.characters); assert.ok(strings(fixed.body.messages).includes(raw), source.path);
|
||||
}
|
||||
}
|
||||
for (const key of ['sourceUI', 'portableUI']) {
|
||||
const ui = read(manifest.checks[key]); assert.equal(ui.success, true); assert.equal(ui.version, manifest.version);
|
||||
assert.equal(ui.realModelRequests, 0); assert.equal(ui.fixtureRequests, 5); assert.equal(ui.checks.length, 10); assert.deepEqual(ui.errors, []);
|
||||
for (const file of ui.screenshots) assert.ok(paths.has(path.posix.join(path.posix.dirname(manifest.checks[key]), path.basename(file))));
|
||||
}
|
||||
const release = read(manifest.checks.release), rebuild = read(manifest.checks.rebuild), archives = read(manifest.checks.archives), portable = read(manifest.checks.portable), install = read(manifest.checks.installer);
|
||||
assert.equal(release.documentation.sourceCommit, manifest.sourceCommit);
|
||||
assert.equal(rebuild.success, true); assert.equal(rebuild.sourceCommit, manifest.sourceCommit); assert.equal(rebuild.sourceZip.sha256, release.source.sha256);
|
||||
assert.equal(rebuild.compiled.length, 22); assert.deepEqual(rebuild.mismatches, []);
|
||||
assert.equal(archives.success, true); assert.equal(archives.version, manifest.version); assert.equal(archives.archives.length, 3);
|
||||
for (const archive of [release.portable, release.source, release.evidence]) assert.ok(archives.archives.some(record => record.sha256 === archive.sha256));
|
||||
assert.equal(portable.success, true); assert.equal(portable.version, manifest.version); assert.equal(portable.realModel, false);
|
||||
assert.ok(portable.actualRea.length > 0); assert.ok(portable.actualEngine); assert.ok(portable.actualControlled); assert.ok(portable.actualBrowser);
|
||||
assert.equal(install.success, true); assert.equal(install.version, manifest.version); assert.equal(install.realModelRequests, 0);
|
||||
assert.equal(install.results.length, 12); assert.ok(install.results.every(result => result.passed));
|
||||
for (const key of ['formalInstall', 'formalFinal']) {
|
||||
const record = read(manifest.checks[key]); assert.equal(record.success, true); assert.equal(record.version, manifest.version);
|
||||
assert.equal(record.sourceCommit, manifest.sourceCommit); assert.equal(record.pid, 36552); assert.equal(record.hasKey, true);
|
||||
assert.equal(record.retention.originalRows, 'exact'); assert.equal(record.retention.originalExports, 'exact');
|
||||
assert.equal(record.retention.originalArtifactBytes, 'exact'); assert.equal(record.retention.originalModelCenter, 'exact');
|
||||
assert.equal(record.operation.state, 'completed'); assert.equal(record.inspectorClosed, true); assert.equal(record.realModelRequests, 0);
|
||||
}
|
||||
console.log(JSON.stringify({ success: true, version: manifest.version, sourceCommit: manifest.sourceCommit,
|
||||
files: paths.size, bytes, manifestSha256: hash(manifestBytes), regression: { total, passed, failed },
|
||||
originalRetained: before.reports.map(report => report.sources.filter(source => source.retained).length), fixedRetained: after.reports.map(report => report.sources.filter(source => source.retained).length),
|
||||
compiledFiles: rebuild.compiled.length, uiGroups: 20, realModelRequests: 0, scope: 'Offline sealed-byte and actual-receipt verification. No new model calls, task execution, or claim of real-model/Purge success.' }));
|
||||
+133
@@ -0,0 +1,133 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import assert from 'node:assert/strict';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture, compatibleFixture, launchWorkbench, call, completion, until, assertToolPairs } from '../tests/helpers.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) {
|
||||
console.log('node scripts/verify-delivery-reliability-ui.mjs OUTPUT [APP_ROOT] — declared local HTTP model fixture, actual review/continue/check UI and saved budget cases; no real model. OUTPUT must be new.');
|
||||
process.exit(0);
|
||||
}
|
||||
assert.ok(process.argv[2], 'Choose a new output directory.');
|
||||
const output = path.resolve(process.argv[2]);
|
||||
assert.ok(!fs.existsSync(output), 'Keep prior evidence; choose a new directory.');
|
||||
fs.mkdirSync(output, { recursive: true });
|
||||
const appRoot = path.resolve(process.argv[3] ?? '.');
|
||||
const packageIdentity = JSON.parse(fs.readFileSync(path.join(appRoot,
|
||||
fs.existsSync(path.join(appRoot, 'MANIFEST.json')) ? 'MANIFEST.json' : 'package.json')));
|
||||
const cleanups = [], t = { after: fn => cleanups.push(fn) };
|
||||
const f = fixture(t), cases = {};
|
||||
fs.mkdirSync(path.join(f.projectRoot, 'test'));
|
||||
fs.writeFileSync(path.join(f.projectRoot, 'package.json'), JSON.stringify({ type: 'module', scripts: { test: 'node --test test/*.test.mjs' } }));
|
||||
fs.writeFileSync(path.join(f.projectRoot, 'test/values.test.mjs'), "import test from 'node:test';import assert from 'node:assert/strict';import {left} from '../src/left.mjs';import {right} from '../src/right.mjs';test('left',()=>assert.equal(left,1));test('right',()=>assert.equal(right,2));\n");
|
||||
for (const [name, limitingReason] of [['remaining', 'remaining_token_budget'], ['window', 'context_limit'], ['legacy', null]]) {
|
||||
const root = path.join(f.root, name); fs.mkdirSync(root); fs.writeFileSync(path.join(root, 'README.md'), '# Declared saved-budget UI fixture\n');
|
||||
const project = f.store.addProject(root), session = f.store.createSession(project.id, '预算诊断 ' + name);
|
||||
const goal = '保留原任务和已完成工具;按原拒绝分项核对预算。';
|
||||
const run = f.store.beginRun(session, goal, false, f.store.config);
|
||||
run.budgetPause = { schema: 1, reason: 'engine_input_budget', ...(limitingReason ? { limitingReason } : {}),
|
||||
requiredInputTokens: name === 'window' ? 28000 : 27424, inputBudget: 27552, contextLimit: 32000,
|
||||
outputReservation: 2048, safetyTokens: 2400, runRemainingTokens: 28339, taskRemainingTokens: 28339,
|
||||
remainingTokens: 28339, tokenReservation: { schemaVersion: 1, reservedTokens: 29600, routes: [] } };
|
||||
session.status = 'paused'; f.store.finishRun(session, run, 'engine_input_budget'); cases[name] = { project, session };
|
||||
}
|
||||
f.store.close();
|
||||
let requests = 0, browser, page;
|
||||
const checks = [], errors = [], screenshots = [];
|
||||
const mark = name => { checks.push(name); console.log('PASS ' + name); };
|
||||
const screenshot = async name => { const file = path.join(output, name + '.png'); await page.screenshot({ path: file, fullPage: true }); screenshots.push(file); };
|
||||
try {
|
||||
const model = await compatibleFixture(t, (_route, input) => {
|
||||
if (!input?.messages) return { data: [{ id: 'declared-ui-fixture' }] };
|
||||
requests++; assertToolPairs(input.messages);
|
||||
const values = input.messages.filter(message => message.role === 'tool').map(message => JSON.parse(message.content));
|
||||
if (requests === 1) return completion([
|
||||
call('ui-left', 'propose_file', { path: 'src/left.mjs', content: 'export const left = 1;\n', reason: 'Declared fixture left' }),
|
||||
call('ui-right', 'propose_file', { path: 'src/right.mjs', content: 'export const right = 2;\n', reason: 'Declared fixture right' }),
|
||||
]);
|
||||
if (requests === 2) return completion([
|
||||
call('ui-seal', 'prepare_change_set', { change_ids: values.map(value => value.change_id).filter(Boolean) }),
|
||||
call('ui-same-turn-inspect', 'inspect_session', {}),
|
||||
]);
|
||||
if (requests === 3) return completion([call('ui-check-plan', 'plan_checks', { names: ['test'] })]);
|
||||
if (requests === 4) return completion([call('ui-check-run', 'run_checks', { plan_id: values.findLast(value => value.checks && value.fingerprint).id })]);
|
||||
return completion([], '两份模块已通过实际 Node 测试。');
|
||||
});
|
||||
const host = await launchWorkbench(t, f.data, {}, { appRoot });
|
||||
assert.equal(host.bootstrap.version, packageIdentity.version, 'Compiled host and package must agree.');
|
||||
await host.api('/config', { mode: 'compatible', baseUrl: model.baseUrl, model: 'declared-ui-fixture', apiKey: 'SYNTHETIC-QA-ONLY', maxSteps: 6 });
|
||||
browser = await chromium.launch({ channel: 'msedge', headless: true });
|
||||
page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
page.on('pageerror', error => errors.push(error.message));
|
||||
page.on('requestfailed', request => { if (request.resourceType() !== 'eventsource') errors.push(request.url() + ': ' + request.failure()?.errorText); });
|
||||
await page.goto(host.url); await page.waitForLoadState('networkidle');
|
||||
async function choose(projectId) {
|
||||
const selector = page.getByLabel('当前项目', { exact: true });
|
||||
const expand = page.getByRole('button', { name: '展开项目栏', exact: true });
|
||||
if ((await page.viewportSize()).width <= 620) await expect(expand).toBeVisible();
|
||||
if (!await selector.isVisible()) await expand.click();
|
||||
await expect(selector).toBeVisible();
|
||||
await selector.selectOption(projectId);
|
||||
if ((await page.viewportSize()).width <= 940 && await page.locator('.project-sidebar').isVisible()) await page.getByRole('button', { name: '收起项目栏', exact: true }).click();
|
||||
}
|
||||
await choose(f.project.id);
|
||||
await page.getByLabel('任务内容', { exact: true }).fill('完成双模块工程,并在审查应用后继续实际测试。');
|
||||
await page.getByRole('button', { name: '发送任务', exact: true }).click();
|
||||
const route = '/sessions/' + f.session.id;
|
||||
let reviewed;
|
||||
await until(async () => { reviewed = await host.api(route); return reviewed.status === 'needs_review'; }, 30000);
|
||||
assert.equal(requests, 2); assert.equal(reviewed.execution.run.stopReason, 'change_set_review');
|
||||
assert.equal(reviewed.events.find(event => event.toolCallId === 'ui-same-turn-inspect').phase, 'completed');
|
||||
assert.equal(fs.existsSync(path.join(f.projectRoot, 'src')), false);
|
||||
mark('Actual compiled HTTP model loop settles both tools and hands off after exactly two fixture requests without writing files');
|
||||
await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
await expect(page.getByLabel('任务记录', { exact: true })).toContainText('完整文件批次已封存,等待审查与应用');
|
||||
await screenshot('desktop-review-handoff');
|
||||
await page.reload(); await page.waitForLoadState('networkidle');
|
||||
assert.equal((await host.api(route)).execution.task.id, reviewed.execution.task.id); assert.equal(requests, 2);
|
||||
mark('Review handoff persists across refresh without another model request');
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await choose(f.project.id);
|
||||
await page.getByRole('button', { name: '查看改动', exact: true }).click();
|
||||
await page.getByRole('button', { name: '审查变更集', exact: true }).click();
|
||||
const dialog = page.getByRole('dialog', { name: '多文件变更集审查', exact: true });
|
||||
await expect(dialog).toContainText('src/left.mjs'); await expect(dialog).toContainText('src/right.mjs');
|
||||
await screenshot('mobile-batch-review');
|
||||
await dialog.getByRole('button', { name: '确认应用全部 2 项', exact: true }).click();
|
||||
await until(async () => (await host.api(route)).execution.changeSets.at(-1).status === 'completed', 30000);
|
||||
await page.keyboard.press('Escape'); await expect(page.getByRole('button', { name: '继续原任务', exact: true })).toBeVisible();
|
||||
await page.getByRole('button', { name: '关闭检视区', exact: true }).click();
|
||||
assert.equal(requests, 2); mark('390px reviewed whole-batch application waits for explicit continuation');
|
||||
await page.getByRole('button', { name: '继续原任务', exact: true }).click();
|
||||
await until(async () => (await host.api(route)).approvals.some(approval => approval.status === 'pending'), 30000);
|
||||
await screenshot('mobile-check-approval');
|
||||
await page.getByRole('button', { name: '确认执行', exact: true }).click();
|
||||
let done;
|
||||
await until(async () => { done = await host.api(route); return done.status === 'completed'; }, 30000);
|
||||
assert.equal(done.execution.task.id, reviewed.execution.task.id); assert.equal(done.execution.checks[0].results[0].tests.passed, 2);
|
||||
assert.equal(requests, 5);
|
||||
assert.equal(done.events.filter(event => ['propose_file', 'prepare_change_set'].includes(event.tool)).length, 3);
|
||||
mark('Explicit same-Task continuation runs two actual Node assertions and never replays proposals or sealing');
|
||||
for (const width of [1440, 390]) {
|
||||
await page.setViewportSize({ width, height: width === 390 ? 844 : 1000 });
|
||||
for (const [name, title] of [['remaining', '原生引擎剩余预算不足'], ['window', '原生引擎上下文窗口不足'], ['legacy', '原生引擎输入或剩余预算不足']]) {
|
||||
await choose(cases[name].project.id);
|
||||
await expect(page.locator('.session-item.selected')).toContainText('预算诊断 ' + name);
|
||||
const panel = page.getByLabel('任务预算诊断', { exact: true });
|
||||
await expect(panel.getByRole('heading', { name: title, exact: true })).toBeVisible();
|
||||
if (name === 'remaining') { await expect(panel).toContainText('输入可容纳于当前上下文窗口'); await expect(panel).toContainText('29,600'); await expect(panel).toContainText('28,339'); }
|
||||
assert.ok(await page.evaluate(() => document.documentElement.scrollWidth <= window.innerWidth + 2));
|
||||
await screenshot(width + '-budget-' + name);
|
||||
mark(width + 'px ' + name + ' diagnosis renders actual limit, numbers and historical fallback without overflow');
|
||||
}
|
||||
}
|
||||
assert.deepEqual(errors, []);
|
||||
const result = { success: true, version: (await host.api('/bootstrap')).version, appRoot, checks, errors, screenshots,
|
||||
fixtureRequests: requests, realModelRequests: 0, taskId: done.execution.task.id, runs: done.execution.runs.map(run => ({ id: run.id, status: run.status, stopReason: run.stopReason })),
|
||||
scope: 'Declared local HTTP model fixture with actual engineering tools/checks, persisted review state and seeded diagnostic cases. No real model or user project.', browser: browser.version() };
|
||||
fs.writeFileSync(path.join(output, 'result.json'), JSON.stringify(result, null, 2) + '\n', { flag: 'wx' });
|
||||
console.log(JSON.stringify({ success: true, checks: checks.length, output }));
|
||||
} catch (error) {
|
||||
if (page) await screenshot('failure').catch(() => {});
|
||||
fs.writeFileSync(path.join(output, 'result.json'), JSON.stringify({ success: false, checks, errors, screenshots, error: error.stack, requests }, null, 2) + '\n', { flag: 'wx' });
|
||||
throw error;
|
||||
} finally { if (browser) await browser.close(); for (const cleanup of cleanups.reverse()) await cleanup(); }
|
||||
@@ -0,0 +1,226 @@
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import assert from 'node:assert/strict';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { spawn, execFileSync } from 'node:child_process';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { Store } from '../src/server/store.mjs';
|
||||
import { GitDelivery } from '../src/core/git-delivery.mjs';
|
||||
import { gitEnvironment } from '../src/core/git-process.mjs';
|
||||
import { checkedDelivery } from '../tests/fixtures/delivery-project.mjs';
|
||||
|
||||
// Owns an independent host and synthetic projects. It never connects to 4318.
|
||||
const workspace = process.cwd(), root = path.resolve('.qa', 'delivery-ui-' + randomUUID()), data = path.join(root, 'data');
|
||||
const projectRoot = path.join(root, '四模块交付工程'), recoveryRoot = path.join(root, '提交恢复工程');
|
||||
const allowed = ['src/normalize.mjs', 'src/summary.mjs', 'src/render.mjs', 'src/cli.mjs'];
|
||||
const bytesHash = value => createHash('sha256').update(value).digest('hex');
|
||||
fs.mkdirSync(root, { recursive: true }); fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
fs.cpSync(path.join(workspace, 'benchmarks/node-delivery-v1/baseline'), projectRoot, { recursive: true });
|
||||
fs.writeFileSync(path.join(projectRoot, '.gitignore'), 'dist/\n');
|
||||
fs.writeFileSync(path.join(projectRoot, 'OWNER-NOTES.md'), 'Owner baseline notes\n');
|
||||
fs.writeFileSync(path.join(projectRoot, 'OWNER-STAGED.txt'), 'Owner baseline staged file\n');
|
||||
const git = args => execFileSync('git', ['--no-pager', '--no-optional-locks', '-C', projectRoot, ...args], { env: gitEnvironment(), encoding: 'utf8', windowsHide: true });
|
||||
const list = directory => fs.readdirSync(directory, { withFileTypes: true }).flatMap(entry => entry.isDirectory() ? list(path.join(directory, entry.name)) : [path.relative(projectRoot, path.join(directory, entry.name)).replaceAll('\\', '/')]);
|
||||
const baselineFiles = list(projectRoot);
|
||||
git(['init', '--initial-branch=main']); git(['config', 'core.autocrlf', 'false']); git(['config', 'user.name', 'Workbench UI QA']); git(['config', 'user.email', 'ui@workbench.invalid']);
|
||||
git(['add', '--', ...baselineFiles]); git(['commit', '--no-gpg-sign', '-m', 'Sealed four-module UI input']);
|
||||
const baselineHead = git(['rev-parse', 'HEAD']).trim();
|
||||
fs.appendFileSync(path.join(projectRoot, 'OWNER-NOTES.md'), 'Keep owner unstaged notes\n');
|
||||
fs.writeFileSync(path.join(projectRoot, 'OWNER-STAGED.txt'), 'Keep owner staged content\n'); git(['add', '--', 'OWNER-STAGED.txt']);
|
||||
fs.appendFileSync(path.join(projectRoot, 'OWNER-STAGED.txt'), 'Keep later owner working copy\n');
|
||||
fs.writeFileSync(path.join(projectRoot, 'OWNER-UNTRACKED.txt'), 'Keep owner untracked file\n');
|
||||
const protectedFiles = [...baselineFiles.filter(relative => !allowed.includes(relative)), 'OWNER-UNTRACKED.txt'];
|
||||
const protectedHashes = Object.fromEntries(protectedFiles.map(relative => [relative, bytesHash(fs.readFileSync(path.join(projectRoot, relative)))]));
|
||||
const initialHashes = Object.fromEntries(allowed.map(relative => [relative, bytesHash(fs.readFileSync(path.join(projectRoot, relative)))]));
|
||||
const repairs = Object.fromEntries(allowed.map(relative => [relative, fs.readFileSync(path.join(workspace, 'examples/delivery-report', relative), 'utf8')]));
|
||||
const store = new Store(data), primary = store.addProject(projectRoot);
|
||||
fs.mkdirSync(recoveryRoot);
|
||||
fs.writeFileSync(path.join(recoveryRoot, 'README.md'), '# Recovery UI fixture\n');
|
||||
const recoveryProject = store.addProject(recoveryRoot), recoverySession = store.createSession(recoveryProject.id), seedCleanup = [];
|
||||
const f = { root, projectRoot: recoveryRoot, data, store, project: recoveryProject, session: recoverySession, onCleanup: fn => seedCleanup.push(fn) };
|
||||
await checkedDelivery(f);
|
||||
recoverySession.title = 'Git中断核对样本'; store.save(recoverySession);
|
||||
const recoveryAdapter = new GitDelivery(store, { faultInjector: phase => { if (phase === 'committed') throw new Error('Controlled lost acknowledgement after actual publication'); } });
|
||||
const recoveryPlan = await recoveryAdapter.plan(recoverySession);
|
||||
for (const cleanup of seedCleanup) await cleanup(); store.close();
|
||||
const exited = spawn(process.execPath, [path.join(workspace, 'tests/fixtures/delivery-crash-worker.mjs'), data, recoverySession.id, recoveryPlan.id, 'committed'],
|
||||
{ windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let exitOutput = '', exitErrors = '';
|
||||
exited.stdout.on('data', bytes => { exitOutput += bytes.toString('utf8'); }); exited.stderr.on('data', bytes => { exitErrors += bytes.toString('utf8'); });
|
||||
assert.equal(await new Promise(resolve => exited.once('close', resolve)), 73, exitErrors);
|
||||
const crashed = JSON.parse(exitOutput.trim()), recoveredStore = new Store(data), recoveryJob = structuredClone(recoveredStore.owned('delivery_job', crashed.jobId, recoverySession.id));
|
||||
assert.equal(recoveryJob.status, 'unknown'); recoveredStore.close();
|
||||
|
||||
let modelMode = 'initial', modelStage = 0;
|
||||
const model = http.createServer(async (request, response) => {
|
||||
try {
|
||||
const chunks = []; for await (const chunk of request) chunks.push(chunk);
|
||||
const input = JSON.parse(Buffer.concat(chunks).toString('utf8'));
|
||||
const last = input.messages.findLastIndex(item => item.role === 'user');
|
||||
const results = input.messages.slice(last + 1).filter(item => item.role === 'tool').map(item => JSON.parse(item.content));
|
||||
// The request intentionally seals old complete tool groups when bounded.
|
||||
// Consume the original fields in its visible feedback, not history length.
|
||||
const feedback = input.messages.filter(item => item.role === 'system').flatMap(item => {
|
||||
for (const line of item.content.split('\n')) try { const value = JSON.parse(line); if (value.data?.kind === 'latest-tool-feedback') return value.data.entries.map(entry => entry.result); } catch {}
|
||||
return [];
|
||||
});
|
||||
const plan = [...results, ...feedback].findLast(value => value.checks && value.fingerprint);
|
||||
let calls = [];
|
||||
if (modelStage === 0) calls = [['inspect_project', {}]];
|
||||
else if (modelStage === 1) calls = [['plan_checks', {}]];
|
||||
else if (modelStage === 2) { assert.ok(plan?.id, 'The actual check plan must remain visible in raw results or original-field feedback.'); calls = [['run_checks', { plan_id: plan.id }]]; }
|
||||
else if (modelStage === 3 && modelMode === 'initial') calls = allowed.map(relative => ['propose_file', { path: relative, content: repairs[relative], base_sha256: initialHashes[relative], reason: 'Controlled four-module repair after actual failure logs' }]);
|
||||
else if (modelStage === 3 && modelMode === 'final') calls = [['plan_delivery', { message: 'feat: prepare verified four-module delivery' }]];
|
||||
else if (modelStage === 4 && modelMode === 'final') calls = [['delivery_report', {}]];
|
||||
modelStage++;
|
||||
response.writeHead(200, { 'Content-Type': 'application/json' });
|
||||
response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content: calls.length ? '' : modelMode === 'initial' ? '四个文件已准备提案,等待审查。' : '实际14项测试和构建通过,Git预览已准备,等待确认。',
|
||||
...(calls.length ? { tool_calls: calls.map(([name, args]) => ({ id: randomUUID(), type: 'function', function: { name, arguments: JSON.stringify(args) } })) } : {}) },
|
||||
finish_reason: calls.length ? 'tool_calls' : 'stop' }], usage: { prompt_tokens: 40, completion_tokens: 20, total_tokens: 60 } }));
|
||||
} catch (error) { response.writeHead(500, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ error: { message: error.message } })); }
|
||||
});
|
||||
await new Promise(resolve => model.listen(0, '127.0.0.1', resolve));
|
||||
const env = { ...process.env, AGENT_WORKBENCH_APP_DIR: workspace, AGENT_WORKBENCH_DATA_DIR: data, AGENT_WORKBENCH_PORT: '0' }; delete env.AGENT_WORKBENCH_API_KEY;
|
||||
const host = spawn(process.execPath, ['dist-server/server.mjs'], { cwd: workspace, env, windowsHide: true, stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
let url = '', hostOutput = '', hostErrors = '';
|
||||
host.stdout.on('data', bytes => { hostOutput += bytes.toString('utf8'); for (const line of hostOutput.split('\n')) { try { const value = JSON.parse(line); if (value.ready) url = value.url; } catch {} } });
|
||||
host.stderr.on('data', bytes => { hostErrors += bytes.toString('utf8'); });
|
||||
const until = async predicate => { const deadline = Date.now() + 20000; while (!(await predicate())) { if (Date.now() > deadline) throw new Error('QA host state timeout: ' + hostErrors); await new Promise(resolve => setTimeout(resolve, 20)); } };
|
||||
await until(() => url || host.exitCode !== null); assert.ok(url, hostErrors); assert.notEqual(new URL(url).port, '4318');
|
||||
const bootstrap = await (await fetch(url + '/api/bootstrap')).json();
|
||||
const api = async (route, input) => {
|
||||
const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' }, ...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const result = await response.json(); assert.ok(response.ok, result.error); return result;
|
||||
};
|
||||
await api('/config', { ...bootstrap.config, mode: 'compatible', model: 'delivery-ui-controlled-fixture', baseUrl: 'http://127.0.0.1:' + model.address().port + '/v1', apiKey: 'delivery-ui-volatile-fixture-key' });
|
||||
const browser = await chromium.launch({ executablePath: 'C:/Program Files (x86)/Microsoft/Edge/Application/msedge.exe', headless: true });
|
||||
const context = await browser.newContext({ viewport: { width: 1440, height: 1000 } });
|
||||
const page = await context.newPage(), passed = [], pageErrors = [], requestFailures = [], confirmations = [];
|
||||
page.on('pageerror', error => pageErrors.push(error.message));
|
||||
page.on('requestfailed', request => requestFailures.push(request.url() + ': ' + request.failure()?.errorText));
|
||||
page.on('request', request => { if (request.method() === 'POST' && /\/delivery-jobs$/.test(new URL(request.url()).pathname)) confirmations.push(request.postDataJSON().planId); });
|
||||
const mark = text => { passed.push(text); console.log('PASS ' + text); };
|
||||
const screenshot = name => page.screenshot({ path: '.qa/screenshots/' + name + '.png', scale: 'css' });
|
||||
const task = () => page.getByLabel('任务记录', { exact: true });
|
||||
const delivery = () => task().getByLabel('Git交付', { exact: true });
|
||||
const confirm = () => page.getByRole('dialog', { name: '确认本地Git提交', exact: true });
|
||||
const artifact = () => page.getByRole('dialog', { name: '执行结果工件', exact: true });
|
||||
let sessionId = '';
|
||||
const state = () => api('/sessions/' + sessionId);
|
||||
const waitStatus = status => expect.poll(async () => (await state()).status, { timeout: 30000 }).toBe(status);
|
||||
try {
|
||||
await page.goto(url); await page.waitForLoadState('networkidle');
|
||||
await page.getByLabel('当前项目').selectOption(primary.id);
|
||||
await page.getByRole('button', { name: '新建任务', exact: true }).click();
|
||||
await page.getByLabel('任务内容').fill('修复四模块并交付Git报告'); await page.getByRole('button', { name: '发送任务' }).click();
|
||||
await expect.poll(async () => (await api('/sessions')).find(value => value.title === '修复四模块并交付Git报告')?.id).toBeTruthy();
|
||||
sessionId = (await api('/sessions')).find(value => value.title === '修复四模块并交付Git报告').id;
|
||||
await waitStatus('awaiting_approval'); await page.getByRole('button', { name: '确认执行', exact: true }).click(); await waitStatus('needs_review');
|
||||
const reviewed = await state(); assert.equal(reviewed.execution.checks[0].results[0].tests.failed, 13);
|
||||
await page.getByRole('button', { name: '查看任务记录' }).click(); await expect(task()).toContainText('13');
|
||||
assert.equal(git(['rev-parse', 'HEAD']).trim(), baselineHead);
|
||||
mark('actual failing tests and four source proposals retain the original project and task');
|
||||
await page.locator('.inspector-tabs').getByRole('button', { name: /改动/ }).click();
|
||||
for (const relative of allowed) {
|
||||
await page.locator('.change-list').getByRole('button').filter({ hasText: relative }).click();
|
||||
await page.getByRole('button', { name: '应用这项改动', exact: true }).click();
|
||||
}
|
||||
await waitStatus('paused'); modelMode = 'final'; modelStage = 0; await page.getByRole('button', { name: '继续原任务', exact: true }).click();
|
||||
await waitStatus('awaiting_approval'); await page.getByRole('button', { name: '确认执行', exact: true }).click(); await waitStatus('needs_review');
|
||||
const verified = await state(); assert.equal(verified.execution.task.id, reviewed.execution.task.id); assert.equal(verified.execution.checks.at(-1).status, 'passed');
|
||||
assert.equal(verified.execution.checks.at(-1).results[0].tests.passed, 14); assert.equal(verified.execution.deliveries.length, 0);
|
||||
assert.equal(verified.execution.deliveryPlans.at(-1).preparedBy, 'agent');
|
||||
assert.equal(verified.execution.run.stopReason, 'git_review');
|
||||
await page.getByRole('button', { name: '查看任务记录' }).click(); await expect(task()).toContainText('测试 14/14 通过');
|
||||
await page.locator('.session-select').filter({ hasText: '修复四模块并交付Git报告' }).click();
|
||||
await expect(task()).toContainText('测试 14/14 通过');
|
||||
await expect(delivery().getByLabel('等待Git确认')).toBeVisible();
|
||||
await expect(page.getByRole('button', { name: '继续原任务', exact: true })).toHaveCount(0);
|
||||
await delivery().getByRole('button', { name: '查看待确认预览', exact: true }).click();
|
||||
await expect(confirm()).toBeVisible(); await expect(confirm()).toContainText('14/14');
|
||||
await screenshot('delivery-git-review-boundary');
|
||||
await confirm().getByRole('button', { name: '返回修改', exact: true }).click();
|
||||
mark('reviewed changes continue the same Task through 14 real tests and model-prepared Git review');
|
||||
|
||||
await delivery().getByLabel('提交说明', { exact: true }).fill('feat: ship the reviewed four-module delivery');
|
||||
await delivery().getByText('Git署名', { exact: true }).click(); await delivery().getByLabel('提交者姓名').fill('UI Reviewer'); await delivery().getByLabel('提交者邮箱').fill('reviewer@workbench.invalid');
|
||||
await delivery().getByRole('button', { name: '预览Git提交', exact: true }).click(); await expect(confirm()).toBeVisible();
|
||||
await expect(confirm()).toContainText('UI Reviewer'); await expect(confirm()).toContainText('14/14'); await expect(confirm()).toContainText(baselineHead.slice(0, 12)); await expect(confirm()).toContainText('不执行仓库hooks');
|
||||
for (const relative of allowed) { await confirm().locator('summary').filter({ hasText: relative }).click(); await expect(confirm().getByLabel('提交差异 ' + relative, { exact: true })).toBeVisible(); }
|
||||
await confirm().locator('.delivery-confirm').evaluate(element => { element.scrollTop = 0; });
|
||||
await screenshot('delivery-desktop-review');
|
||||
await page.keyboard.press('Escape'); await expect(confirm()).not.toBeVisible(); assert.equal(git(['rev-parse', 'HEAD']).trim(), baselineHead);
|
||||
mark('review shows actual paths, diffs, tests, author and policy; cancelling leaves Git unchanged');
|
||||
|
||||
await delivery().getByRole('button', { name: '预览Git提交', exact: true }).click(); await expect(confirm()).toBeVisible();
|
||||
git(['add', '--', 'OWNER-NOTES.md']); const protectedStage = git(['show', ':OWNER-STAGED.txt']), stagedNotes = git(['show', ':OWNER-NOTES.md']);
|
||||
await confirm().getByRole('button', { name: '确认创建本地提交', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.deliveries.at(-1)?.status, { timeout: 20000 }).toBe('stale');
|
||||
await expect(delivery()).toContainText('提交预览后'); assert.equal(git(['rev-parse', 'HEAD']).trim(), baselineHead);
|
||||
assert.equal(git(['show', ':OWNER-STAGED.txt']), protectedStage); assert.equal(git(['show', ':OWNER-NOTES.md']), stagedNotes);
|
||||
mark('an index change after confirmation preview refuses the stale job and preserves both staged owners');
|
||||
|
||||
await delivery().getByRole('button', { name: '预览Git提交', exact: true }).click(); await expect(confirm()).toBeVisible();
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await expect(confirm()).toBeVisible();
|
||||
await confirm().locator('summary').filter({ hasText: 'src/normalize.mjs' }).click();
|
||||
await screenshot('delivery-mobile-review');
|
||||
const box = await confirm().boundingBox(), confirmButton = await confirm().getByRole('button', { name: '确认创建本地提交', exact: true }).boundingBox();
|
||||
assert.ok(box.x >= 0 && box.x + box.width <= 391 && box.y >= 0 && box.y + box.height <= 845);
|
||||
assert.ok(confirmButton.x >= 0 && confirmButton.x + confirmButton.width <= 391);
|
||||
assert.ok(await confirm().evaluate(element => element.scrollWidth <= element.clientWidth + 1));
|
||||
mark('390px confirmation keeps file hashes, diffs and actions inside the modal');
|
||||
await page.setViewportSize({ width: 1440, height: 1000 });
|
||||
await confirm().getByRole('button', { name: '确认创建本地提交', exact: true }).dblclick();
|
||||
await expect.poll(async () => (await state()).execution.deliveries.at(-1)?.status, { timeout: 25000 }).toBe('completed');
|
||||
const delivered = await state(), job = delivered.execution.deliveries.at(-1);
|
||||
assert.equal(confirmations.filter(value => value === job.planId).length, 1);
|
||||
assert.equal(job.workspacePreserved, true); assert.equal(job.indexPreserved, true); assert.equal(git(['rev-list', '--count', 'HEAD']).trim(), '2');
|
||||
assert.equal(git(['show', ':OWNER-STAGED.txt']), protectedStage); assert.equal(git(['show', ':OWNER-NOTES.md']), stagedNotes);
|
||||
for (const [relative, expected] of Object.entries(protectedHashes)) assert.equal(bytesHash(fs.readFileSync(path.join(projectRoot, relative))), expected);
|
||||
assert.deepEqual(git(['diff-tree', '--no-commit-id', '--name-only', '-r', 'HEAD']).trim().split('\n').sort(), allowed.slice().sort());
|
||||
await expect(delivery()).toContainText(job.commit); await expect(delivery()).toContainText('实际提交已核对'); await screenshot('delivery-desktop-result');
|
||||
mark('double confirmation creates one four-file commit, retains owner bytes and publishes report with completion');
|
||||
|
||||
const jobCard = delivery().locator('.delivery-job').filter({ hasText: job.commit });
|
||||
await jobCard.getByRole('button', { name: '查看交付报告', exact: true }).click(); await expect(artifact()).toContainText('检查通过并已提交'); await expect(artifact()).toContainText('14/14');
|
||||
await screenshot('delivery-desktop-report'); await artifact().getByRole('button', { name: '关闭窗口' }).click();
|
||||
for (const [label, id, extension] of [['下载Markdown', job.reportMarkdownArtifactId, '.md'], ['下载JSON', job.reportArtifactId, '.json']]) {
|
||||
const event = page.waitForEvent('download'); await jobCard.getByRole('button', { name: label, exact: true }).click(); const download = await event;
|
||||
const target = path.join(root, 'download' + extension); await download.saveAs(target);
|
||||
const meta = await api('/artifacts/' + id + '?session=' + sessionId); assert.equal(bytesHash(fs.readFileSync(target)), meta.sha256);
|
||||
if (extension === '.json') assert.equal(JSON.parse(fs.readFileSync(target, 'utf8')).status, 'verified_committed');
|
||||
}
|
||||
mark('report viewing and Markdown/JSON downloads preserve verified artifact bytes and truthful acceptance limits');
|
||||
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await page.getByRole('button', { name: '查看任务记录' }).click();
|
||||
await delivery().getByRole('button', { name: '查看最新报告', exact: true }).click(); await expect(artifact()).toBeVisible(); await screenshot('delivery-mobile-report');
|
||||
await artifact().getByRole('button', { name: '关闭窗口' }).click(); await page.getByRole('button', { name: '关闭检视区' }).click();
|
||||
const composer = await page.getByLabel('任务内容').boundingBox(); assert.ok(composer.y >= 0 && composer.y + composer.height <= 844);
|
||||
assert.ok(await page.locator('body').evaluate(element => element.scrollWidth <= 390)); mark('mobile report preview closes cleanly and keeps the task input fixed');
|
||||
|
||||
await page.setViewportSize({ width: 1440, height: 1000 });
|
||||
if (!await page.getByLabel('当前项目').isVisible()) await page.getByRole('button', { name: '展开项目栏' }).click();
|
||||
await page.getByLabel('当前项目').selectOption(recoveryProject.id); await page.locator('.session-select').filter({ hasText: 'Git中断核对样本' }).click();
|
||||
await page.getByRole('button', { name: '查看任务记录' }).click(); await expect(delivery()).toContainText('结果待核对');
|
||||
await expect(delivery().getByRole('button', { name: '预览Git提交', exact: true })).toBeDisabled(); await screenshot('delivery-unknown-result');
|
||||
await delivery().getByRole('button', { name: '核对提交结果', exact: true }).click();
|
||||
await expect.poll(async () => (await api('/sessions/' + recoverySession.id)).execution.deliveries[0].status, { timeout: 15000 }).toBe('completed');
|
||||
const recovered = await api('/sessions/' + recoverySession.id);
|
||||
assert.equal(recovered.execution.deliveries[0].commit, recoveryJob.expectedCommit); assert.equal(fs.existsSync(path.join(recoveryRoot, '.git/index.lock')), false);
|
||||
await expect(delivery()).toContainText('没有重新执行提交'); await screenshot('delivery-reconciled-result');
|
||||
mark('unknown Git results block new submission and the explicit reconcile action restores the existing commit');
|
||||
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
const result = { success: true, version: bootstrap.version, testedAt: new Date().toISOString(), browser: browser.version(), passed, pageErrors, requestFailures,
|
||||
projectRoot, projectId: primary.id, sessionId, taskId: reviewed.execution.task.id, commit: job.commit, recoveryCommit: recoveryJob.expectedCommit,
|
||||
testCounts: { baselineFailed: 13, passed: 14 }, model: 'controlled local HTTP fixture', confirmations: confirmations.length };
|
||||
fs.writeFileSync('.qa/delivery-ui-validation.json', JSON.stringify(result, null, 2)); console.log(JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
await screenshot('delivery-ui-failure').catch(() => {}); fs.writeFileSync('.qa/delivery-ui-failure-dom.html', await page.content().catch(() => ''));
|
||||
fs.writeFileSync('.qa/delivery-ui-validation.json', JSON.stringify({ success: false, error: error.message, passed, pageErrors, requestFailures, root, url }, null, 2));
|
||||
throw error;
|
||||
} finally {
|
||||
await browser.close(); await api('/shutdown', {}).catch(() => {}); await until(() => host.exitCode !== null).catch(() => host.kill());
|
||||
model.closeAllConnections(); await new Promise(resolve => model.close(resolve));
|
||||
}
|
||||
+206
@@ -0,0 +1,206 @@
|
||||
"""Owned Windows DPAPI restart and real browser acceptance; no user credentials."""
|
||||
import argparse
|
||||
import hashlib
|
||||
import http.server
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import re
|
||||
import shutil
|
||||
import socket
|
||||
import sqlite3
|
||||
import subprocess
|
||||
import threading
|
||||
import time
|
||||
import urllib.request
|
||||
import uuid
|
||||
|
||||
parser = argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument('--node', required=True)
|
||||
args = parser.parse_args()
|
||||
from playwright.sync_api import sync_playwright, expect
|
||||
workspace = Path.cwd()
|
||||
root = workspace / '.qa' / ('desktop-credentials-' + str(uuid.uuid4()))
|
||||
app_root, data_root = root / 'app', root / 'data'
|
||||
app_root.mkdir(parents=True)
|
||||
for name in ['dist-client', 'dist-server']:
|
||||
shutil.copytree(workspace / name, app_root / name)
|
||||
shutil.copy2(workspace / 'package.json', app_root / 'package.json')
|
||||
with socket.socket() as probe:
|
||||
probe.bind(('127.0.0.1', 0))
|
||||
port = probe.getsockname()[1]
|
||||
url = 'http://127.0.0.1:' + str(port)
|
||||
node = str(Path(args.node).resolve())
|
||||
allowed = re.compile(r'^(path|pathext|systemroot|systemdrive|windir|comspec|temp|tmp|userprofile|homedrive|homepath|home|appdata|localappdata|programfiles(?:\(x86\))?|commonprogramfiles(?:\(x86\))?|lang|lc_all)$', re.I)
|
||||
environment = {key: value for key, value in os.environ.items() if allowed.match(key)}
|
||||
environment['PATH'] = str(Path(node).parent) + os.pathsep + environment.get('PATH', environment.get('Path', ''))
|
||||
for key in list(environment):
|
||||
if key.lower() == 'path' and key != 'PATH':
|
||||
del environment[key]
|
||||
keys = ['OWNED_UI_DPAPI_' + uuid.uuid4().hex, 'OWNED_UI_LEGACY_' + uuid.uuid4().hex, 'OWNED_UI_VOLATILE_' + uuid.uuid4().hex]
|
||||
requests = []
|
||||
|
||||
class ModelFixture(http.server.BaseHTTPRequestHandler):
|
||||
def respond(self):
|
||||
if self.command == 'POST':
|
||||
self.rfile.read(int(self.headers.get('Content-Length', 0)))
|
||||
valid = self.headers.get('Authorization') in ['Bearer ' + key for key in keys]
|
||||
requests.append({'path': self.path, 'authorizedOwnedKey': valid})
|
||||
result = {'data': [{'id': 'owned-fixture'}]} if self.path.endswith('/models') else {'choices': [{'message': {'role': 'assistant', 'content': 'Owned response OK'}, 'finish_reason': 'stop'}], 'usage': {'prompt_tokens': 5, 'completion_tokens': 4, 'total_tokens': 9}}
|
||||
encoded = json.dumps(result if valid else {'error': {'message': 'Owned fixture credential rejected'}}).encode()
|
||||
self.send_response(200 if valid else 401)
|
||||
self.send_header('Content-Type', 'application/json')
|
||||
self.send_header('Content-Length', str(len(encoded)))
|
||||
self.end_headers()
|
||||
self.wfile.write(encoded)
|
||||
do_GET = respond
|
||||
do_POST = respond
|
||||
def log_message(self, *unused):
|
||||
pass
|
||||
|
||||
fixture = http.server.ThreadingHTTPServer(('127.0.0.1', 0), ModelFixture)
|
||||
threading.Thread(target=fixture.serve_forever, daemon=True).start()
|
||||
endpoint = 'http://127.0.0.1:' + str(fixture.server_port) + '/v1'
|
||||
marks, errors, images = [], [], []
|
||||
started, token, stage = False, None, 'host start'
|
||||
|
||||
def host(command):
|
||||
child = subprocess.run([node, str(app_root / 'dist-server' / 'host-launcher.mjs'), command, '--app-root', str(app_root), '--data-root', str(data_root), '--node', node, '--port', str(port)], cwd=str(app_root), env=environment, capture_output=True, encoding='utf-8', timeout=75, creationflags=subprocess.CREATE_NO_WINDOW)
|
||||
if child.returncode:
|
||||
raise RuntimeError('Owned host operation failed: ' + child.stderr)
|
||||
return json.loads(child.stdout)
|
||||
|
||||
def api(route, payload=None):
|
||||
req = urllib.request.Request(url + '/api' + route, data=None if payload is None else json.dumps(payload).encode(), headers={'Content-Type': 'application/json', 'X-Workbench-Token': token or '', 'Connection': 'close'})
|
||||
with urllib.request.urlopen(req, timeout=30) as response:
|
||||
return json.load(response)
|
||||
|
||||
def mark(name):
|
||||
marks.append(name)
|
||||
print('PASS ' + name, flush=True)
|
||||
|
||||
def snapshot_rows():
|
||||
with sqlite3.connect((data_root / 'workbench.sqlite').as_uri() + '?mode=ro', uri=True) as db:
|
||||
result = {table: db.execute('SELECT * FROM ' + table + ' ORDER BY rowid').fetchall() for table in ['metadata', 'projects', 'sessions', 'records', 'events', 'outbox']}
|
||||
result['metadata'] = [row for row in result['metadata'] if row[0] != 'runtimeOwner']
|
||||
return result
|
||||
|
||||
def save(success, detail=None):
|
||||
result = {'success': success, 'root': str(root), 'url': url, 'stage': stage, 'originalHost': globals().get('original'), 'freshHost': globals().get('fresh'), 'groups': marks, 'requests': requests, 'images': images, 'pageErrors': errors, 'detail': detail, 'scope': 'Owned CurrentUser DPAPI and local HTTP fixture; no external model request or existing credential is used.'}
|
||||
(root / 'result.json').write_text(json.dumps(result, ensure_ascii=False, indent=2), encoding='utf-8')
|
||||
(workspace / '.qa' / 'desktop-credentials-latest.json').write_text(json.dumps(result, ensure_ascii=False, indent=2), encoding='utf-8')
|
||||
|
||||
try:
|
||||
original = host('start'); started = True
|
||||
token = api('/bootstrap')['token']
|
||||
api('/config', {'mode': 'demo', 'baseUrl': endpoint, 'model': 'owned-legacy'})
|
||||
with sync_playwright() as pw:
|
||||
browser = pw.chromium.launch(channel='msedge', headless=True)
|
||||
page = browser.new_page(viewport={'width': 1440, 'height': 1000})
|
||||
page.on('pageerror', lambda error: errors.append(str(error)))
|
||||
page.goto(url)
|
||||
page.wait_for_load_state('networkidle')
|
||||
assert page.get_by_role('button', name='打开模型中心', exact=True).count() == 1
|
||||
page.get_by_role('button', name='打开模型中心', exact=True).click()
|
||||
dialog = page.get_by_role('dialog', name='模型中心', exact=True)
|
||||
expect(dialog).to_be_visible()
|
||||
stage = 'real connection form and explicit encrypted save'
|
||||
dialog.get_by_role('button', name='手动填写(兼容)', exact=True).click()
|
||||
editor = dialog.get_by_role('form', name='编辑模型连接', exact=True)
|
||||
editor.get_by_label('连接名称', exact=True).fill('Owned Saved Primary')
|
||||
editor.get_by_label('接口根地址', exact=True).fill(endpoint)
|
||||
editor.get_by_label('实际模型名称', exact=True).fill('owned-primary')
|
||||
editor.get_by_label('本机加密保存本次填写的 API Key', exact=True).check()
|
||||
expect(editor.get_by_role('button', name='保存模型连接', exact=True)).to_be_disabled()
|
||||
editor.get_by_label('临时 API Key', exact=True).fill(keys[0])
|
||||
editor.get_by_role('button', name='保存模型连接', exact=True).click()
|
||||
expect(dialog.locator('.mc-connection').filter(has_text='Owned Saved Primary')).to_contain_text('可从本机加密保存加载')
|
||||
assert keys[0] not in page.content()
|
||||
mark(stage)
|
||||
initial_image = root / 'credentials-new-connection.png'
|
||||
page.screenshot(path=str(initial_image), full_page=True)
|
||||
images.append(str(initial_image))
|
||||
center = api('/model-center')
|
||||
saved = next(value for value in center['connections'] if value['name'] == 'Owned Saved Primary')
|
||||
volatile = api('/model-center/connections', {'name': 'Owned Volatile', 'model': 'owned-volatile', 'baseUrl': endpoint, 'apiKey': keys[2]})
|
||||
stage = 'real legacy credential save without exposing an existing key'
|
||||
dialog.get_by_role('button', name='凭据保存', exact=True).click()
|
||||
form = dialog.get_by_role('form', name='保存加密凭据', exact=True)
|
||||
expect(form).to_be_visible()
|
||||
form.get_by_label('选择保存连接', exact=True).select_option('legacy-default')
|
||||
form.get_by_label('重新填写 API Key', exact=True).fill(keys[1])
|
||||
form.get_by_role('button', name='加密保存凭据', exact=True).click()
|
||||
expect(form.get_by_label('重新填写 API Key', exact=True)).to_have_value('')
|
||||
expect(dialog.locator('.mc-connection').filter(has_text='原模型连接')).to_contain_text('本机加密保存')
|
||||
mark(stage)
|
||||
for width in [1440, 390]:
|
||||
page.set_viewport_size({'width': width, 'height': 1000})
|
||||
expect(dialog.get_by_role('heading', name='本机加密凭据', exact=True)).to_be_visible()
|
||||
assert page.evaluate('document.documentElement.scrollWidth <= innerWidth + 1')
|
||||
image = root / ('credentials-' + str(width) + '.png')
|
||||
page.screenshot(path=str(image), full_page=True)
|
||||
images.append(str(image))
|
||||
mark('real desktop and 390px saved-state controls and layout')
|
||||
browser.close()
|
||||
stage = 'actual host exit and fresh process restores encrypted revisions'
|
||||
api('/model-center/probe', {'id': saved['id']})
|
||||
before_rows = snapshot_rows()
|
||||
before_credentials = api('/model-center/credentials')
|
||||
stopped = host('stop'); started = False
|
||||
assert stopped['processExited']
|
||||
fresh = host('start'); started = True
|
||||
assert fresh['identity']['instanceId'] != original['identity']['instanceId']
|
||||
token = api('/bootstrap')['token']
|
||||
restored = api('/model-center')
|
||||
current = next(value for value in restored['connections'] if value['id'] == saved['id'])
|
||||
assert current['hasKey'] and current['credentialRevision'] == saved['credentialRevision']
|
||||
assert next(value for value in restored['connections'] if value['id'] == volatile['id'])['hasKey'] is False
|
||||
assert next(value for value in restored['connections'] if value['id'] == 'legacy-default')['hasKey']
|
||||
assert snapshot_rows() == before_rows
|
||||
assert api('/model-center/credentials')['connections'] == before_credentials['connections']
|
||||
mark(stage)
|
||||
api('/model-center/probe', {'id': saved['id']})
|
||||
api('/model-center/probe', {'id': 'legacy-default'})
|
||||
assert len(requests) == 3 and all(value['authorizedOwnedKey'] for value in requests)
|
||||
mark('fresh host actually uses both DPAPI-restored keys with owned HTTP responses')
|
||||
stage = 'disable, delete and forget through real controls'
|
||||
with sync_playwright() as pw:
|
||||
browser = pw.chromium.launch(channel='msedge', headless=True)
|
||||
page = browser.new_page(viewport={'width': 1280, 'height': 900})
|
||||
page.goto(url); page.wait_for_load_state('networkidle')
|
||||
page.get_by_role('button', name='打开模型中心', exact=True).click()
|
||||
dialog = page.get_by_role('dialog', name='模型中心', exact=True)
|
||||
dialog.get_by_role('button', name='凭据保存', exact=True).click()
|
||||
card = dialog.locator('.mc-connection').filter(has_text='Owned Saved Primary')
|
||||
card.get_by_role('button', name='关闭自动加载', exact=True).click()
|
||||
expect(card).to_contain_text('关闭自动加载')
|
||||
card.get_by_role('button', name='启用自动加载', exact=True).click()
|
||||
expect(card.get_by_role('button', name='关闭自动加载', exact=True)).to_be_visible()
|
||||
card.get_by_role('button', name='删除本机保存', exact=True).click()
|
||||
expect(card).to_contain_text('仅本次内存')
|
||||
assert next(value for value in api('/model-center')['connections'] if value['id'] == saved['id'])['hasKey']
|
||||
card.get_by_role('button', name='清除该连接凭据', exact=True).click()
|
||||
deadline = time.time() + 10
|
||||
while next(value for value in api('/model-center')['connections'] if value['id'] == saved['id'])['hasKey']:
|
||||
if time.time() > deadline:
|
||||
raise AssertionError('Credential clearing did not settle')
|
||||
time.sleep(0.1)
|
||||
browser.close()
|
||||
mark(stage)
|
||||
stage = 'plaintext leak scan over actual database, WAL, exports and host logs'
|
||||
needles = [needle for key in keys for needle in [key.encode(), key.encode('utf-16le')]]
|
||||
for file in data_root.rglob('*'):
|
||||
if file.is_file():
|
||||
data = file.read_bytes()
|
||||
assert not any(needle in data for needle in needles), str(file)
|
||||
assert not any(key in json.dumps(api('/model-center')) for key in keys)
|
||||
mark(stage)
|
||||
assert not errors
|
||||
save(True)
|
||||
except Exception as error:
|
||||
save(False, str(error))
|
||||
raise
|
||||
finally:
|
||||
fixture.shutdown(); fixture.server_close()
|
||||
if started:
|
||||
host('stop')
|
||||
@@ -0,0 +1,72 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import net from 'node:net';
|
||||
import { randomUUID, randomBytes, createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { HostController } from '../src/core/desktop/host-controller.mjs';
|
||||
import { ownedChild, readState, writeState } from '../src/core/desktop/file-state.mjs';
|
||||
import { observeWindowsProcess } from '../src/core/desktop/process-identity.mjs';
|
||||
import { HOST_REGISTRATION_FILE } from '../src/shared/contracts/desktop-host.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-desktop-host.mjs - real Windows isolated host identity, concurrent start, request stop and restart acceptance.'); process.exit(0); }
|
||||
if (process.argv.length > 2) throw new Error('Use --help.');
|
||||
const root = path.resolve('.qa', 'desktop-host-' + randomUUID()), appRoot = path.join(root, 'app'), dataRoot = path.join(root, 'data');
|
||||
fs.mkdirSync(appRoot, { recursive: true });
|
||||
for (const directory of ['dist-server', 'dist-client']) fs.cpSync(path.resolve(directory), path.join(appRoot, directory), { recursive: true });
|
||||
fs.copyFileSync('package.json', path.join(appRoot, 'package.json'));
|
||||
const freePort = async () => { const server = net.createServer(); await new Promise(resolve => server.listen(0, '127.0.0.1', resolve)); const port = server.address().port; await new Promise(resolve => server.close(resolve)); return port; };
|
||||
const port = await freePort(), options = { appRoot, dataRoot, port, nodePath: process.execPath, timeoutMs: 60000 };
|
||||
const controller = new HostController(options), results = []; let stage = 'concurrent start', started = false, fixture;
|
||||
const record = (name, detail = {}) => { results.push({ name, passed: true, ...detail }); console.log(name + ': passed'); };
|
||||
const until = async action => { const end = Date.now() + 20000; while (!await action()) { if (Date.now() > end) throw new Error('Timed out: ' + stage); await new Promise(resolve => setTimeout(resolve, 100)); } };
|
||||
const save = result => { fs.writeFileSync(path.join(root, 'result.json'), JSON.stringify(result, null, 2)); fs.writeFileSync('.qa/desktop-host-latest.json', JSON.stringify(result, null, 2)); };
|
||||
const completedTools = id => {
|
||||
const db = new DatabaseSync(path.join(dataRoot, 'workbench.sqlite'), { readOnly: true });
|
||||
try { return db.prepare("SELECT payload FROM records WHERE kind='tool' AND session_id=? ORDER BY id").all(id).map(row => JSON.parse(row.payload)).filter(value => value.state === 'completed'); }
|
||||
finally { db.close(); }
|
||||
};
|
||||
try {
|
||||
const starts = await Promise.all([controller.start(), new HostController(options).start()]); started = true;
|
||||
assert.equal(starts[0].identity.pid, starts[1].identity.pid); assert.equal(starts[0].identity.instanceId, starts[1].identity.instanceId);
|
||||
assert.equal(starts.filter(value => !value.reused).length, 1); record(stage, { pid: starts[0].identity.pid, instanceId: starts[0].identity.instanceId });
|
||||
const original = starts[0].identity;
|
||||
stage = 'independent creation and user observation'; const observed = observeWindowsProcess(original.pid); assert.equal(observed.createdAt, original.createdAt); assert.equal(observed.userSid, original.userSid); record(stage);
|
||||
const status = await controller.status(); assert.equal(status.state, 'ready'); assert.equal(status.windowClose, 'keep-host-running');
|
||||
stage = 'wrong data root and installation rejected'; await assert.rejects(new HostController({ ...options, dataRoot: path.join(root, 'wrong-data') }).start());
|
||||
const other = path.join(root, 'other-app'); fs.cpSync(appRoot, other, { recursive: true }); await assert.rejects(new HostController({ ...options, appRoot: other }).start()); record(stage);
|
||||
stage = 'stale registration and creation rejected'; const registrationFile = ownedChild(dataRoot, '.secrets/' + HOST_REGISTRATION_FILE), registration = readState(registrationFile);
|
||||
for (const changed of [{ createdAt: '2000-01-01T00:00:00.000Z' }, { instanceId: randomUUID() }, { userSid: 'S-1-5-21-1-2-3-1000' }, { secret: randomBytes(32).toString('base64') }]) {
|
||||
writeState(registrationFile, { ...registration, ...changed }); await assert.rejects(new HostController(options).connect()); writeState(registrationFile, registration);
|
||||
} record(stage);
|
||||
stage = 'damaged service index rejected'; const infoFile = ownedChild(dataRoot, 'service-info.json'), info = readState(infoFile); writeState(infoFile, { ...info, runtimeRoot: other }); await assert.rejects(new HostController(options).connect()); writeState(infoFile, info); record(stage);
|
||||
stage = 'running input binding does not silently change'; const serverFile = ownedChild(appRoot, 'dist-server/server.mjs'), bytes = fs.readFileSync(serverFile); fs.appendFileSync(serverFile, '\n// owned changed-on-disk fixture\n');
|
||||
assert.equal((await controller.connect()).identity.runtimeIdentity, original.runtimeIdentity); await assert.rejects(new HostController(options).connect()); fs.writeFileSync(serverFile, bytes); record(stage);
|
||||
stage = 'foreign health service rejected'; const foreignPort = await freePort(), foreign = http.createServer((_req, res) => { res.setHeader('Content-Type', 'application/json'); res.end(JSON.stringify({ app: 'agent-workbench', ready: true, pid: process.pid })); });
|
||||
await new Promise(resolve => foreign.listen(foreignPort, '127.0.0.1', resolve));
|
||||
try { await assert.rejects(new HostController({ ...options, port: foreignPort, dataRoot: path.join(root, 'foreign-data') }).start()); } finally { await new Promise(resolve => foreign.close(resolve)); } record(stage);
|
||||
stage = 'completed tools and approvals retained on stop and restart'; const projectRoot = path.join(root, 'project'); fs.mkdirSync(projectRoot); fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned desktop lifecycle fixture\n');
|
||||
const project = await controller.api('/projects', { method: 'POST', input: { root: projectRoot } });
|
||||
const session = await controller.api('/sessions', { method: 'POST', input: { projectId: project.id } });
|
||||
await controller.api('/sessions/' + session.id + '/messages', { method: 'POST', input: { content: 'Run the offline demonstration in this owned project.' } });
|
||||
await until(async () => (await controller.api('/sessions/' + session.id)).approvals.some(value => value.status === 'pending'));
|
||||
const before = await controller.api('/sessions/' + session.id + '/export'), completed = completedTools(session.id); assert.ok(completed.length >= 3);
|
||||
const completedHash = createHash('sha256').update(JSON.stringify(completed)).digest('hex');
|
||||
const firstStop = await controller.stop(); started = false; assert.equal(firstStop.processExited, true); assert.equal(observeWindowsProcess(original.pid), null);
|
||||
const second = await controller.start(); started = true; assert.notEqual(second.identity.instanceId, original.instanceId);
|
||||
const restored = await controller.api('/sessions/' + session.id + '/export');
|
||||
assert.equal(createHash('sha256').update(JSON.stringify(completedTools(session.id))).digest('hex'), completedHash);
|
||||
assert.equal(restored.session.events.filter(value => value.kind === 'tool').length, before.session.events.filter(value => value.kind === 'tool').length);
|
||||
assert.equal(restored.session.status, 'paused'); record(stage, { completedTools: completed.length, originalEventSeq: before.session.eventSeq, restoredEventSeq: restored.session.eventSeq });
|
||||
stage = 'actual model HTTP request abort and verified process exit'; let requests = 0, disconnected = false;
|
||||
fixture = http.createServer((req, res) => { requests++; res.on('close', () => { disconnected = true; }); req.resume(); }); await new Promise(resolve => fixture.listen(0, '127.0.0.1', resolve));
|
||||
const pending = controller.api('/config/models', { method: 'POST', input: { baseUrl: 'http://127.0.0.1:' + fixture.address().port + '/v1', apiKey: 'owned-desktop-http-key' }, timeoutMs: 60000 }).catch(error => error);
|
||||
await until(() => requests === 1); const stopped = await controller.stop(); started = false; await pending;
|
||||
assert.equal(stopped.processExited, true); await until(() => disconnected); assert.equal(requests, 1); record(stage, { requests, disconnected, pid: stopped.identity.pid });
|
||||
save({ success: true, root, appRoot, dataRoot, port, results, inference: 'Owned local HTTP fixtures only; no existing model credential is read or persisted.' });
|
||||
} catch (cause) { save({ success: false, root, stage, results, message: cause.message, stack: cause.stack }); throw cause; }
|
||||
finally {
|
||||
if (fixture) { fixture.closeAllConnections(); await new Promise(resolve => fixture.close(resolve)); }
|
||||
if (started) await controller.stop();
|
||||
}
|
||||
+188
@@ -0,0 +1,188 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import http from 'node:http';
|
||||
import { spawn, execFile } from 'node:child_process';
|
||||
import { promisify } from 'node:util';
|
||||
import { createHash, randomUUID } from 'node:crypto';
|
||||
import { _electron } from 'playwright';
|
||||
import { planDesktopBundle, copyDesktopBundle, buildNativeLauncher } from './bundle-desktop.mjs';
|
||||
import { buildWindowsInstaller } from './build-installer.mjs';
|
||||
import { HostController } from '../src/core/desktop/host-controller.mjs';
|
||||
import { InstallationManager, snapshotPersistentData } from '../src/core/desktop/install-manager.mjs';
|
||||
import { observeWindowsProcess } from '../src/core/desktop/process-identity.mjs';
|
||||
import { projectEnvironment } from '../src/core/process-environment.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-desktop-install.mjs — isolated actual user-level setup/update/uninstall, full data retention, owned DPAPI/HTTP fixture, active-window and request guards, fault rollback and original PID retention. No configured-model credentials.'); process.exit(0); }
|
||||
assert.equal(process.argv.length, 2);
|
||||
const appRoot = process.cwd(), root = path.resolve('.qa', 'desktop-install-' + randomUUID()), installRoot = path.join(root, 'program'), dataRoot = path.join(root, 'user-data');
|
||||
const packagedSource = process.env.AGENT_WORKBENCH_QA_APP_ROOT ? fs.realpathSync.native(process.env.AGENT_WORKBENCH_QA_APP_ROOT) : null;
|
||||
const version = JSON.parse(fs.readFileSync('package.json')).version, results = [], appId = randomUUID(), hash = value => createHash('sha256').update(value).digest('hex');
|
||||
fs.mkdirSync(root, { recursive: true });
|
||||
const reserved = net.createServer(); await new Promise(resolve => reserved.listen(0, '127.0.0.1', resolve)); const port = reserved.address().port; await new Promise(resolve => reserved.close(resolve));
|
||||
const record = (name, detail = {}) => { results.push({ name, passed: true, ...detail }); console.log('PASS ' + name); };
|
||||
const until = async (action, timeout = 60000) => { const end = Date.now() + timeout; while (!await action()) { if (Date.now() > end) throw Error('Timeout: ' + stage); await new Promise(resolve => setTimeout(resolve, 100)); } };
|
||||
const run = promisify(execFile), env = projectEnvironment();
|
||||
let stage = 'prepare owned full releases', controller, application, ownedModel, report, heldRequest, releaseRequest, original, installedUI = null;
|
||||
const launcher = path.resolve('.qa/native-launcher/AgentWorkbench.exe'); buildNativeLauncher(appRoot, launcher); const desktop = planDesktopBundle(appRoot);
|
||||
function payload(name) {
|
||||
const directory = path.join(root, name); fs.mkdirSync(directory);
|
||||
if (packagedSource) {
|
||||
const original = JSON.parse(fs.readFileSync(path.join(packagedSource, 'MANIFEST.json')));
|
||||
assert.equal(original.kind, 'portable'); assert.equal(original.version, version);
|
||||
for (const entry of original.files) { const file = path.join(packagedSource, entry.path); assert.equal(hash(fs.readFileSync(file)), entry.sha256, entry.path); }
|
||||
fs.cpSync(packagedSource, directory, { recursive: true }); fs.unlinkSync(path.join(directory, 'MANIFEST.json'));
|
||||
} else {
|
||||
for (const item of ['dist-client', 'dist-server', 'dist-desktop', 'public', 'examples']) fs.cpSync(path.join(appRoot, item), path.join(directory, item), { recursive: true });
|
||||
fs.mkdirSync(path.join(directory, 'scripts')); fs.copyFileSync('scripts/python-check-runner.py', path.join(directory, 'scripts/python-check-runner.py'));
|
||||
fs.mkdirSync(path.join(directory, 'runtime')); fs.copyFileSync(process.execPath, path.join(directory, 'runtime/node.exe'));
|
||||
fs.cpSync(path.join(path.dirname(process.execPath), 'node_modules/npm'), path.join(directory, 'runtime/node_modules/npm'), { recursive: true });
|
||||
copyDesktopBundle(appRoot, directory, desktop, { launcher });
|
||||
}
|
||||
fs.writeFileSync(path.join(directory, 'owned-release.txt'), name + '\n');
|
||||
// A valid PE overlay explicitly models a future owned native bootstrap with
|
||||
// different bytes. The updated root entry must follow it and roll back with it.
|
||||
if (name.startsWith('owned-b-')) fs.appendFileSync(path.join(directory, 'AgentWorkbench.exe'), '\nowned-native-bootstrap-update-fixture\n');
|
||||
const walk = relative => fs.readdirSync(path.join(directory, relative), { withFileTypes: true }).flatMap(entry => {
|
||||
const next = path.posix.join(relative, entry.name), file = path.join(directory, next); return entry.isDirectory() ? walk(next) : [{ path: next, bytes: fs.statSync(file).size, sha256: hash(fs.readFileSync(file)) }];
|
||||
});
|
||||
fs.writeFileSync(path.join(directory, 'MANIFEST.json'), JSON.stringify({ app: 'agent-workbench', kind: 'portable', version, platform: 'win32-x64', nodeVersion: process.version, files: walk('') }, null, 2)); return directory;
|
||||
}
|
||||
async function setup(installer, label, expected = 0) {
|
||||
const log = path.join(root, label + '-setup.log');
|
||||
let code = 0, output = '';
|
||||
try { const result = await run(installer.path, ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART', '/LOG=' + log, '/DIR=' + installRoot, '/DATA_ROOT=' + dataRoot, '/PORT=' + port], { windowsHide: true, timeout: 300000, maxBuffer: 1024 * 1024, env }); output = result.stdout + result.stderr; }
|
||||
catch (error) { code = typeof error.code === 'number' ? error.code : -1; output = String(error.stdout ?? '') + String(error.stderr ?? ''); }
|
||||
fs.writeFileSync(path.join(root, label + '-process.txt'), output);
|
||||
if (expected === 0) assert.equal(code, 0, 'Actual installer failed; inspect ' + log); else assert.notEqual(code, 0, 'Actual installer unexpectedly accepted the rejected condition.');
|
||||
const logText = fs.readFileSync(log, 'utf8'); assert.match(logText, /AWBPROGRESS /, 'Actual installer must receive original stage output.');
|
||||
const records = fs.readdirSync(path.join(installRoot, '.installation')).filter(name => /^progress-.*\.json$/.test(name)).map(name => JSON.parse(fs.readFileSync(path.join(installRoot, '.installation', name)))).sort((a, b) => b.updatedAt.localeCompare(a.updatedAt));
|
||||
assert.equal(records[0].state, expected === 0 ? 'completed' : 'failed');
|
||||
if (expected === 0) { assert.ok(records[0].history.some(row => row.stage === 'verify-candidate' && row.scope === 'full-manifest' && row.counts.completedFiles === row.counts.totalFiles)); assert.match(logText, /AWBFILES \d+\/\d+/); }
|
||||
return { code, log, sha256: hash(fs.readFileSync(log)) };
|
||||
}
|
||||
async function launchElectron() {
|
||||
const current = JSON.parse(fs.readFileSync(path.join(installRoot, 'current.json'))), directory = path.join(installRoot, 'versions', current.active.directory);
|
||||
const client = await _electron.launch({ executablePath: path.join(directory, 'desktop/AgentWorkbench.exe'), args: ['--app-root', directory, '--data-root', dataRoot, '--port', String(port), '--hidden-window'], cwd: directory, env, timeout: 60000 });
|
||||
const page = await client.firstWindow(); await page.locator('.connection.connected').waitFor({ timeout: 30000 }); return client;
|
||||
}
|
||||
function ownedManager(candidateRoot) { return new InstallationManager({ installRoot, dataRoot, candidateRoot, port }); }
|
||||
try {
|
||||
const a = payload('owned-a-' + version), b = payload('owned-b-' + version), fault = payload('owned-fault-' + version);
|
||||
stage = 'compile isolated actual installers';
|
||||
const firstSetup = buildWindowsInstaller({ root: appRoot, portableRoot: a, outputRoot: root, qaFixture: { appId } });
|
||||
const secondSetup = buildWindowsInstaller({ root: appRoot, portableRoot: b, outputRoot: root, qaFixture: { appId } });
|
||||
const faultSetup = buildWindowsInstaller({ root: appRoot, portableRoot: fault, outputRoot: root, qaFixture: { appId, fault: 'corrupt-installed-candidate' } });
|
||||
stage = 'actual clean user-level installation'; const installed = await setup(firstSetup, 'clean');
|
||||
const activeA = path.join(installRoot, 'versions', path.basename(a)); controller = new HostController({ appRoot: activeA, dataRoot, port, nodePath: process.execPath });
|
||||
original = (await controller.start()).identity; application = await launchElectron();
|
||||
assert.equal((await controller.status()).desktopWindows.count, 1); record(stage, { installer: firstSetup, ...installed, hostPid: original.pid, electronPid: await application.evaluate(() => process.pid) });
|
||||
stage = 'actual installer rejects an open attested desktop window'; const windowRejection = await setup(secondSetup, 'window-block', 1);
|
||||
assert.equal(ownedManager(null).current().active.directory, path.basename(a)); assert.equal((await controller.connect()).identity.pid, original.pid); record(stage, windowRejection);
|
||||
await application.close(); application = null; await until(async () => (await controller.status()).desktopWindows.count === 0);
|
||||
const key = 'owned-install-credential-' + randomUUID(); let authenticated = 0, hold = false;
|
||||
ownedModel = http.createServer(async (request, response) => {
|
||||
const chunks = []; for await (const bytes of request) chunks.push(bytes);
|
||||
assert.equal(request.headers.authorization, 'Bearer ' + key); authenticated++;
|
||||
if (hold) { heldRequest = true; await new Promise(resolve => { releaseRequest = resolve; request.on('close', resolve); }); }
|
||||
response.writeHead(200, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content: 'OK' }, finish_reason: 'stop' }], usage: { prompt_tokens: 4, completion_tokens: 1, total_tokens: 5 } }));
|
||||
}); await new Promise(resolve => ownedModel.listen(0, '127.0.0.1', resolve));
|
||||
const connection = await controller.api('/model-center/connections', { method: 'POST', input: { name: 'Owned desktop install credential', model: 'owned', baseUrl: 'http://127.0.0.1:' + ownedModel.address().port + '/v1', apiKey: key, persistKey: true } });
|
||||
const connectionId = connection.id ?? connection.connection?.id ?? connection.center?.connections.at(-1).id;
|
||||
assert.ok(connectionId); await controller.api('/model-center/probe', { method: 'POST', input: { id: connectionId } }); assert.equal(authenticated, 1);
|
||||
stage = 'actual update rejects a pending owned model request'; hold = true;
|
||||
// Manifest verification is synchronous and can occupy this fixture's event
|
||||
// loop. Keep the explicitly held local response pending across that work;
|
||||
// this is the QA client's deadline, not a product/model timeout override.
|
||||
const pendingStarted = Date.now();
|
||||
const pending = controller.api('/model-center/probe', { method: 'POST', input: { id: connectionId }, timeoutMs: 300000 }); pending.catch(() => {});
|
||||
await until(() => heldRequest); await assert.rejects(ownedManager(null).preflight(), /任务|请求/);
|
||||
assert.equal((await controller.connect()).identity.pid, original.pid);
|
||||
assert.equal(authenticated, 2, 'Exactly the initial and explicitly held owned requests; no retry.');
|
||||
record(stage, { fixture: 'Actual owned HTTP response held until full manifest/preflight and original PID verification settle. No configured-model call or product timeout change.', elapsedMs: Date.now() - pendingStarted });
|
||||
releaseRequest?.(); hold = false; assert.equal((await pending).ok, true);
|
||||
stage = 'actual installer rejects a persistent original task approval';
|
||||
const projectRoot = path.join(root, 'approval-project'); fs.mkdirSync(projectRoot); fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned installer approval project\n');
|
||||
const project = await controller.api('/projects', { method: 'POST', input: { root: projectRoot } }), session = await controller.api('/sessions', { method: 'POST', input: { projectId: project.id } });
|
||||
await controller.api('/sessions/' + session.id + '/messages', { method: 'POST', input: { content: 'Read this owned project and prepare the offline demonstration proposal.' } });
|
||||
await until(async () => (await controller.api('/sessions/' + session.id)).approvals.some(value => value.status === 'pending'));
|
||||
const approval = (await controller.api('/sessions/' + session.id)).approvals.find(value => value.status === 'pending');
|
||||
const approvalRejection = await setup(secondSetup, 'approval-block', 1); assert.equal((await controller.api('/sessions/' + session.id)).approvals.find(value => value.status === 'pending').id, approval.id);
|
||||
await controller.api('/sessions/' + session.id + '/stop', { method: 'POST', input: {} }); record(stage, { ...approvalRejection, approvalId: approval.id });
|
||||
stage = 'actual manifest fault installer preserves original pointer, PID and all data'; const snapshot = snapshotPersistentData(dataRoot), pointer = fs.readFileSync(path.join(installRoot, 'current.json'));
|
||||
const faultResult = await setup(faultSetup, 'candidate-fault', 1);
|
||||
assert.deepEqual(fs.readFileSync(path.join(installRoot, 'current.json')), pointer); assert.deepEqual(snapshotPersistentData(dataRoot), snapshot); assert.equal((await controller.connect()).identity.pid, original.pid); assert.ok(fs.existsSync(path.join(installRoot, 'AgentWorkbench.exe'))); record(stage, faultResult);
|
||||
stage = 'actual pointer-published fault rolls original host and pointer back';
|
||||
const originalBootstrap = fs.readFileSync(path.join(installRoot, 'AgentWorkbench.exe'));
|
||||
const faultCandidate = path.join(installRoot, 'versions', 'owned-pointer-fault'); fs.cpSync(b, faultCandidate, { recursive: true });
|
||||
await assert.rejects(ownedManager(faultCandidate).activate({ afterPointer: () => { throw Error('owned-post-pointer-fault'); } }), /owned-post-pointer-fault/);
|
||||
assert.deepEqual(fs.readFileSync(path.join(installRoot, 'current.json')), pointer); assert.deepEqual(snapshotPersistentData(dataRoot), snapshot); assert.equal((await controller.connect()).identity.pid, original.pid); record(stage, { fixture: 'Explicit in-process afterPointer error with real retained host; original pointer bytes, database rows and artifact bytes checked.' });
|
||||
assert.deepEqual(fs.readFileSync(path.join(installRoot, 'AgentWorkbench.exe')), originalBootstrap);
|
||||
stage = 'actual update retains original PID, instance, DPAPI ciphertext and every persistent byte';
|
||||
const updated = await setup(secondSetup, 'update'); const activeB = path.join(installRoot, 'versions', path.basename(b));
|
||||
controller = new HostController({ appRoot: activeB, dataRoot, port, nodePath: process.execPath }); const after = (await controller.connect()).identity;
|
||||
assert.equal(after.pid, original.pid); assert.equal(after.instanceId, original.instanceId); assert.deepEqual(snapshotPersistentData(dataRoot), snapshot); record(stage, { ...updated, hostPid: after.pid, instanceId: after.instanceId, data: snapshot });
|
||||
assert.notDeepEqual(fs.readFileSync(path.join(installRoot, 'AgentWorkbench.exe')), originalBootstrap);
|
||||
assert.deepEqual(fs.readFileSync(path.join(installRoot, 'AgentWorkbench.exe')), fs.readFileSync(path.join(activeB, 'AgentWorkbench.exe')));
|
||||
stage = 'installed native bootstrap verifies and opens the registered release';
|
||||
const nativeLauncher = spawn(path.join(installRoot, 'AgentWorkbench.exe'), ['--hidden-window'], { windowsHide: true, stdio: 'ignore', env });
|
||||
await new Promise((resolve, reject) => { nativeLauncher.once('error', reject); nativeLauncher.once('exit', code => code === 0 ? resolve() : reject(Error('Owned native bootstrap failed (' + code + ')'))); });
|
||||
await until(async () => (await controller.status()).desktopWindows.count === 1);
|
||||
const nativeWindow = (await controller.status()).desktopWindows.entries[0], nativeProcess = observeWindowsProcess(nativeWindow.pid); assert.ok(nativeProcess); assert.equal((await controller.connect()).identity.pid, original.pid);
|
||||
// A controlled WM_CLOSE to the owned main window is delegated to Electron by
|
||||
// a separate automation connection below; no unknown process is terminated.
|
||||
const child = spawn(path.join(activeB, 'desktop/AgentWorkbench.exe'), ['--app-root', activeB, '--data-root', dataRoot, '--port', String(port), '--hidden-window'], { cwd: activeB, env, windowsHide: true, stdio: 'ignore' });
|
||||
await new Promise(resolve => child.once('exit', resolve)); assert.equal((await controller.status()).desktopWindows.count, 1);
|
||||
record(stage, { electronPid: nativeWindow.pid, hostPid: original.pid, repeatLaunchReusedWindow: true });
|
||||
// The native process has no debugger. Its owned renderer closes itself through
|
||||
// the product's browser window action using a localhost, attested stop below.
|
||||
stage = 'native desktop remains registered before explicit owned cleanup';
|
||||
// Closing only this exactly observed test Electron tree after the launch check
|
||||
// models a desktop crash. Host/persistent results remain; stale registration is
|
||||
// removed through the normal identity check, without signalling a reused PID.
|
||||
const observed = observeWindowsProcess(nativeWindow.pid); assert.equal(observed.createdAt, nativeWindow.createdAt);
|
||||
await run('taskkill.exe', ['/PID', String(observed.pid), '/T', '/F'], { windowsHide: true, timeout: 15000, env });
|
||||
await until(async () => (await controller.status()).desktopWindows.count === 0); assert.equal((await controller.connect()).identity.pid, original.pid);
|
||||
record(stage, { fixture: 'Explicit owned Electron crash after exact actual PID/creation check; independent host retained.' });
|
||||
stage = 'real host restart restores the owned saved credential and actual HTTP authentication';
|
||||
const beforeRestart = snapshotPersistentData(dataRoot); await controller.stop(); const restarted = (await controller.start()).identity;
|
||||
assert.notEqual(restarted.pid, original.pid); assert.deepEqual(snapshotPersistentData(dataRoot), beforeRestart);
|
||||
await controller.api('/model-center/probe', { method: 'POST', input: { id: connectionId } }); assert.equal(authenticated, 3); record(stage, { originalPid: original.pid, restartedPid: restarted.pid, authenticatedRequests: authenticated });
|
||||
if (['1.24.0', '1.24.1', '1.24.2', '1.24.3', '1.24.4', '1.24.5', '1.24.6', '1.24.7', '1.24.8', '1.24.9', '1.25.0', '1.25.1', '1.25.2', '1.25.3'].includes(version)) {
|
||||
stage = 'actual installed current results and saved HTML user paths';
|
||||
const pointer = JSON.parse(fs.readFileSync(path.join(installRoot, 'current.json')));
|
||||
const installedRoot = fs.realpathSync.native(path.join(installRoot, 'versions', pointer.active.directory)), proofs = [];
|
||||
const suites = [
|
||||
['verify-file-results-ui.mjs', [], 16], ['verify-local-files.mjs', [], 9],
|
||||
...(['1.24.9', '1.25.0', '1.25.1', '1.25.2', '1.25.3'].includes(version) ? [['verify-requirements-ui.mjs', [], 7], ['verify-requirements-desktop.mjs', [], 3], ['verify-turn-progress-ui.mjs', [], 9], ['verify-turn-progress-ui.mjs', ['--desktop'], 9]] : []),
|
||||
...(['1.25.0', '1.25.1', '1.25.2', '1.25.3'].includes(version) ? [['verify-task-agreement-ui.mjs', [], 6], ['verify-task-agreement-ui.mjs', ['--desktop'], 6], ['verify-task-follow-up-ui.mjs', [], 5], ['verify-task-follow-up-ui.mjs', ['--desktop'], 5]] : []),
|
||||
...(version === '1.25.3' ? [['verify-reasoning-settings-ui.mjs', [], 6], ['verify-reasoning-settings-ui.mjs', ['--desktop'], 6], ['verify-model-catalog-ui.mjs', [], 8], ['verify-model-catalog-ui.mjs', ['--desktop'], 8]] : []),
|
||||
];
|
||||
for (const [script, args, expected] of suites) {
|
||||
const output = await run(process.execPath, [path.join(appRoot, 'scripts', script), ...args], { cwd: appRoot,
|
||||
env: { ...env, AGENT_WORKBENCH_QA_APP_ROOT: installedRoot }, windowsHide: true, timeout: 180000, maxBuffer: 1024 * 1024 });
|
||||
const log = path.join(root, 'installed-' + script + (args.includes('--desktop') ? '-desktop' : '') + '.log'); fs.writeFileSync(log, output.stdout + output.stderr);
|
||||
const summary = output.stdout.trim().split(/\r?\n/).filter(line => line.startsWith('{')).map(line => { try { return JSON.parse(line); } catch { return null; } }).findLast(row => row?.success !== undefined);
|
||||
const proofRoot = summary.directory ?? summary.root; assert.ok(proofRoot && path.resolve(proofRoot).startsWith(path.join(appRoot, '.qa') + path.sep));
|
||||
const proof = JSON.parse(fs.readFileSync(path.join(proofRoot, 'result.json'), 'utf8'));
|
||||
assert.equal(proof.success, true); assert.equal(proof.version, version); assert.equal(fs.realpathSync.native(proof.appRoot), installedRoot);
|
||||
assert.equal((proof.checks ?? proof.passed).length, expected); assert.deepEqual(proof.errors, []);
|
||||
assert.equal(proof.realModelRequests, 0); proofs.push({ script, proof, log, sha256: hash(fs.readFileSync(log)) });
|
||||
}
|
||||
installedUI = { success: true, version, installedRoot, packagedSource, proofs, realModelRequests: 0 };
|
||||
fs.writeFileSync('.qa/existing-results-installed-ui.json', JSON.stringify(installedUI, null, 2)); record(stage, installedUI);
|
||||
}
|
||||
stage = 'actual uninstall closes only the idle owned host and preserves user data';
|
||||
const uninstallSnapshot = snapshotPersistentData(dataRoot), uninstallLog = path.join(root, 'uninstall.log');
|
||||
await run(path.join(installRoot, 'unins000.exe'), ['/VERYSILENT', '/SUPPRESSMSGBOXES', '/NORESTART', '/LOG=' + uninstallLog], { windowsHide: true, timeout: 180000, env });
|
||||
assert.equal(observeWindowsProcess(restarted.pid), null); assert.deepEqual(snapshotPersistentData(dataRoot), uninstallSnapshot); assert.equal(fs.existsSync(path.join(installRoot, 'AgentWorkbench.exe')), false); assert.equal(fs.existsSync(path.join(installRoot, 'current.json')), false);
|
||||
record(stage, { log: uninstallLog, originalDataRoot: dataRoot, data: uninstallSnapshot });
|
||||
report = { success: true, version, root, installRoot, dataRoot, port, appId, packagedSource, results, installedUI, realModelRequests: 0, scope: 'Actual isolated user-level Windows installers and shipped Electron/Node runtimes; own credentials and HTTP fixture only. QA appId, corruption, pointer-fault and crash fixtures explicitly recorded.' };
|
||||
} catch (error) { report = { success: false, version, root, installRoot, dataRoot, port, stage, error: error.stack, results, realModelRequests: 0 }; throw error; }
|
||||
finally {
|
||||
releaseRequest?.(); await application?.close().catch(() => {});
|
||||
if (controller) { try { const status = await controller.status(); if (!status.desktopWindows.count) await controller.stop(); } catch {} }
|
||||
if (ownedModel) { ownedModel.closeAllConnections(); await new Promise(resolve => ownedModel.close(resolve)); }
|
||||
fs.writeFileSync(path.join(root, 'result.json'), JSON.stringify(report, null, 2)); fs.writeFileSync('.qa/desktop-install-location.json', JSON.stringify({ root, result: path.join(root, 'result.json') })); console.log('EVIDENCE ' + root);
|
||||
}
|
||||
+134
@@ -0,0 +1,134 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import net from 'node:net';
|
||||
import http from 'node:http';
|
||||
import { randomUUID, createHash } from 'node:crypto';
|
||||
import { DatabaseSync } from 'node:sqlite';
|
||||
import { _electron } from 'playwright';
|
||||
import { HostController } from '../src/core/desktop/host-controller.mjs';
|
||||
import { observeWindowsProcess } from '../src/core/desktop/process-identity.mjs';
|
||||
import { projectEnvironment } from '../src/core/process-environment.mjs';
|
||||
import { desktopExecutableIdentity } from '../src/core/desktop/app-installation.mjs';
|
||||
|
||||
if (process.argv.includes('--help')) { console.log('node scripts/verify-desktop-window.mjs [--native-picker] — isolated actual Electron runtime; default uses explicitly identified native-dialog/shell fixtures, --native-picker waits for actual Windows UI selection. No existing credentials or configured model.'); process.exit(0); }
|
||||
if (process.argv.slice(2).some(arg => arg !== '--native-picker')) throw new Error('Use --help.');
|
||||
const native = process.argv.includes('--native-picker'), appRoot = process.cwd(), root = path.resolve('.qa', 'desktop-window-' + randomUUID());
|
||||
const dataRoot = path.join(root, 'data'), projectRoot = path.join(root, 'owned-project'); fs.mkdirSync(projectRoot, { recursive: true });
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Owned desktop project\n\nOriginal source for desktop lifecycle acceptance.\n');
|
||||
fs.writeFileSync(path.join(projectRoot, 'package.json'), JSON.stringify({ name: 'owned-desktop-project', type: 'module', scripts: { test: 'node --test case.test.mjs' } }));
|
||||
fs.writeFileSync(path.join(projectRoot, 'case.test.mjs'), "import test from 'node:test';import assert from 'node:assert/strict';import fs from 'node:fs';test('original desktop source retained',()=>assert.match(fs.readFileSync('README.md','utf8'),/Original source/));\n");
|
||||
const server = net.createServer(); await new Promise(resolve => server.listen(0, '127.0.0.1', resolve)); const port = server.address().port; await new Promise(resolve => server.close(resolve));
|
||||
const controller = new HostController({ appRoot, dataRoot, port, nodePath: process.execPath, timeoutMs: 60000 });
|
||||
let application, page, original, externalServer, stage = 'start', expectedNavigation = false; const results = [], errors = [], requests = [];
|
||||
const record = (name, detail = {}) => { results.push({ name, passed: true, ...detail }); console.log(name + ': passed'); };
|
||||
const until = async (action, timeout = 30000) => { const deadline = Date.now() + timeout; while (!await action()) { if (Date.now() > deadline) throw new Error('Timeout: ' + stage); await new Promise(resolve => setTimeout(resolve, 100)); } };
|
||||
const save = result => { fs.writeFileSync(path.join(root, 'result.json'), JSON.stringify(result, null, 2)); fs.writeFileSync('.qa/desktop-window-' + (native ? 'native' : 'latest') + '.json', JSON.stringify(result, null, 2)); };
|
||||
const completedTools = id => {
|
||||
const db = new DatabaseSync(path.join(dataRoot, 'workbench.sqlite'), { readOnly: true });
|
||||
try { return db.prepare("SELECT payload FROM records WHERE kind='tool' AND session_id=? ORDER BY id").all(id).map(row => JSON.parse(row.payload)).filter(value => value.state === 'completed'); } finally { db.close(); }
|
||||
};
|
||||
async function launch() {
|
||||
const executable = desktopExecutableIdentity(appRoot).path, packaged = executable.toLowerCase().endsWith('agentworkbench.exe');
|
||||
const current = await _electron.launch({ executablePath: executable,
|
||||
args: [...(packaged ? [] : [path.join(appRoot, 'dist-desktop/main.cjs')]), '--app-root', appRoot, '--data-root', dataRoot, '--node', process.execPath, '--port', String(port), ...(native ? [] : ['--hidden-window'])],
|
||||
cwd: appRoot, env: projectEnvironment(), timeout: 60000 });
|
||||
const window = await current.firstWindow();
|
||||
window.on('pageerror', error => errors.push(error.message)); window.on('requestfailed', request => { if (!expectedNavigation) requests.push({ url: request.url(), failure: request.failure()?.errorText }); });
|
||||
await window.locator('.connection.connected').waitFor({ timeout: 30000 });
|
||||
return { application: current, page: window };
|
||||
}
|
||||
async function snapshot(name, width) {
|
||||
const window = await application.browserWindow(page); await window.evaluate((value, width) => { value.showInactive(); value.setContentSize(width, 900); }, width);
|
||||
await until(() => page.evaluate(width => innerWidth === width, width));
|
||||
await page.screenshot({ path: path.join(root, name + '.png') }); fs.writeFileSync(path.join(root, name + '.html'), await page.content());
|
||||
const overflow = await page.evaluate(() => document.documentElement.scrollWidth > innerWidth);
|
||||
assert.equal(overflow, false); return { name, width, png: path.join(root, name + '.png') };
|
||||
}
|
||||
try {
|
||||
original = (await controller.start()).identity; const project = await controller.api('/projects', { method: 'POST', input: { root: projectRoot } });
|
||||
const session = await controller.api('/sessions', { method: 'POST', input: { projectId: project.id } });
|
||||
({ application, page } = await launch());
|
||||
const pid = await application.evaluate(() => process.pid), launcherPid = application.process().pid, observed = observeWindowsProcess(pid), status = await controller.status();
|
||||
assert.equal(status.identity.pid, original.pid); assert.equal(status.desktopWindows.count, 1); assert.equal(status.desktopWindows.entries[0].pid, pid); assert.equal(status.desktopWindows.entries[0].createdAt, observed.createdAt); record('actual Electron process registered and original host reused', { electronPid: pid, launcherPid, hostPid: original.pid });
|
||||
await page.getByRole('combobox', { name: '当前项目', exact: true }).selectOption(project.id);
|
||||
if (native) {
|
||||
stage = 'actual native directory picker'; const chosenRoot = path.join(root, 'native-picked-project'); fs.mkdirSync(chosenRoot); fs.writeFileSync(path.join(chosenRoot, 'README.md'), '# Actual native picker project\n');
|
||||
await page.getByRole('button', { name: '桌面宿主', exact: true }).click();
|
||||
const pending = page.getByRole('button', { name: '选择项目文件夹', exact: true }).click();
|
||||
console.log(JSON.stringify({ nativePickerReady: true, expectedPath: chosenRoot, electronPid: pid, hostPid: original.pid, root }));
|
||||
await until(async () => (await controller.api('/bootstrap')).projects.some(value => value.root.toLowerCase() === chosenRoot.toLowerCase()), 1200000); await pending;
|
||||
await until(async () => (await page.getByRole('combobox', { name: '当前项目', exact: true }).textContent()).includes('native-picked-project'));
|
||||
record(stage, { directory: chosenRoot, dialog: 'Actual Windows openDirectory dialog; no dialog/shell replacement in this run.' });
|
||||
await snapshot('native-picker-result', 1440);
|
||||
} else {
|
||||
stage = 'sandboxed renderer and fixed preload';
|
||||
const surface = await page.evaluate(() => ({ methods: Object.keys(window.desktopWorkbench).sort(), require: typeof window.require, process: typeof window.process, ipc: typeof window.ipcRenderer, frozen: Object.isFrozen(window.desktopWorkbench) }));
|
||||
// This verifier runs the current source and its current preload. Keep an
|
||||
// explicit allowlist so later versions retain these reviewed capabilities
|
||||
// while any unexpected privileged method still fails acceptance.
|
||||
assert.deepEqual(surface.methods, ['browsingLayout', 'openFilePreview', 'pickProject', 'projectFolder', 'protocol', 'revealFile', 'reviewTask', 'status', 'stopHost'].sort());
|
||||
assert.equal(surface.require, 'undefined'); assert.equal(surface.process, 'undefined'); assert.equal(surface.ipc, 'undefined'); assert.equal(surface.frozen, true);
|
||||
const preferences = await (await application.browserWindow(page)).evaluate(value => value.webContents.getLastWebPreferences());
|
||||
assert.equal(preferences.sandbox, true); assert.equal(preferences.contextIsolation, true); assert.equal(preferences.nodeIntegration, false); record(stage, { surface });
|
||||
stage = 'external navigation, requests and popups rejected'; let outsideRequests = 0;
|
||||
externalServer = http.createServer((_req, res) => { outsideRequests++; res.end('owned external fixture'); }); await new Promise(resolve => externalServer.listen(0, '127.0.0.1', resolve));
|
||||
const externalUrl = 'http://127.0.0.1:' + externalServer.address().port + '/outside'; expectedNavigation = true;
|
||||
await page.evaluate(url => { window.open(url); location.href = url; }, externalUrl); await new Promise(resolve => setTimeout(resolve, 300));
|
||||
assert.equal(new URL(page.url()).origin, controller.url); assert.equal(application.windows().length, 1); assert.equal(outsideRequests, 0);
|
||||
const navigation = await (await application.browserWindow(page)).evaluate(value => ({ url: value.webContents.getURL(), loading: value.webContents.isLoading() }));
|
||||
assert.equal(navigation.loading, false); assert.equal(new URL(navigation.url).origin, controller.url);
|
||||
// Chromium reports requestedNavigation to Playwright before Electron vetoes it.
|
||||
// A real window refresh clears that automation-only pending document state.
|
||||
const refreshed = page.waitForEvent('domcontentloaded'); await (await application.browserWindow(page)).evaluate(value => value.webContents.reload()); await refreshed;
|
||||
await page.locator('.connection.connected').waitFor(); expectedNavigation = false; record(stage, { navigation, originalWindowRefreshed: true });
|
||||
stage = 'offline original task and approval retained across refresh and window close';
|
||||
await page.getByRole('textbox', { name: '任务内容', exact: true }).fill('Read this owned project and prepare the offline demonstration proposal.'); await page.getByRole('button', { name: '发送任务', exact: true }).click();
|
||||
await page.getByRole('button', { name: '确认执行', exact: true }).waitFor({ timeout: 20000 });
|
||||
const before = await controller.api('/sessions/' + session.id), tools = completedTools(session.id), hash = createHash('sha256').update(JSON.stringify(tools)).digest('hex'); assert.ok(tools.length >= 3);
|
||||
await page.reload(); await page.getByRole('button', { name: '确认执行', exact: true }).waitFor({ timeout: 20000 }); assert.equal((await controller.api('/sessions/' + session.id)).approvals.at(-1).id, before.approvals.at(-1).id);
|
||||
const closed = application.waitForEvent('close'); await (await application.browserWindow(page)).evaluate(value => value.close()); await closed; application = null;
|
||||
assert.equal((await controller.connect()).identity.instanceId, original.instanceId); assert.equal(observeWindowsProcess(pid), null); assert.equal((await controller.status()).desktopWindows.count, 0);
|
||||
({ application, page } = await launch()); await page.getByRole('button', { name: '确认执行', exact: true }).waitFor({ timeout: 20000 });
|
||||
const reopened = await controller.api('/sessions/' + session.id); assert.equal(reopened.execution.task.id, before.execution.task.id); assert.equal(reopened.execution.runs.at(-1).id, before.execution.runs.at(-1).id); assert.equal(reopened.eventSeq, before.eventSeq); assert.equal(reopened.approvals.at(-1).id, before.approvals.at(-1).id);
|
||||
assert.equal(createHash('sha256').update(JSON.stringify(completedTools(session.id))).digest('hex'), hash); record(stage, { taskId: before.execution.task.id, runId: before.execution.runs.at(-1).id, approvalId: before.approvals.at(-1).id, eventSeq: before.eventSeq, completedTools: tools.length });
|
||||
stage = 'actual command approval, proposal and project check'; await page.getByRole('button', { name: '确认执行', exact: true }).click();
|
||||
await until(async () => (await controller.api('/sessions/' + session.id)).status === 'needs_review');
|
||||
const done = await controller.api('/sessions/' + session.id); const change = done.changes.at(-1); assert.equal(change.status, 'pending');
|
||||
await controller.api('/sessions/' + session.id + '/changes/' + change.id + '/apply', { method: 'POST', input: {} });
|
||||
const planned = await controller.api('/sessions/' + session.id + '/check-plans', { method: 'POST', input: {} });
|
||||
const started = await controller.api('/sessions/' + session.id + '/check-jobs', { method: 'POST', input: { planId: planned.execution.plans.at(-1).id } }), checkId = started.execution.checks.at(-1).id;
|
||||
await until(async () => !['queued', 'running'].includes((await controller.api('/sessions/' + session.id + '/check-jobs/' + checkId)).status));
|
||||
const check = await controller.api('/sessions/' + session.id + '/check-jobs/' + checkId); assert.equal(check.status, 'passed'); record(stage, { changeId: change.id, checkId, checkStatus: check.status });
|
||||
stage = 'current project, task and file desktop entry scope';
|
||||
await application.evaluate(({ dialog, shell }, projectRoot) => { globalThis.desktopFixtureCalls = []; dialog.showOpenDialog = async () => ({ canceled: false, filePaths: [projectRoot] }); dialog.showMessageBox = async () => ({ response: 0 }); shell.openPath = async value => { globalThis.desktopFixtureCalls.push({ folder: value }); return ''; }; shell.showItemInFolder = value => globalThis.desktopFixtureCalls.push({ reveal: value }); }, projectRoot);
|
||||
await page.getByRole('button', { name: 'REA 工件研究', exact: true }).waitFor();
|
||||
await page.getByRole('button', { name: 'README.md', exact: true }).click(); await page.locator('.file-heading').getByText('README.md', { exact: true }).waitFor();
|
||||
const file = await controller.api('/projects/' + project.id + '/file?path=README.md'), scope = { projectId: project.id, sessionId: session.id, taskId: done.execution.task.id };
|
||||
const invalid = await page.evaluate(async input => { const rejected = []; for (const value of [{ ...input, path: '../outside' }, { ...input, taskId: '00000000-0000-0000-0000-000000000000' }, { ...input, sha256: '0'.repeat(64) }, { ...input, command: 'foreign' }]) { try { await window.desktopWorkbench.revealFile(value); rejected.push(false); } catch { rejected.push(true); } } return rejected; }, { ...scope, path: file.path, sha256: file.sha256 });
|
||||
assert.deepEqual(invalid, [true, true, true, true]);
|
||||
await page.getByRole('button', { name: '桌面宿主', exact: true }).click(); await page.getByRole('button', { name: '打开项目目录', exact: true }).click(); await page.getByRole('button', { name: '定位当前文件', exact: true }).click();
|
||||
await until(() => application.evaluate(() => globalThis.desktopFixtureCalls.length === 2));
|
||||
const fixtureCalls = await application.evaluate(() => globalThis.desktopFixtureCalls); assert.deepEqual(fixtureCalls, [{ folder: projectRoot }, { reveal: path.join(projectRoot, 'README.md') }]);
|
||||
const screenshots = [await snapshot('desktop-host-1440', 1440), await snapshot('desktop-host-390', 390)];
|
||||
await page.getByRole('button', { name: '审查当前任务', exact: true }).click(); await page.getByLabel('任务记录', { exact: true }).waitFor();
|
||||
record(stage, { invalidRejected: invalid.length, fixtureCalls, screenshots, nativeOperations: 'Dialog/shell adapters are declared fixtures in this automated run; actual Windows picker separately verified.' });
|
||||
stage = 'native stop cancelled, then original host explicitly stopped';
|
||||
await page.getByRole('button', { name: '关闭检视区', exact: true }).click();
|
||||
await page.getByRole('button', { name: '桌面宿主', exact: true }).click(); await page.getByRole('button', { name: '停止并退出', exact: true }).click();
|
||||
await until(() => page.getByRole('button', { name: '停止并退出', exact: true }).isEnabled());
|
||||
assert.equal((await controller.connect()).identity.instanceId, original.instanceId);
|
||||
await application.evaluate(({ dialog }) => { dialog.showMessageBox = async () => ({ response: 1 }); });
|
||||
const exited = application.waitForEvent('close'); expectedNavigation = true; await page.getByRole('button', { name: '停止并退出', exact: true }).click(); await exited; application = null;
|
||||
assert.equal(observeWindowsProcess(original.pid), null); assert.equal(await controller.health(), null); expectedNavigation = false; record(stage, { hostPid: original.pid, exited: true, confirmation: 'Declared native confirmation fixtures: cancelled first, confirmed second.' });
|
||||
}
|
||||
assert.deepEqual(errors, []); assert.deepEqual(requests, []);
|
||||
save({ success: true, root, appRoot, dataRoot, port, results, errors, requests, native, inference: 'Offline demo/local engineering checks only; no configured model or existing credentials.' });
|
||||
} catch (error) {
|
||||
if (page && !page.isClosed()) { try { fs.writeFileSync(path.join(root, 'failure.html'), await page.content()); await page.screenshot({ path: path.join(root, 'failure.png') }); } catch {} }
|
||||
save({ success: false, root, appRoot, dataRoot, stage, results, errors, requests, message: error.message, stack: error.stack, native }); throw error;
|
||||
} finally {
|
||||
if (application) await application.close();
|
||||
if (await controller.health()) await controller.stop();
|
||||
if (externalServer) { externalServer.closeAllConnections(); await new Promise(resolve => externalServer.close(resolve)); }
|
||||
}
|
||||
+185
@@ -0,0 +1,185 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
import { chromium } from 'playwright';
|
||||
|
||||
const url = process.env.AGENT_WORKBENCH_URL || 'http://127.0.0.1:4319';
|
||||
const root = fs.mkdtempSync(path.resolve('.qa', 'diagnostics-ui-'));
|
||||
const projectRoot = path.join(root, 'project'); fs.mkdirSync(projectRoot);
|
||||
fs.writeFileSync(path.join(projectRoot, 'README.md'), '# Diagnostics UI fixture\n');
|
||||
fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
const bootstrap = await (await fetch(url + '/api/bootstrap')).json();
|
||||
assert.equal(bootstrap.config.mode, 'demo', 'Diagnostics UI validation requires an independent demo service.');
|
||||
assert.equal(bootstrap.config.hasKey, false, 'Diagnostics UI validation must not replace a configured model connection.');
|
||||
const api = async (route, input) => {
|
||||
const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST',
|
||||
headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token }, ...(input === undefined ? {} : { body: JSON.stringify(input) }) });
|
||||
const value = await response.json(); assert.ok(response.ok, value.error); return value;
|
||||
};
|
||||
let mode = 'failure', requestCount = 0, sessionId = '', page, diagnosticReads = 0, diagnosticProjectionUsed = false;
|
||||
const passed = [], pageErrors = [], networkErrors = [];
|
||||
const model = http.createServer(async (request, response) => {
|
||||
try {
|
||||
const chunks = []; for await (const chunk of request) chunks.push(chunk);
|
||||
if (request.url === '/v1/models') { response.writeHead(200, { 'Content-Type': 'application/json' }); return response.end(JSON.stringify({ data: [{ id: 'ui-diagnostics-fixture' }] })); }
|
||||
const input = JSON.parse(Buffer.concat(chunks).toString('utf8')); requestCount++;
|
||||
assert.equal(request.headers.authorization, 'Bearer ui-fixture-memory-key');
|
||||
const answer = content => { response.writeHead(200, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content }, finish_reason: 'stop' }] })); };
|
||||
const tool = (name, args) => { response.writeHead(200, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ choices: [{ message: { role: 'assistant', content: '', tool_calls: [{ id: 'ui-' + randomUUID(), type: 'function', function: { name, arguments: JSON.stringify(args) } }] }, finish_reason: 'tool_calls' }] })); };
|
||||
const failure = (status, headers = {}) => { response.writeHead(status, { 'Content-Type': 'application/json', ...headers }); response.end(JSON.stringify({ error: { message: 'Controlled model-service failure' } })); };
|
||||
if (!input.tools) return answer('OK');
|
||||
const lastUser = input.messages.findLastIndex(message => message.role === 'user');
|
||||
const results = input.messages.slice(lastUser + 1).filter(message => message.role === 'tool');
|
||||
if (mode === 'failure') return results.length ? failure(503) : tool('read_file', { path: 'README.md' });
|
||||
if (mode === 'recover') { assert.equal(input.messages.at(-1).role, 'tool'); return answer('**模型请求已恢复**,已完成的读取结果保留。'); }
|
||||
if (mode === 'question') {
|
||||
assert.match(input.messages[0].content, /model_connection/); assert.match(input.messages[0].content, /503/);
|
||||
// Large owned snapshots may be projected into mandatory latest-tool
|
||||
// feedback. The fixture must consume that saved result like the model,
|
||||
// rather than replaying an inspection whose raw group was archived.
|
||||
const feedback = input.messages.filter(message => message.role === 'system').map(message => {
|
||||
try { return JSON.parse(message.content.split('\n').at(-1)); } catch { return {}; }
|
||||
}).find(value => value.latest_tools)?.data.entries.find(entry => entry.tool === 'inspect_session');
|
||||
const snapshot = results.length ? JSON.parse(results.at(-1).content) : feedback?.result;
|
||||
if (!snapshot) { diagnosticReads++; return tool('inspect_session', {}); }
|
||||
assert.equal(snapshot.session.id, sessionId); assert.equal(snapshot.lastFailure.source, 'model_connection');
|
||||
if (feedback) { diagnosticProjectionUsed = true; assert.equal(feedback.recorded_state, 'completed'); assert.match(snapshot.lastFailure.message, /HTTP 503/); }
|
||||
else assert.equal(snapshot.lastFailure.httpStatus, 503);
|
||||
return answer('已读取工作台执行记录。上次错误发生在请求模型服务时:**HTTP 503**。项目读取已经成功,文件未改动。');
|
||||
}
|
||||
if (mode === 'proposal') {
|
||||
if (!results.length) return tool('propose_file', { path: 'REVIEWED.md', content: '# Reviewed through the UI\n', reason: 'UI review fixture' });
|
||||
await new Promise(resolve => setTimeout(resolve, 700)); return answer('改动已准备好,请查看差异后应用。');
|
||||
}
|
||||
if (mode === 'command') {
|
||||
if (!results.length) return tool('run_command', { command: "@'\nconsole.log('中文输入与输出正确');\n'@ | node --input-type=module\nexit $LASTEXITCODE", reason: '验证中文通过项目终端进入 Node。' });
|
||||
const result = JSON.parse(results.at(-1).content); assert.equal(result.status, 'completed'); assert.match(result.stdout, /中文输入与输出正确/);
|
||||
return answer('**UTF-8 验证通过**:中文输入与输出正确。');
|
||||
}
|
||||
if (mode === 'authentication') return failure(401);
|
||||
if (mode === 'backoff') return failure(503, { 'Retry-After': '3' });
|
||||
if (mode === 'transient') return requestCount === 1 ? failure(503) : answer('临时连接错误已自动恢复。');
|
||||
throw new Error('Unknown fixture mode');
|
||||
} catch (error) { if (!response.headersSent) response.writeHead(500, { 'Content-Type': 'application/json' }); response.end(JSON.stringify({ error: { message: error.message } })); }
|
||||
});
|
||||
await new Promise(resolve => model.listen(0, '127.0.0.1', resolve));
|
||||
const browser = await chromium.launch({ executablePath: path.join(process.env['ProgramFiles(x86)'] || 'C:\\Program Files (x86)', 'Microsoft', 'Edge', 'Application', 'msedge.exe'), headless: true });
|
||||
const mark = text => { passed.push(text); console.log('PASS ' + text); };
|
||||
const state = async () => api('/sessions/' + sessionId);
|
||||
const waitState = async status => {
|
||||
await page.waitForFunction(expected => document.querySelector('.task-toolbar .status')?.classList.contains('status-' + expected), status);
|
||||
};
|
||||
const checkViewport = async () => {
|
||||
const bounds = await page.evaluate(() => {
|
||||
const header = document.querySelector('.work-header').getBoundingClientRect(), composer = document.querySelector('.composer-wrap').getBoundingClientRect();
|
||||
return { width: innerWidth, height: innerHeight, scrollWidth: document.documentElement.scrollWidth, scrollHeight: document.documentElement.scrollHeight, headerTop: header.top, composerBottom: composer.bottom };
|
||||
});
|
||||
assert.ok(bounds.scrollWidth <= bounds.width + 1 && bounds.scrollHeight <= bounds.height + 1, JSON.stringify(bounds));
|
||||
assert.ok(bounds.headerTop >= -1 && bounds.composerBottom <= bounds.height + 1, JSON.stringify(bounds));
|
||||
};
|
||||
const screenshot = async name => { await checkViewport(); await page.screenshot({ path: '.qa/screenshots/' + name + '.png', scale: 'css' }); };
|
||||
const task = async content => {
|
||||
const newTask = page.getByRole('button', { name: '新建任务', exact: true });
|
||||
if (!await newTask.isVisible()) await page.getByRole('button', { name: '展开项目栏', exact: true }).click();
|
||||
await newTask.click();
|
||||
await page.getByLabel('任务内容').fill(content); await page.getByRole('button', { name: '发送任务', exact: true }).click();
|
||||
await page.waitForFunction(() => !!localStorage.getItem('awb-session')); sessionId = await page.evaluate(() => localStorage.getItem('awb-session'));
|
||||
};
|
||||
const settings = async () => {
|
||||
await page.getByRole('button', { name: '选择与管理模型', exact: true }).click();
|
||||
await page.getByRole('dialog', { name: '模型中心', exact: true }).locator('.mc-connection').filter({ has: page.getByRole('heading', { name: '原模型连接', exact: true }) }).getByRole('button', { name: '编辑', exact: true }).click();
|
||||
return page.getByRole('dialog', { name: '原连接与演示设置', exact: true });
|
||||
};
|
||||
try {
|
||||
page = await browser.newPage({ viewport: { width: 1440, height: 960 }, deviceScaleFactor: 1 }); page.setDefaultTimeout(15000);
|
||||
page.on('pageerror', error => pageErrors.push(error.message));
|
||||
page.on('requestfailed', request => { if (!request.url().includes('/api/events')) networkErrors.push(request.failure()?.errorText); });
|
||||
await page.goto(url, { waitUntil: 'domcontentloaded' }); await page.locator('.connection.connected').waitFor();
|
||||
await page.getByRole('button', { name: '打开项目', exact: true }).click();
|
||||
const projectDialog = page.getByRole('dialog', { name: '打开项目' });
|
||||
await projectDialog.getByLabel('项目文件夹路径').fill(projectRoot); await projectDialog.getByRole('button', { name: '打开项目', exact: true }).click();
|
||||
await projectDialog.waitFor({ state: 'hidden' });
|
||||
const connection = await settings(); await connection.getByRole('button', { name: '兼容模型服务' }).click();
|
||||
await connection.getByLabel('接口根地址', { exact: true }).fill('http://127.0.0.1:' + model.address().port + '/v1');
|
||||
await connection.getByLabel('API Key(按服务要求填写)').fill('ui-fixture-memory-key');
|
||||
await connection.getByLabel('模型名称').fill('ui-diagnostics-fixture');
|
||||
await connection.getByRole('button', { name: '验证模型响应', exact: true }).click();
|
||||
await connection.getByText(/模型响应验证通过/).waitFor(); assert.equal((await api('/diagnostics')).connection.mode, 'demo');
|
||||
await connection.getByRole('button', { name: '保存并切换原连接', exact: true }).click(); await connection.waitFor({ state: 'hidden' });
|
||||
mark('model response validation checks the tentative connection before saving');
|
||||
|
||||
requestCount = 0; await task('制造读取成功后的模型服务错误'); await waitState('failed');
|
||||
const failed = await state(); assert.equal(failed.failure.source, 'model_connection'); assert.equal(failed.failure.httpStatus, 503); assert.equal(failed.failure.attempts, 3);
|
||||
assert.equal(failed.events.filter(event => event.tool === 'read_file').length, 1);
|
||||
await page.locator('.failure-card').waitFor(); await screenshot('formal-model-error');
|
||||
await page.locator('.failure-card').getByRole('button', { name: '查看运行诊断' }).click();
|
||||
const diagnostic = page.getByRole('dialog', { name: '运行诊断' }); await diagnostic.getByText('Windows PowerShell 5.1', { exact: true }).waitFor();
|
||||
await diagnostic.getByText(/HTTP 503/).first().waitFor(); await screenshot('formal-diagnostics');
|
||||
assert.ok(!(await diagnostic.innerText()).includes('ui-fixture-memory-key'));
|
||||
await diagnostic.getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
mark('a model failure after successful tools shows source, attempts and local runtime diagnosis');
|
||||
|
||||
mode = 'recover'; await page.locator('.failure-card').getByRole('button', { name: '重试模型请求', exact: true }).click(); await waitState('completed');
|
||||
const recovered = await state(); assert.equal(recovered.events.filter(event => event.tool === 'read_file').length, 1);
|
||||
assert.equal(recovered.messages.filter(message => message.role === 'user').length, 1);
|
||||
mark('explicit retry preserves the completed tool result without replaying the task');
|
||||
|
||||
mode = 'question'; await page.getByLabel('任务内容').fill('刚才工作台报错怎么回事?请查执行记录。'); await page.getByRole('button', { name: '发送任务', exact: true }).click();
|
||||
await page.getByText(/已读取工作台执行记录/).waitFor(); await waitState('completed');
|
||||
const answered = await state(); assert.ok(answered.events.some(event => event.tool === 'inspect_session' && event.phase === 'completed'));
|
||||
assert.equal(diagnosticReads, 1, 'Read the actual saved diagnosis once, including when its raw group is projected.');
|
||||
assert.equal(answered.events.filter(event => event.tool === 'inspect_session').length, 1);
|
||||
assert.equal(answered.events.filter(event => event.tool === 'search_files').length, 0);
|
||||
assert.ok(!await page.locator('.message-assistant .message-text').last().innerText().then(text => text.includes('**')));
|
||||
await screenshot('formal-diagnostic-answer'); mark('an error question receives the actual session diagnosis and formatted answer');
|
||||
|
||||
mode = 'proposal'; await task('准备一个可审查文件'); await page.getByRole('button', { name: '审核 1 项', exact: true }).waitFor();
|
||||
await page.getByRole('button', { name: '审核 1 项', exact: true }).click();
|
||||
const apply = page.getByRole('button', { name: '应用这项改动', exact: true }); assert.ok(await apply.isDisabled());
|
||||
assert.equal(fs.existsSync(path.join(projectRoot, 'REVIEWED.md')), false);
|
||||
await waitState('needs_review'); assert.equal(await page.getByRole('button', { name: '继续任务', exact: true }).count(), 0);
|
||||
await screenshot('formal-review'); await apply.click(); await waitState('completed');
|
||||
assert.equal(fs.readFileSync(path.join(projectRoot, 'REVIEWED.md'), 'utf8'), '# Reviewed through the UI\n');
|
||||
mark('review state exposes the review action and prevents application during a running request');
|
||||
|
||||
mode = 'command'; await task('验证中文终端输入输出'); await waitState('awaiting_approval');
|
||||
await page.locator('.approval-shell').getByText(/PowerShell 5.1/).waitFor(); await screenshot('formal-command-approval');
|
||||
await page.getByRole('button', { name: '确认执行', exact: true }).click(); await waitState('completed');
|
||||
assert.match((await state()).events.find(event => event.tool === 'run_command').output, /中文输入与输出正确/);
|
||||
mark('approved Unicode commands execute in the declared shell and retain Chinese output');
|
||||
|
||||
mode = 'authentication'; requestCount = 0; await task('验证身份失败的处理'); await waitState('failed'); assert.equal(requestCount, 1);
|
||||
assert.match(await page.locator('.failure-card').innerText(), /HTTP 401/);
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await screenshot('formal-mobile-error');
|
||||
await page.locator('.failure-card').getByRole('button', { name: '查看运行诊断' }).click();
|
||||
await page.getByRole('dialog', { name: '运行诊断' }).getByText('Windows PowerShell 5.1', { exact: true }).waitFor();
|
||||
const box = await page.getByRole('dialog', { name: '运行诊断' }).boundingBox(); assert.ok(box.x >= 0 && box.x + box.width <= 391);
|
||||
await screenshot('formal-mobile-diagnostics'); await page.getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
await page.setViewportSize({ width: 1440, height: 960 }); mark('authentication errors do not retry and error/diagnostic controls fit a 390 px viewport');
|
||||
|
||||
mode = 'backoff'; requestCount = 0; await task('停止自动重试'); await page.getByText('正在重试模型连接', { exact: true }).waitFor();
|
||||
await page.getByRole('button', { name: '停止', exact: true }).click(); await waitState('paused'); assert.equal(requestCount, 1);
|
||||
assert.equal((await state()).events.find(event => event.kind === 'model').phase, 'interrupted');
|
||||
assert.equal((await api('/diagnostics')).connection.lastRequest.status, 'interrupted');
|
||||
await page.locator('.task-toolbar').getByRole('button', { name: '运行诊断', exact: true }).click();
|
||||
const stoppedDiagnostic = page.getByRole('dialog', { name: '运行诊断' });
|
||||
await stoppedDiagnostic.getByText(/最近请求:已停止/).waitFor();
|
||||
await screenshot('formal-stopped-diagnostics');
|
||||
await stoppedDiagnostic.getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
mark('stop cancels pending retry and clears running model state');
|
||||
|
||||
mode = 'transient'; requestCount = 0; await task('验证自动恢复'); await waitState('completed'); assert.equal(requestCount, 2);
|
||||
await screenshot('formal-desktop'); mark('a transient service failure recovers within the bounded retry policy');
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(networkErrors, []);
|
||||
const result = { success: true, version: bootstrap.version, url, date: new Date().toISOString(), passed, pageErrors, requestFailures: networkErrors, diagnosticReads, diagnosticProjectionUsed, modelValidation: 'controlled local HTTP fixture; actual configured model is verified separately' };
|
||||
fs.writeFileSync('.qa/diagnostics-ui-validation.json', JSON.stringify(result, null, 2)); console.log(JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
if (page) await page.screenshot({ path: '.qa/screenshots/formal-ui-failure.png', scale: 'css' }).catch(() => {});
|
||||
console.error(error); throw error;
|
||||
} finally {
|
||||
await browser.close();
|
||||
await api('/config', { ...bootstrap.config, mode: 'demo', apiKey: '' }).catch(() => {});
|
||||
model.closeAllConnections(); await new Promise(resolve => model.close(resolve));
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user