57 lines
6.1 KiB
JavaScript
57 lines
6.1 KiB
JavaScript
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
import assert from 'node:assert/strict';
|
|
import { createHash } from 'node:crypto';
|
|
|
|
const root = path.resolve('docs/turn-progress-b-evidence'), qa = path.resolve('.qa/requirements-progress');
|
|
assert.equal(fs.existsSync(root), false, 'Do not overwrite an existing stage seal.'); fs.mkdirSync(root);
|
|
const digest = bytes => createHash('sha256').update(bytes).digest('hex');
|
|
const copy = (source, relative) => {
|
|
assert.equal(fs.lstatSync(source).isSymbolicLink(), false); const target = path.join(root, relative);
|
|
if (fs.statSync(source).isDirectory()) { fs.mkdirSync(target, { recursive: true }); for (const name of fs.readdirSync(source)) copy(path.join(source, name), relative + '/' + name); }
|
|
else { fs.mkdirSync(path.dirname(target), { recursive: true }); fs.copyFileSync(source, target, fs.constants.COPYFILE_EXCL); }
|
|
};
|
|
const sourceFiles = [
|
|
'src/core/context/turn-progress.mjs', 'src/core/context/turn-progress-recorder.mjs', 'src/core/delivery-report.mjs', 'src/server/runtime.mjs',
|
|
'src/client/TurnProgress.tsx', 'src/client/TaskPanel.tsx', 'src/client/TaskPanel.css', 'src/client/types.ts', 'tests/turn-progress.test.mjs',
|
|
'scripts/verify-turn-progress-ui.mjs', 'scripts/verify-turn-progress-evidence.mjs', 'scripts/verify-adoption-evidence.mjs', 'scripts/seal-turn-progress-evidence.mjs',
|
|
].map(file => { const snapshot = 'source/' + file; copy(path.resolve(file), snapshot); return { path: file, snapshot }; });
|
|
const testRuns = [
|
|
['shadow-first.tap', 11, 9, 2], ['shadow-second.tap', 12, 12, 0], ['shadow-related.tap', 68, 68, 0],
|
|
['shadow-final.tap', 31, 31, 0], ['shadow-source-final.tap', 31, 31, 0],
|
|
].map(([name, tests, passed, failed]) => { copy(path.join(qa, name), 'logs/' + name); return { path: 'logs/' + name, tests, passed, failed }; });
|
|
for (const name of ['build-shadow-first.log', 'build-shadow-second.log', 'build-shadow-final.log', 'build-shadow-check-wait.log', 'build-shadow-source-final.log', 'official-readonly-boundary.json']) copy(path.join(qa, name), 'logs/' + name);
|
|
const uiRuns = [], observedRuns = [];
|
|
for (const [name, folder, final] of [
|
|
['shadow-ui-first', 'web-first', false], ['shadow-electron-first', 'electron-first', false],
|
|
['shadow-ui-final', 'web-touch', false], ['shadow-electron-final', 'electron-touch', false],
|
|
['shadow-ui-source-final', 'web-final', true], ['shadow-electron-source-final', 'electron-final', true],
|
|
]) {
|
|
const log = fs.readFileSync(path.join(qa, name + '.log'), 'utf8'); copy(path.join(qa, name + '.log'), 'logs/' + name + '.log');
|
|
const result = JSON.parse(log.trim().split(/\r?\n/).at(-1)), source = path.resolve(result.directory), relative = 'ui/' + folder;
|
|
assert.ok(source.startsWith(qa + path.sep)); assert.equal(result.success, true); copy(source, relative);
|
|
uiRuns.push({ path: relative + '/result.json', success: true, passed: 9 }); if (final) observedRuns.push(relative);
|
|
}
|
|
const caseReview = {
|
|
scope: 'Fixed public-fact cases manually reviewed against original assertions; no population accuracy or model benefit claim.',
|
|
cases: [
|
|
{ case: 'normal_exploration', expected: 'new observed content is evidence growth', evidence: 'logs/shadow-source-final.tap', assertion: 'fixed normal exploration, pagination, SHA changes and repeated ranges' },
|
|
{ case: 'pagination_and_repetition', expected: '10 new + 10 new + repeated candidate, original step_limit', evidence: 'ui/web-final/pages-original.json' },
|
|
{ case: 'read_only_research', expected: 'reading is useful; summary wording is not additional engineering evidence; no shadow interruption', evidence: 'logs/shadow-source-final.tap', assertion: 'read-only research is valid work' },
|
|
{ case: 'long_check', expected: 'approved actual running job stays waiting, then counted result', evidence: 'logs/shadow-source-final.tap', assertion: 'actual approved long check' },
|
|
{ case: 'failure_repair_evidence', expected: 'applied file, actual counted check and current requirement proof grow after baseline', evidence: 'logs/shadow-source-final.tap', assertion: 'real applied files, counted checks and current requirement proofs' },
|
|
{ case: 'permission_denial', expected: 'waiting then original permission failure; earlier same-turn read consumed once', evidence: 'ui/electron-final/approval-denied.json' },
|
|
{ case: 'broken_tool_or_network', expected: 'new failure is evidence; original failure categories remain distinct', evidence: 'logs/shadow-source-final.tap', assertion: 'new permissions, network and broken tools' },
|
|
{ case: 'invalid_input_repetition', expected: 'repeat candidate, no new early stop; original four-request step_limit', evidence: 'logs/shadow-source-final.tap', assertion: 'actual invalid tool calls repeat under the original step budget' },
|
|
{ case: 'bounded_unknown', expected: 'unretained facts stay unknown; old receipts retained and scope cannot mix', evidence: 'logs/shadow-source-final.tap', assertion: 'receipt retention stays aligned at the cap' },
|
|
],
|
|
limitations: ['No real model delivery sample.', 'No intervention thresholds or global false-positive/false-negative rate.', 'No Purge comparison or network recovery claim.'],
|
|
};
|
|
fs.writeFileSync(path.join(root, 'case-review.json'), JSON.stringify(caseReview, null, 2));
|
|
const walk = directory => fs.readdirSync(directory, { withFileTypes: true }).flatMap(row => row.isDirectory() ? walk(path.join(directory, row.name)) : [path.join(directory, row.name)]);
|
|
const files = walk(root).map(file => { const bytes = fs.readFileSync(file); return { path: path.relative(root, file).replaceAll('\\', '/'), bytes: bytes.length, sha256: digest(bytes) }; }).sort((a, b) => a.path.localeCompare(b.path));
|
|
const manifest = { kind: 'adoption-stage-evidence', stage: 'turn-progress-b', status: 'development_slice_validated_not_released',
|
|
realModelRequests: 0, officialServiceChanged: false, sourceFiles, testRuns, uiRuns, observedRuns, files, bytes: files.reduce((sum, row) => sum + row.bytes, 0) };
|
|
fs.writeFileSync(path.join(root, 'manifest.json'), JSON.stringify(manifest, null, 2));
|
|
console.log(JSON.stringify({ root, files: files.length, bytes: manifest.bytes, sourceFiles: sourceFiles.length, uiRuns: uiRuns.length }));
|