feat: ship bounded tool feedback and Python engineering checks in 1.7.0
This commit is contained in:
+1
-1
@@ -26,7 +26,7 @@ const copyTree = (source, destination) => fs.cpSync(source, destination, { recur
|
||||
} });
|
||||
for (const name of portableFiles) copyTree(path.join(root, name), path.join(portableRoot, name));
|
||||
fs.mkdirSync(path.join(portableRoot, 'scripts'), { recursive: true });
|
||||
for (const name of ['Start-Workbench.ps1', 'Stop-Workbench.ps1', 'upgrade-running.mjs']) fs.copyFileSync(path.join(root, 'scripts', name), path.join(portableRoot, 'scripts', name));
|
||||
for (const name of ['Start-Workbench.ps1', 'Stop-Workbench.ps1', 'upgrade-running.mjs', 'python-check-runner.py']) fs.copyFileSync(path.join(root, 'scripts', name), path.join(portableRoot, 'scripts', name));
|
||||
for (const name of sourceFiles) copyTree(path.join(root, name), path.join(sourceRoot, name));
|
||||
|
||||
const preferredNode = path.resolve(root, '..', 'tools', 'node-v24.22.1-win-x64', 'node.exe');
|
||||
|
||||
@@ -0,0 +1,223 @@
|
||||
"""Collect actual Workbench Python checks after their execution is approved."""
|
||||
import hashlib
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import sys
|
||||
import traceback
|
||||
|
||||
sys.dont_write_bytecode = True
|
||||
|
||||
|
||||
def sha(data):
|
||||
return hashlib.sha256(data).hexdigest()
|
||||
|
||||
|
||||
def checked_path(root, relative):
|
||||
if not isinstance(relative, str) or not relative or "\0" in relative:
|
||||
raise ValueError("Invalid planned Python path")
|
||||
candidate = (root / relative).resolve(strict=True)
|
||||
if not candidate.is_relative_to(root):
|
||||
raise ValueError("Python input is outside the sealed project")
|
||||
return candidate
|
||||
|
||||
|
||||
def verify_sources(root, files):
|
||||
for item in files:
|
||||
filename = checked_path(root, item["path"])
|
||||
if not filename.is_file() or sha(filename.read_bytes()) != item["sha256"]:
|
||||
raise ValueError("Planned Python source changed: " + item["path"])
|
||||
|
||||
|
||||
def compile_sources(root, files):
|
||||
failures = []
|
||||
for item in files:
|
||||
filename = checked_path(root, item["path"])
|
||||
data = filename.read_bytes()
|
||||
try:
|
||||
compile(data, str(filename), "exec", dont_inherit=True)
|
||||
except (SyntaxError, ValueError) as error:
|
||||
failures.append({"path": item["path"], "message": str(error), "line": getattr(error, "lineno", None)})
|
||||
traceback.print_exception(type(error), error, error.__traceback__)
|
||||
print("Python source compilation: %d / %d" % (len(files) - len(failures), len(files)))
|
||||
return {"compilation": {"compiled": len(files) - len(failures), "total": len(files), "failures": failures}}, 1 if failures else 0
|
||||
|
||||
|
||||
def count_records(records):
|
||||
states = [item["status"] for item in records]
|
||||
return {"total": len(states), "passed": states.count("passed"), "failed": states.count("failed"),
|
||||
"skipped": states.count("skipped"), "cancelled": states.count("pending")}
|
||||
|
||||
|
||||
def unittest_sources(root, settings):
|
||||
import unittest
|
||||
|
||||
class CollectedResult(unittest.TextTestResult):
|
||||
def __init__(self, *args, **kwargs):
|
||||
super().__init__(*args, **kwargs)
|
||||
self.records = []
|
||||
self.active = {}
|
||||
self.collection_errors = 0
|
||||
self.collection_skipped = 0
|
||||
|
||||
def startTest(self, test):
|
||||
super().startTest(test)
|
||||
# Test.id() is a display name. Repeated cases and subtests belong
|
||||
# to their actual startTest execution ordinal, not that name.
|
||||
self.active[id(test)] = len(self.records)
|
||||
self.records.append({"status": "pending"})
|
||||
|
||||
def stopTest(self, test):
|
||||
self.active.pop(id(test), None)
|
||||
super().stopTest(test)
|
||||
|
||||
def mark(self, test, status):
|
||||
index = self.active.get(id(test))
|
||||
if index is None:
|
||||
index = self.active.get(id(getattr(test, "test_case", None)))
|
||||
if index is None:
|
||||
if status == "failed":
|
||||
self.collection_errors += 1
|
||||
elif status == "skipped":
|
||||
self.collection_skipped += 1
|
||||
return
|
||||
record = self.records[index]
|
||||
if record["status"] != "failed" and (record["status"] != "skipped" or status == "failed"):
|
||||
record["status"] = status
|
||||
|
||||
def addSuccess(self, test):
|
||||
self.mark(test, "passed")
|
||||
super().addSuccess(test)
|
||||
|
||||
def addFailure(self, test, error):
|
||||
self.mark(test, "failed")
|
||||
super().addFailure(test, error)
|
||||
|
||||
def addError(self, test, error):
|
||||
self.mark(test, "failed")
|
||||
super().addError(test, error)
|
||||
|
||||
def addSkip(self, test, reason):
|
||||
self.mark(test, "skipped")
|
||||
super().addSkip(test, reason)
|
||||
|
||||
def addExpectedFailure(self, test, error):
|
||||
self.mark(test, "skipped")
|
||||
super().addExpectedFailure(test, error)
|
||||
|
||||
def addUnexpectedSuccess(self, test):
|
||||
self.mark(test, "failed")
|
||||
super().addUnexpectedSuccess(test)
|
||||
|
||||
def addSubTest(self, test, subtest, error):
|
||||
if error is not None:
|
||||
self.mark(test, "failed")
|
||||
super().addSubTest(test, subtest, error)
|
||||
|
||||
start = checked_path(root, settings["startDirectory"])
|
||||
if not start.is_dir():
|
||||
raise ValueError("Unittest discovery needs a project directory")
|
||||
sys.path[:0] = [str(root), str(root / "src")]
|
||||
loader = unittest.TestLoader()
|
||||
suite = loader.discover(str(start), pattern=settings["pattern"])
|
||||
result = unittest.TextTestRunner(verbosity=2, resultclass=CollectedResult).run(suite)
|
||||
if result.testsRun != len(result.records):
|
||||
raise ValueError("Unittest execution count was not collected consistently")
|
||||
return {"tests": count_records(result.records), "framework": "unittest", "frameworkVersion": sys.version.split()[0],
|
||||
"collectionErrors": result.collection_errors, "collectionSkipped": result.collection_skipped}, 0 if result.wasSuccessful() else 1
|
||||
|
||||
|
||||
def pytest_sources(root, settings):
|
||||
# Import the host framework before adding project imports. Autoloaded
|
||||
# environment plugins and addopts are excluded by the host check contract.
|
||||
import pytest
|
||||
sys.path[:0] = [str(root), str(root / "src")]
|
||||
|
||||
class Collector:
|
||||
def __init__(self):
|
||||
self.records = []
|
||||
self.ordinals = {}
|
||||
self.active = None
|
||||
self.collection_errors = 0
|
||||
self.collection_skipped = 0
|
||||
|
||||
def pytest_collection_finish(self, session):
|
||||
self.records = [{"status": "pending", "nodeid": item.nodeid} for item in session.items]
|
||||
self.ordinals = {}
|
||||
for index, item in enumerate(session.items):
|
||||
self.ordinals.setdefault(id(item), []).append(index)
|
||||
|
||||
def pytest_collectreport(self, report):
|
||||
if report.failed:
|
||||
self.collection_errors += 1
|
||||
elif report.skipped:
|
||||
self.collection_skipped += 1
|
||||
|
||||
@pytest.hookimpl(hookwrapper=True, tryfirst=True)
|
||||
def pytest_runtest_protocol(self, item, nextitem):
|
||||
pending = self.ordinals.get(id(item), [])
|
||||
self.active = pending.pop(0) if pending else None
|
||||
try:
|
||||
yield
|
||||
finally:
|
||||
self.active = None
|
||||
|
||||
def pytest_runtest_logreport(self, report):
|
||||
if self.active is None or self.records[self.active]["nodeid"] != report.nodeid:
|
||||
self.collection_errors += 1
|
||||
return
|
||||
record = self.records[self.active]
|
||||
if report.failed:
|
||||
record["status"] = "failed"
|
||||
elif record["status"] != "failed" and (report.skipped or hasattr(report, "wasxfail")):
|
||||
record["status"] = "skipped"
|
||||
elif record["status"] == "pending" and report.when == "call" and report.passed:
|
||||
record["status"] = "passed"
|
||||
|
||||
collector = Collector()
|
||||
args = [str(checked_path(root, relative)) for relative in settings["testPaths"]]
|
||||
args += ["-p", "no:cacheprovider", "--import-mode=importlib", "-o", "addopts="]
|
||||
if settings.get("configPath"):
|
||||
args += ["-c", str(checked_path(root, settings["configPath"]))]
|
||||
code = int(pytest.main(args, plugins=[collector]))
|
||||
return {"tests": count_records(collector.records), "framework": "pytest", "frameworkVersion": pytest.__version__,
|
||||
"collectionErrors": collector.collection_errors, "collectionSkipped": collector.collection_skipped}, code
|
||||
|
||||
|
||||
def main():
|
||||
payload_bytes = sys.stdin.buffer.read()
|
||||
payload = json.loads(payload_bytes)
|
||||
result_path = Path(sys.argv[1]).resolve()
|
||||
root = Path(payload["root"]).resolve(strict=True)
|
||||
if not root.is_dir() or result_path.is_relative_to(root):
|
||||
raise ValueError("Result collection must use the owned host directory")
|
||||
executable = Path(os.path.realpath(sys.executable))
|
||||
base_executable = Path(os.path.realpath(getattr(sys, "_base_executable", sys.executable)))
|
||||
identity = {"schemaVersion": 1, "kind": "python-check-result", "invocationId": payload["invocationId"],
|
||||
"inputSha256": sha(payload_bytes), "mode": payload["mode"], "runnerSha256": sha(Path(__file__).read_bytes()),
|
||||
"runtime": {"executable": str(executable), "version": sys.version.split()[0], "sha256": sha(executable.read_bytes()),
|
||||
"baseExecutable": str(base_executable), "baseSha256": sha(base_executable.read_bytes())}}
|
||||
try:
|
||||
verify_sources(root, payload["files"])
|
||||
if payload["mode"] == "compile":
|
||||
evidence, code = compile_sources(root, payload["files"])
|
||||
elif payload["mode"] == "unittest":
|
||||
evidence, code = unittest_sources(root, payload["settings"])
|
||||
elif payload["mode"] == "pytest":
|
||||
evidence, code = pytest_sources(root, payload["settings"])
|
||||
else:
|
||||
raise ValueError("Unknown built-in Python check")
|
||||
output = {**identity, **evidence, "exitCode": code}
|
||||
except BaseException as error:
|
||||
traceback.print_exception(type(error), error, error.__traceback__)
|
||||
output = {**identity, "exitCode": 1, "collectorError": type(error).__name__ + ": " + str(error)}
|
||||
code = 1
|
||||
temporary = result_path.with_suffix(".tmp")
|
||||
with temporary.open("x", encoding="utf-8") as stream:
|
||||
json.dump(output, stream, ensure_ascii=False)
|
||||
temporary.replace(result_path)
|
||||
return code
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1 @@
|
||||
pytest==8.4.2
|
||||
@@ -64,7 +64,7 @@ export async function upgradeRunning({ url, pid, currentRoot, newRoot, handlerRo
|
||||
if (!fs.existsSync(originalScript) || !fs.existsSync(upgradeScript) || !fs.existsSync(path.join(next, 'dist-client', 'index.html'))) throw new Error('Upgrade bundles are incomplete.');
|
||||
if (!Number.isInteger(pid) || pid < 1 || pid === process.pid) throw new Error('Invalid target process.');
|
||||
const before = await readUpgradeJson(origin + '/api/bootstrap', 5000, 'Read original Workbench');
|
||||
if (!before.token || !['0.1.0', '1.0.0', '1.1.0', '1.2.0', '1.3.0', '1.4.0', '1.5.0', '1.5.1', '1.6.0', '1.6.1', '1.6.2'].includes(before.version)) throw new Error('This migration accepts a supported existing Workbench.');
|
||||
if (!before.token || !['0.1.0', '1.0.0', '1.1.0', '1.2.0', '1.3.0', '1.4.0', '1.5.0', '1.5.1', '1.6.0', '1.6.1', '1.6.2', '1.7.0'].includes(before.version)) throw new Error('This migration accepts a supported existing Workbench.');
|
||||
if (before.sessions.some(session => ['running', 'awaiting_approval', 'stopping'].includes(session.status))) throw new Error('Wait for existing tasks and approvals before upgrading.');
|
||||
let protocol, socket, enabledHere = false, paused = false;
|
||||
const breakpoints = [];
|
||||
|
||||
@@ -6,14 +6,16 @@ import { gitEnvironment } from '../src/core/git-process.mjs';
|
||||
import { randomUUID } from 'node:crypto';
|
||||
|
||||
const version = JSON.parse(fs.readFileSync('package.json', 'utf8')).version;
|
||||
assert.ok(['1.6.0', '1.6.1', '1.6.2'].includes(version), 'Review evidence paths when introducing the next release.');
|
||||
const prefix = version === '1.6.0' ? 'workspaces' : version === '1.6.1' ? 'working-context' : 'working-retention', resultFile = `.qa/${prefix}-all-ui-validation.json`, results = [];
|
||||
assert.ok(['1.6.0', '1.6.1', '1.6.2', '1.7.0'].includes(version), 'Review evidence paths when introducing the next release.');
|
||||
const prefix = version === '1.6.0' ? 'workspaces' : version === '1.6.1' ? 'working-context' : version === '1.6.2' ? 'working-retention' : 'python-engine', resultFile = `.qa/${prefix}-all-ui-validation.json`, results = [];
|
||||
const cases = [
|
||||
['verify-ui.mjs', '.qa/ui-validation.json'], ['verify-diagnostics-ui.mjs', '.qa/diagnostics-ui-validation.json'],
|
||||
['verify-execution-ui.mjs', '.qa/execution-ui-validation.json'], ['verify-delivery-ui.mjs', '.qa/delivery-ui-validation.json'],
|
||||
['verify-index-ui.mjs', '.qa/index-ui-result.json'], ['verify-change-sets-ui.mjs', `docs/${prefix}-batch-ui-validation.json`],
|
||||
['verify-context-ui.mjs', `.qa/${version === '1.6.0' ? 'workspaces-context' : prefix}-ui-validation.json`],
|
||||
['verify-workspaces-ui.mjs', `docs/${prefix === 'workspaces' ? prefix : prefix + '-workspaces'}-ui-validation.json`],
|
||||
...(version === '1.7.0' ? [['verify-python-ui.mjs', 'docs/python-engine-python-ui-validation.json']] : []),
|
||||
...(version === '1.7.0' ? [['verify-react-delivery.mjs', 'docs/react-engine-delivery-validation.json']] : []),
|
||||
];
|
||||
fs.mkdirSync('.qa', { recursive: true });
|
||||
const externalHost = new Set(['verify-ui.mjs', 'verify-diagnostics-ui.mjs', 'verify-execution-ui.mjs', 'verify-index-ui.mjs']);
|
||||
|
||||
@@ -33,8 +33,8 @@ child.stdout.on('data', value => { output += value; for (const line of output.sp
|
||||
child.stderr.on('data', value => { errors += value; });
|
||||
const wait = async predicate => { const deadline = Date.now() + 15000; while (!await predicate()) { if (Date.now() > deadline) throw new Error('UI fixture timed out: ' + errors); await new Promise(resolve => setTimeout(resolve, 40)); } };
|
||||
await wait(() => url); const bootstrap = await (await fetch(url + '/api/bootstrap')).json();
|
||||
assert.ok(['1.4.0', '1.5.0', '1.5.1', '1.6.0', '1.6.1', '1.6.2'].includes(bootstrap.version)); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const proofPrefix = bootstrap.version === '1.4.0' ? 'm2-batch' : bootstrap.version === '1.5.0' ? 'context-batch' : bootstrap.version === '1.5.1' ? 'context-fix-batch' : bootstrap.version === '1.6.0' ? 'workspaces-batch' : bootstrap.version === '1.6.1' ? 'working-context-batch' : 'working-retention-batch';
|
||||
assert.ok(['1.4.0', '1.5.0', '1.5.1', '1.6.0', '1.6.1', '1.6.2', '1.7.0'].includes(bootstrap.version)); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const proofPrefix = bootstrap.version === '1.4.0' ? 'm2-batch' : bootstrap.version === '1.5.0' ? 'context-batch' : bootstrap.version === '1.5.1' ? 'context-fix-batch' : bootstrap.version === '1.6.0' ? 'workspaces-batch' : bootstrap.version === '1.6.1' ? 'working-context-batch' : bootstrap.version === '1.6.2' ? 'working-retention-batch' : 'python-engine-batch';
|
||||
const screenshotPrefix = bootstrap.version === '1.4.0' ? '1.4-batch' : proofPrefix;
|
||||
const api = async (route, input) => { const response = await fetch(url + '/api' + route, { method: input === undefined ? 'GET' : 'POST', headers: { 'Content-Type': 'application/json', 'X-Workbench-Token': bootstrap.token, Connection: 'close' },
|
||||
...(input === undefined ? {} : { body: JSON.stringify(input) }) }); const value = await response.json(); assert.ok(response.ok, value.error); return value; };
|
||||
|
||||
@@ -76,9 +76,9 @@ child.stderr.on('data', bytes => { errors += bytes.toString('utf8'); });
|
||||
const until = async predicate => { const deadline = Date.now() + 20000; while (!await predicate()) { if (Date.now() > deadline) throw new Error('Context UI fixture timeout: ' + errors); await new Promise(resolve => setTimeout(resolve, 40)); } };
|
||||
await until(() => url || child.exitCode !== null); assert.ok(url, errors);
|
||||
const bootstrap = await (await fetch(url + '/api/bootstrap', { headers: { Connection: 'close' } })).json();
|
||||
assert.ok(['1.5.0', '1.5.1', '1.6.0', '1.6.1', '1.6.2'].includes(bootstrap.version)); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
assert.ok(['1.5.0', '1.5.1', '1.6.0', '1.6.1', '1.6.2', '1.7.0'].includes(bootstrap.version)); assert.equal(bootstrap.config.mode, 'demo'); assert.equal(bootstrap.config.hasKey, false);
|
||||
const api = async route => { const response = await fetch(url + '/api' + route, { headers: { 'X-Workbench-Token': bootstrap.token, Connection: 'close' } }); const value = await response.json(); assert.ok(response.ok, value.error); return value; };
|
||||
const proofPrefix = bootstrap.version === '1.5.0' ? 'context' : bootstrap.version === '1.5.1' ? 'context-fix' : bootstrap.version === '1.6.0' ? 'workspaces-context' : bootstrap.version === '1.6.1' ? 'working-context' : 'working-retention';
|
||||
const proofPrefix = bootstrap.version === '1.5.0' ? 'context' : bootstrap.version === '1.5.1' ? 'context-fix' : bootstrap.version === '1.6.0' ? 'workspaces-context' : bootstrap.version === '1.6.1' ? 'working-context' : bootstrap.version === '1.6.2' ? 'working-retention' : 'python-engine';
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
const passed = [], pageErrors = [], requestFailures = [], screenshots = [];
|
||||
page.on('pageerror', error => pageErrors.push(error.message));
|
||||
|
||||
@@ -0,0 +1,129 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture, launchWorkbench } from '../tests/helpers.mjs';
|
||||
import { createPythonDeliveryProject, pythonFixes, assertPythonProtected } from '../tests/fixtures/python-project.mjs';
|
||||
import { captureWorkspaceSource } from '../tests/fixtures/workspace-project.mjs';
|
||||
import { deliveryGit } from '../tests/fixtures/delivery-project.mjs';
|
||||
|
||||
const disposers = [], t = { after: fn => disposers.push(fn) }, f = fixture(t);
|
||||
const protectedFiles = createPythonDeliveryProject(f), source = captureWorkspaceSource(f);
|
||||
f.session.title = 'Python工程检查与交付'; f.store.core.task.get(f.session.taskId).goal = '修复三个Python模块,保护测试与声明,核对实际检查并交付本地Git报告。';
|
||||
f.store.save(f.session); f.store.close();
|
||||
const host = await launchWorkbench(t, f.data, process.env.AGENT_WORKBENCH_TEST_PYTHON ? { AGENT_WORKBENCH_PYTHON_PATH: process.env.AGENT_WORKBENCH_TEST_PYTHON } : {});
|
||||
assert.notEqual(new URL(host.url).port, '4318'); assert.equal(host.bootstrap.config.hasKey, false);
|
||||
fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
const browser = await chromium.launch({ channel: 'msedge', headless: true }), page = await browser.newPage({ viewport: { width: 1440, height: 1000 } });
|
||||
const passed = [], pageErrors = [], requestFailures = [], route = '/sessions/' + f.session.id;
|
||||
page.on('pageerror', error => pageErrors.push(error.message));
|
||||
page.on('requestfailed', request => requestFailures.push(request.url() + ': ' + request.failure()?.errorText));
|
||||
const state = () => host.api(route), panel = () => page.getByLabel('任务记录', { exact: true });
|
||||
const artifact = () => page.getByRole('dialog', { name: '执行结果工件', exact: true });
|
||||
const mark = text => { passed.push(text); console.log('PASS ' + text); };
|
||||
const screenshot = name => page.screenshot({ path: '.qa/screenshots/python-engine-' + name + '.png', scale: 'css' });
|
||||
const choose = (name, selected) => panel().getByLabel('启用检查 ' + name, { exact: true }).setChecked(selected);
|
||||
async function executeChecks() {
|
||||
await panel().getByRole('button', { name: '执行这些检查', exact: true }).click();
|
||||
const confirm = page.getByRole('dialog', { name: '执行工程检查', exact: true });
|
||||
await confirm.getByRole('button', { name: '确认执行检查', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.checks.at(-1)?.finishedAt, { timeout: 20000 }).toBeTruthy();
|
||||
}
|
||||
try {
|
||||
await page.goto(host.url); await page.waitForLoadState('networkidle');
|
||||
await page.getByLabel('当前项目').selectOption(f.project.id);
|
||||
await page.locator('.session-list button').filter({ hasText: f.session.title }).click();
|
||||
await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
await panel().getByRole('button', { name: '识别工程与检查', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.plans.at(-1)?.checks.map(check => check.name)).toEqual(['test', 'build']);
|
||||
await choose('test', false); await choose('build', false); await choose('python:test', true); await choose('python:compile', true);
|
||||
await expect(panel().getByRole('button', { name: '执行这些检查', exact: true })).toBeDisabled();
|
||||
await panel().getByRole('button', { name: '重新识别所选检查', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.plans.at(-1).checks.map(check => check.name)).toEqual(['python:test', 'python:compile']);
|
||||
await expect(panel().locator('.check-plan')).toContainText('Python');
|
||||
assert.equal((await state()).execution.checks.length, 0);
|
||||
mark('mixed projects retain npm defaults and explicitly seal the selected Python checks');
|
||||
|
||||
await panel().getByRole('button', { name: '执行这些检查', exact: true }).click();
|
||||
const confirm = page.getByRole('dialog', { name: '执行工程检查', exact: true });
|
||||
await expect(confirm).toContainText('unittest'); await expect(confirm).toContainText('Python'); await expect(confirm).toContainText('python.exe');
|
||||
await confirm.getByRole('button', { name: '取消', exact: true }).click();
|
||||
assert.equal((await state()).execution.checks.length, 0);
|
||||
mark('the confirmation shows the actual interpreter and cancellation executes no checks');
|
||||
|
||||
await executeChecks();
|
||||
const failed = (await state()).execution.checks.at(-1);
|
||||
assert.equal(failed.status, 'failed'); assert.equal(failed.results[0].tests.failed, 5);
|
||||
await expect(panel()).toContainText('测试 1/6 通过'); await expect(panel()).toContainText('失败 5');
|
||||
await expect(panel()).toContainText('语法编译 6/6 个源码文件');
|
||||
await screenshot('checks-desktop-failed');
|
||||
mark('actual unittest failures and the separately passed compilation display their counted results');
|
||||
|
||||
await panel().getByRole('button', { name: '查看检查日志', exact: true }).first().click();
|
||||
await expect(artifact()).toContainText('FAILED (failures=5)'); await expect(artifact()).toContainText('SHA256');
|
||||
await artifact().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
await panel().getByRole('button', { name: '查看实际测试依据', exact: true }).first().click();
|
||||
await expect.poll(async () => JSON.parse(await artifact().locator('.artifact-preview').textContent()).tests.failed).toBe(5); await expect(artifact()).toContainText('python-check-result');
|
||||
await artifact().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
mark('the log and original structured result are independently viewable and hash-bound');
|
||||
|
||||
for (const [relative, content] of Object.entries(pythonFixes)) await host.api(route + '/proposals', { path: relative, content, reason: 'Verify the actual reviewed Python repair' });
|
||||
const changes = (await state()).changes.filter(change => change.status === 'pending');
|
||||
let session = await host.api(route + '/change-sets', { changeIds: changes.map(change => change.id) }), batch = session.execution.changeSets.at(-1);
|
||||
await host.api(route + '/change-sets/' + batch.id + '/apply', { fingerprint: batch.fingerprint });
|
||||
await expect.poll(async () => (await state()).execution.changeSets.at(-1).status).toBe('completed');
|
||||
await panel().getByRole('button', { name: '重新识别检查计划', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.plans.at(-1).checks.map(check => check.name)).toEqual(['test', 'build']);
|
||||
await choose('test', false); await choose('build', false); await choose('python:test', true); await choose('python:compile', true);
|
||||
await panel().getByRole('button', { name: '重新识别所选检查', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.plans.at(-1).checks.map(check => check.name)).toEqual(['python:test', 'python:compile']);
|
||||
await executeChecks();
|
||||
assert.equal((await state()).execution.checks.at(-1).status, 'passed');
|
||||
await expect(panel()).toContainText('测试 6/6 通过'); assertPythonProtected(assert, f.projectRoot, protectedFiles);
|
||||
await panel().locator('.project-checks').scrollIntoViewIfNeeded(); await screenshot('checks-desktop-passed');
|
||||
mark('a reviewed three-file repair runs new checks while retaining the original failed job and protected files');
|
||||
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
await expect(panel()).toBeVisible(); await panel().locator('.project-checks').scrollIntoViewIfNeeded();
|
||||
await screenshot('checks-mobile');
|
||||
await panel().getByRole('button', { name: '查看实际测试依据', exact: true }).first().click();
|
||||
await expect.poll(async () => JSON.parse(await artifact().locator('.artifact-preview').textContent()).tests.passed).toBe(6); await screenshot('metrics-mobile');
|
||||
await artifact().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
await page.getByRole('button', { name: '关闭检视区', exact: true }).click();
|
||||
const composer = await page.getByLabel('任务内容').boundingBox();
|
||||
assert.ok(composer && composer.y >= 0 && composer.y + composer.height <= 844);
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth <= 390));
|
||||
mark('390px checks, interpreter paths, original result dialog and composer remain operable without page overflow');
|
||||
|
||||
await page.setViewportSize({ width: 1440, height: 1000 }); await page.getByRole('button', { name: '查看任务记录', exact: true }).click();
|
||||
const delivery = panel().getByLabel('Git交付', { exact: true });
|
||||
await delivery.getByLabel('提交说明', { exact: true }).fill('fix: deliver the reviewed Python workflow');
|
||||
await delivery.getByRole('button', { name: '预览Git提交', exact: true }).click();
|
||||
const gitConfirm = page.getByRole('dialog', { name: '确认本地Git提交', exact: true });
|
||||
await expect(gitConfirm).toContainText(/6\s*\/\s*6/); await expect(gitConfirm).toContainText('src/workflow/normalize.py');
|
||||
await gitConfirm.getByRole('button', { name: '确认创建本地提交', exact: true }).click();
|
||||
await expect.poll(async () => (await state()).execution.deliveries.at(-1)?.reportArtifactId, { timeout: 20000 }).toBeTruthy();
|
||||
session = await state(); const job = session.execution.deliveries.at(-1);
|
||||
assert.deepEqual(job.paths.slice().sort(), Object.keys(pythonFixes).sort());
|
||||
await delivery.getByRole('button', { name: '查看交付报告', exact: true }).click();
|
||||
await expect(artifact()).toContainText('Python实际执行'); await expect(artifact()).toContainText('6/6');
|
||||
await screenshot('delivery-desktop'); await artifact().getByRole('button', { name: '关闭窗口', exact: true }).click();
|
||||
const after = captureWorkspaceSource(f);
|
||||
assert.deepEqual(after.files, source.files);
|
||||
const ownerIndex = deliveryGit(f, ['show', ':owner-staged.txt']); assert.match(ownerIndex, /preserve the index/);
|
||||
assertPythonProtected(assert, f.projectRoot, protectedFiles);
|
||||
assert.equal(session.execution.checks[0].status, 'failed');
|
||||
mark('Git confirmation and the Python execution report deliver only the three reviewed sources and preserve owner changes');
|
||||
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
const result = { success: true, version: host.bootstrap.version, at: new Date().toISOString(), browser: browser.version(), passed, pageErrors, requestFailures,
|
||||
checks: { before: failed.results[0].tests, after: session.execution.checks.at(-1).results[0].tests }, commit: job.commit,
|
||||
scope: 'Independent host and owned fixture. Real Python processes, reviewed API repairs and actual local Git. No configured model requests or production credentials.' };
|
||||
fs.writeFileSync('docs/python-engine-python-ui-validation.json', JSON.stringify(result, null, 2) + '\n'); console.log(JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
await screenshot('python-ui-failure').catch(() => {});
|
||||
fs.writeFileSync('.qa/python-ui-failure-dom.html', await page.content().catch(() => ''));
|
||||
fs.writeFileSync('.qa/python-ui-failure.json', JSON.stringify({ error: error.message, passed, pageErrors, requestFailures }, null, 2)); throw error;
|
||||
} finally {
|
||||
await browser.close(); for (const dispose of disposers.reverse()) await dispose();
|
||||
}
|
||||
@@ -0,0 +1,127 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import http from 'node:http';
|
||||
import { execFileSync } from 'node:child_process';
|
||||
import { createHash } from 'node:crypto';
|
||||
import { chromium, expect } from 'playwright/test';
|
||||
import { fixture, launchWorkbench } from '../tests/helpers.mjs';
|
||||
import { deliveryGit, writeDeliveryFile } from '../tests/fixtures/delivery-project.mjs';
|
||||
import { captureWorkspaceSource } from '../tests/fixtures/workspace-project.mjs';
|
||||
|
||||
const disposers = [], t = { after: fn => disposers.push(fn) }, f = fixture(t), baseline = path.resolve('benchmarks/react-delivery-v1/baseline');
|
||||
const sha = bytes => createHash('sha256').update(bytes).digest('hex');
|
||||
fs.cpSync(baseline, f.projectRoot, { recursive: true, filter: file => !file.split(path.sep).includes('node_modules') });
|
||||
const protectedNames = ['package.json', 'package-lock.json', 'tsconfig.json', 'vite.config.mjs', 'index.html', 'test/domain.test.mjs', 'src/types.ts', 'src/main.tsx', 'src/styles.css'];
|
||||
const protectedBytes = Object.fromEntries(protectedNames.map(relative => [relative, fs.readFileSync(path.join(f.projectRoot, relative))]));
|
||||
const originalApp = fs.readFileSync(path.join(f.projectRoot, 'src/App.tsx'), 'utf8');
|
||||
const fixes = {
|
||||
'src/query.ts': "import type { Task } from './types.ts';\nexport function selectTasks(tasks: Task[], filter: string, query: string): Task[] {\n const text = query.trim().toLocaleLowerCase();\n return tasks.filter(task => (filter === 'done' ? task.done : filter === 'pending' ? !task.done : true) && task.title.toLocaleLowerCase().includes(text));\n}\n",
|
||||
'src/summary.ts': "import type { Task } from './types.ts';\nexport function summarizeTasks(tasks: Task[]) {\n return { total: tasks.length, completed: tasks.filter(task => task.done).length, pendingHours: tasks.filter(task => !task.done).reduce((sum, task) => sum + task.hours, 0) };\n}\n",
|
||||
'src/transition.ts': "import type { Task } from './types.ts';\nexport function toggleTask(tasks: Task[], id: string): Task[] {\n return tasks.map(task => task.id === id ? { ...task, done: !task.done } : task);\n}\n",
|
||||
'src/App.tsx': originalApp.replace("toggleTask(current, 'missing')", 'toggleTask(current, task.id)'),
|
||||
};
|
||||
assert.notEqual(fixes['src/App.tsx'], originalApp);
|
||||
writeDeliveryFile(f, 'owner-staged.txt', 'Owner baseline\n'); writeDeliveryFile(f, 'owner-unstaged.txt', 'Owner baseline\n');
|
||||
deliveryGit(f, ['init', '--initial-branch=main']); deliveryGit(f, ['config', 'core.autocrlf', 'false']);
|
||||
deliveryGit(f, ['config', 'user.name', 'Workbench QA']); deliveryGit(f, ['config', 'user.email', 'qa@workbench.invalid']);
|
||||
deliveryGit(f, ['add', '--', '.']); deliveryGit(f, ['commit', '--no-gpg-sign', '-m', 'Seal React TypeScript delivery failure']);
|
||||
writeDeliveryFile(f, 'owner-staged.txt', 'Owner staged change\n'); deliveryGit(f, ['add', '--', 'owner-staged.txt']);
|
||||
writeDeliveryFile(f, 'owner-staged.txt', 'Owner working copy after staging\n'); writeDeliveryFile(f, 'owner-unstaged.txt', 'Owner unstaged change\n'); writeDeliveryFile(f, 'owner-untracked.txt', 'Owner untracked file\n');
|
||||
const source = captureWorkspaceSource(f), npmCli = path.join(path.dirname(process.execPath), 'node_modules/npm/bin/npm-cli.js');
|
||||
try {
|
||||
const install = execFileSync(process.execPath, [npmCli, 'ci', '--offline', '--no-audit', '--no-fund'], { cwd: f.projectRoot, windowsHide: true, encoding: 'utf8', stdio: ['ignore', 'pipe', 'pipe'] });
|
||||
fs.writeFileSync('.qa/react-engine-install.log', install);
|
||||
} catch (error) { fs.writeFileSync('.qa/react-engine-install-failure.log', String(error.stdout || '') + '\n' + String(error.stderr || '')); throw error; }
|
||||
const run = f.store.beginRun(f.session, 'Repair React filtering, actual statistics and one-task updates, preserve tests and configuration, verify types/build/browser and deliver a reviewed local Git commit.', false, f.store.config);
|
||||
f.session.title = 'React TypeScript工程交付'; f.session.status = 'completed'; f.store.finishRun(f.session, run); f.store.save(f.session); f.store.close();
|
||||
const host = await launchWorkbench(t, f.data), route = '/sessions/' + f.session.id;
|
||||
assert.notEqual(new URL(host.url).port, '4318'); assert.equal(host.bootstrap.config.hasKey, false);
|
||||
const state = () => host.api(route), passed = [], pageErrors = [], requestFailures = [];
|
||||
let browser, page, appServer, session, first, job;
|
||||
const mark = text => { passed.push(text); console.log('PASS ' + text); };
|
||||
async function checks() {
|
||||
session = await host.api(route + '/check-plans', {});
|
||||
const plan = session.execution.plans.at(-1);
|
||||
assert.deepEqual(plan.checks.map(check => check.name), ['test', 'typecheck', 'build']);
|
||||
await host.api(route + '/check-jobs', { planId: plan.id });
|
||||
await expect.poll(async () => { session = await state(); return session.execution.checks.at(-1)?.finishedAt; }, { timeout: 30000 }).toBeTruthy();
|
||||
return session.execution.checks.at(-1);
|
||||
}
|
||||
async function snapshot(name) {
|
||||
fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
await page.screenshot({ path: '.qa/screenshots/react-engine-' + name + '.png', scale: 'css' });
|
||||
}
|
||||
try {
|
||||
first = await checks(); assert.equal(first.status, 'failed'); assert.ok(first.results[0].tests.failed > 0);
|
||||
assert.equal(first.results[0].tests.total, 9); assert.equal(first.results[1].status, 'passed'); assert.equal(first.results[2].status, 'passed');
|
||||
mark('the sealed React TypeScript project builds but its real domain tests first expose the functional failures');
|
||||
const appRoot = path.join(f.projectRoot, 'dist');
|
||||
appServer = http.createServer((request, response) => {
|
||||
try {
|
||||
const name = decodeURIComponent(new URL(request.url, 'http://localhost').pathname), file = path.resolve(appRoot, '.' + (name === '/' ? '/index.html' : name));
|
||||
if (!file.startsWith(path.resolve(appRoot) + path.sep) || !fs.existsSync(file) || !fs.statSync(file).isFile()) { response.writeHead(404); response.end(); return; }
|
||||
const mime = { '.html': 'text/html; charset=utf-8', '.js': 'text/javascript; charset=utf-8', '.css': 'text/css; charset=utf-8' }[path.extname(file)] || 'application/octet-stream';
|
||||
response.writeHead(200, { 'Content-Type': mime, 'Cache-Control': 'no-store' }); response.end(fs.readFileSync(file));
|
||||
} catch { response.writeHead(400); response.end(); }
|
||||
});
|
||||
await new Promise(resolve => appServer.listen(0, '127.0.0.1', resolve));
|
||||
browser = await chromium.launch({ channel: 'msedge', headless: true }); page = await browser.newPage({ viewport: { width: 1280, height: 920 } });
|
||||
page.on('pageerror', error => pageErrors.push(error.message)); page.on('requestfailed', request => requestFailures.push(request.url() + ': ' + request.failure()?.errorText));
|
||||
const url = 'http://127.0.0.1:' + appServer.address().port;
|
||||
await page.goto(url); await page.waitForLoadState('networkidle');
|
||||
await page.getByLabel('任务状态').selectOption('pending');
|
||||
await expect(page.locator('article')).toHaveCount(3); const brokenPending = await page.locator('article').count();
|
||||
await snapshot('before'); mark('a real browser separately observes that the broken pending filter wrongly shows all three tasks');
|
||||
|
||||
for (const [relative, content] of Object.entries(fixes)) await host.api(route + '/proposals', { path: relative, content, reason: 'Repair the observed React delivery contract' });
|
||||
session = await state();
|
||||
session = await host.api(route + '/change-sets', { changeIds: session.changes.filter(change => change.status === 'pending').map(change => change.id) });
|
||||
const batch = session.execution.changeSets.at(-1); await host.api(route + '/change-sets/' + batch.id + '/apply', { fingerprint: batch.fingerprint });
|
||||
await expect.poll(async () => (await state()).execution.changeSets.at(-1).status).toBe('completed');
|
||||
const actual = await checks(); assert.equal(actual.status, 'passed'); assert.equal(actual.results[0].tests.passed, 9);
|
||||
assert.ok(actual.results.every(result => result.exitCode === 0)); assert.equal((await state()).execution.task.id, run.taskId);
|
||||
mark('the four-file reviewed repair passes all nine domain tests, actual TypeScript checking and the Vite production build');
|
||||
|
||||
await page.reload(); await page.waitForLoadState('networkidle'); await expect(page.locator('article')).toHaveCount(3);
|
||||
await page.getByLabel('任务状态').selectOption('pending'); await expect(page.locator('article')).toHaveCount(2);
|
||||
await page.getByLabel('任务状态').selectOption('done'); await expect(page.locator('article')).toHaveCount(1);
|
||||
await page.getByLabel('任务搜索').fill(' 不存在 '); await expect(page.locator('article')).toHaveCount(0); await expect(page.getByText('没有匹配的任务')).toBeVisible();
|
||||
await page.getByLabel('任务搜索').fill(' 验证 '); await expect(page.locator('article')).toHaveCount(1);
|
||||
await page.getByLabel('任务搜索').fill(''); await page.getByLabel('任务状态').selectOption('all');
|
||||
await page.locator('article[data-task="api"]').getByRole('button', { name: '标为完成' }).click();
|
||||
await expect(page.locator('article[data-task="api"] .tag')).toHaveText('已完成');
|
||||
await expect(page.locator('article[data-task="tests"] .tag')).toHaveText('待完成');
|
||||
await expect(page.getByLabel('项目统计').locator('div').filter({ hasText: '完成任务' }).locator('strong')).toHaveText('2');
|
||||
await expect(page.getByLabel('项目统计').locator('div').filter({ hasText: '待办工时' }).locator('strong')).toHaveText('5小时');
|
||||
await snapshot('desktop'); mark('the production React app passes real filtering, search, single-task toggling and updated statistics');
|
||||
await page.setViewportSize({ width: 390, height: 844 }); await page.getByLabel('任务状态').selectOption('pending'); await expect(page.locator('article')).toHaveCount(1);
|
||||
assert.ok(await page.locator('body').evaluate(node => node.scrollWidth <= 390)); await snapshot('mobile');
|
||||
mark('the same built React app remains operable at 390px without horizontal overflow');
|
||||
|
||||
for (const [relative, bytes] of Object.entries(protectedBytes)) assert.ok(fs.readFileSync(path.join(f.projectRoot, relative)).equals(bytes), relative);
|
||||
const plan = await host.api(route + '/delivery-plans', { message: 'fix: repair React delivery board behavior' });
|
||||
const deliveryPlan = plan.execution.deliveryPlans.at(-1);
|
||||
await host.api(route + '/delivery-jobs', { planId: deliveryPlan.id });
|
||||
await expect.poll(async () => { session = await state(); return session.execution.deliveries.at(-1)?.reportArtifactId; }, { timeout: 30000 }).toBeTruthy();
|
||||
job = session.execution.deliveries.at(-1);
|
||||
assert.deepEqual(job.paths.slice().sort(), Object.keys(fixes).sort()); assert.deepEqual(captureWorkspaceSource(f).files, source.files);
|
||||
assert.equal(deliveryGit(f, ['show', ':owner-staged.txt']).trim(), 'Owner staged change');
|
||||
const report = JSON.parse((await host.api('/artifacts/' + job.reportArtifactId + '?session=' + session.id + '&limit=64000')).content);
|
||||
assert.equal(report.status, 'verified_committed'); assert.equal(report.task.id, run.taskId); assert.equal(report.checks.at(-1).results[0].tests.passed, 9);
|
||||
assert.equal(session.execution.checks[0].status, 'failed');
|
||||
mark('Workbench Git commits only the four reviewed files and binds the actual checks while preserving tests, configuration and owner changes');
|
||||
assert.deepEqual(pageErrors, []); assert.deepEqual(requestFailures, []);
|
||||
const result = { success: true, version: host.bootstrap.version, at: new Date().toISOString(), browser: browser.version(), passed, pageErrors, requestFailures,
|
||||
originalTests: first.results[0].tests, repairedTests: actual.results[0].tests, beforePending: brokenPending,
|
||||
checks: actual.results.map(result => ({ name: result.name, status: result.status, exitCode: result.exitCode, tests: result.tests })),
|
||||
commit: job.commit, changes: job.paths, protectedFiles: Object.fromEntries(Object.entries(protectedBytes).map(([relative, bytes]) => [relative, sha(bytes)])),
|
||||
scope: 'Owned frozen React TypeScript project with offline-installed fixed dependencies, real npm/typecheck/build/browser and Workbench review/Git/report. API fixtures supply repairs; configured-model success is separate.' };
|
||||
fs.writeFileSync('docs/react-engine-delivery-validation.json', JSON.stringify(result, null, 2) + '\n'); console.log(JSON.stringify(result, null, 2));
|
||||
} catch (error) {
|
||||
await snapshot('failure').catch(() => {});
|
||||
fs.writeFileSync('.qa/react-engine-delivery-failure.json', JSON.stringify({ error: error.message, passed, pageErrors, requestFailures, session }, null, 2)); throw error;
|
||||
} finally {
|
||||
await browser?.close(); if (appServer) { appServer.closeAllConnections(); await new Promise(resolve => appServer.close(resolve)); }
|
||||
for (const dispose of disposers.reverse()) await dispose();
|
||||
}
|
||||
@@ -16,7 +16,7 @@ const files = (root, relative = '') => fs.readdirSync(path.join(root, relative),
|
||||
.flatMap(entry => entry.isDirectory() ? files(root, path.join(relative, entry.name)) : [path.join(relative, entry.name)]);
|
||||
const digest = file => createHash('sha256').update(fs.readFileSync(file)).digest('hex');
|
||||
const expected = Object.fromEntries(['dist-client', 'dist-server'].flatMap(folder => files(path.join(workspace, folder)).map(relative => [path.join(folder, relative), digest(path.join(workspace, folder, relative))])));
|
||||
const allowedEnv = /^(path|pathext|systemroot|systemdrive|windir|comspec|temp|tmp|userprofile|homedrive|homepath|home|appdata|localappdata|programfiles(?:\(x86\))?|commonprogramfiles(?:\(x86\))?|lang|lc_all)$/i;
|
||||
const allowedEnv = /^(path|pathext|systemroot|systemdrive|windir|comspec|temp|tmp|userprofile|homedrive|homepath|home|appdata|localappdata|programfiles(?:\(x86\))?|commonprogramfiles(?:\(x86\))?|lang|lc_all|AGENT_WORKBENCH_TEST_PYTHON)$/i;
|
||||
const env = Object.fromEntries(Object.entries(process.env).filter(([key]) => allowedEnv.test(key)));
|
||||
let stage = 'install';
|
||||
const resultFile = path.join(workspace, '.qa/source-package-validation.json');
|
||||
|
||||
@@ -12,7 +12,7 @@ import { captureWorkspaceSource, assertWorkspaceSource } from '../tests/fixtures
|
||||
// Every host/project is synthetic and independently owned. Never uses 4318.
|
||||
const root = path.resolve('.qa', 'workspace-ui-' + randomUUID()), data = path.join(root, 'data');
|
||||
const version = JSON.parse(fs.readFileSync('package.json', 'utf8')).version;
|
||||
const proofPrefix = version === '1.6.0' ? 'workspaces' : version === '1.6.1' ? 'working-context-workspaces' : 'working-retention-workspaces';
|
||||
const proofPrefix = version === '1.6.0' ? 'workspaces' : version === '1.6.1' ? 'working-context-workspaces' : version === '1.6.2' ? 'working-retention-workspaces' : 'python-engine-workspaces';
|
||||
fs.mkdirSync(root, { recursive: true }); fs.mkdirSync('.qa/screenshots', { recursive: true });
|
||||
const store = new Store(data), cases = {}, passed = [], pageErrors = [], requestFailures = [], screenshots = [], createPosts = [];
|
||||
for (const name of ['normal', 'mobile', 'recovery', 'late-success', 'late-failure']) {
|
||||
|
||||
Reference in New Issue
Block a user