84 lines
8.0 KiB
JavaScript
84 lines
8.0 KiB
JavaScript
import assert from 'node:assert/strict';
|
|
import test from 'node:test';
|
|
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
import http from 'node:http';
|
|
import { fixture, until, workspace } from './helpers.mjs';
|
|
import { Store } from '../src/server/store.mjs';
|
|
import { BrowserManager, verifyBrowserJob, currentBrowserVerification } from '../src/core/browser/browser-manager.mjs';
|
|
import { browserPlanInput } from '../src/shared/contracts/browser.mjs';
|
|
import { createBrowserProject, browserSteps } from './fixtures/browser-project.mjs';
|
|
|
|
const managerFor = f => { const manager = new BrowserManager(f.store, { appDirectory: workspace }); f.onCleanup(() => manager.stopAll()); return manager; };
|
|
|
|
test('browser plan rejects outside builds, invalid interaction scope and unbounded steps before execution', () => {
|
|
for (const input of [{ build_directory: '../project' }, { build_directory: 'D:/project' }, { path: '//example.com/' }, { viewport: { width: 200, height: 900 } },
|
|
{ steps: [{ action: 'evaluate', selector: 'body', value: 'process.exit()' }] }, { steps: [{ action: 'click', selector: 'body >> iframe' }] },
|
|
{ steps: [{ action: 'assert_count', selector: 'body', count: -1 }] }, { steps: Array.from({ length: 21 }, () => ({ action: 'click', selector: 'body' })) }]) assert.throws(() => browserPlanInput(input));
|
|
});
|
|
|
|
test('real owned Edge interactions, assertions, raw PNG and stopped process survive exact result reuse and host reopen', async t => {
|
|
const f = createBrowserProject(fixture(t)), manager = managerFor(f), plan = await manager.plan(f.session, { steps: browserSteps });
|
|
const before = fs.readFileSync(path.join(f.projectRoot, 'src', 'app.js'));
|
|
const first = manager.start(f.session, plan.id), job = await first.promise;
|
|
assert.equal(job.status, 'passed', job.summary); assert.equal(job.assertions.total, 3); assert.equal(job.assertions.passed, 3);
|
|
assert.equal(job.cleanup.exited, true); assert.equal(job.cleanup.snapshotDisposed, true); assert.ok(job.connection.pid > 0);
|
|
const original = verifyBrowserJob(f.store, f.session, job); assert.equal(original.steps[0].actual, '真实输入');
|
|
assert.equal(original.pages.at(-1).controls.find(control => control.id === 'filter').value, 'pending');
|
|
assert.ok(original.pages.at(-1).text.includes('已完成')); assert.equal(original.screenshots.length, 2); assert.deepEqual(original.pageErrors, []);
|
|
assert.deepEqual(fs.readFileSync(path.join(f.projectRoot, 'src', 'app.js')), before);
|
|
const repeated = manager.start(f.session, plan.id); assert.equal(repeated.reused, true); assert.equal((await repeated.promise).id, job.id); assert.equal(f.store.core.browser_job.size, 1);
|
|
assert.equal((await currentBrowserVerification(f.store, f.session)).status, 'passed');
|
|
f.store.close(); const reopened = new Store(f.data); f.onCleanup(() => reopened.close());
|
|
const stored = reopened.session(f.session.id); assert.equal(verifyBrowserJob(reopened, stored, reopened.core.browser_job.get(job.id)).connection.pid, job.connection.pid);
|
|
assert.equal(reopened.core.browser_job.size, 1); assert.equal(stored.status, 'paused');
|
|
const image = reopened.owned('artifact', job.screenshots[0].artifactId, stored.id); assert.equal(reopened.artifactStore.readBytes(image).subarray(1, 4).toString(), 'PNG');
|
|
assert.throws(() => reopened.artifactStore.read(image), /图片工件/);
|
|
});
|
|
|
|
test('failed real page assertion preserves actual value and forbids silent retry of the original plan', async t => {
|
|
const f = createBrowserProject(fixture(t)), manager = managerFor(f), plan = await manager.plan(f.session, { steps: [{ action: 'assert_count', selector: 'button', count: 2 }] });
|
|
const job = await manager.start(f.session, plan.id).promise; assert.equal(job.status, 'failed', job.summary); assert.equal(job.cleanup.exited, true);
|
|
const original = verifyBrowserJob(f.store, f.session, job); assert.equal(original.steps[0].actual, 1); assert.equal(original.assertions.failed, 1);
|
|
assert.throws(() => manager.start(f.session, plan.id), /失败或中断/);
|
|
const repairPlan = await manager.plan(f.session, { steps: [{ action: 'assert_count', selector: 'button', count: 1 }] });
|
|
assert.equal((await manager.start(f.session, repairPlan.id).promise).status, 'passed');
|
|
assert.equal((await currentBrowserVerification(f.store, f.session)).status, 'passed'); assert.equal(f.store.core.browser_job.get(job.id).status, 'failed');
|
|
});
|
|
|
|
test('build/source mutation and sealed step tampering reject before browser dispatch; earlier task cannot execute plan', async t => {
|
|
const f = createBrowserProject(fixture(t)), manager = managerFor(f), plan = await manager.plan(f.session, { steps: browserSteps });
|
|
fs.appendFileSync(path.join(f.projectRoot, 'dist', 'app.js'), '\n// changed build');
|
|
const job = await manager.start(f.session, plan.id).promise; assert.equal(job.status, 'stale'); assert.equal(job.browserDispatched, false); assert.equal(job.connection, undefined);
|
|
const second = await manager.plan(f.session, { steps: browserSteps }); second.steps[0].value = 'tampered';
|
|
assert.throws(() => manager.start(f.session, second.id), /封存/);
|
|
f.session.status = 'completed'; f.store.save(f.session); f.store.beginRun(f.session, 'new task', false, f.store.config);
|
|
assert.throws(() => manager.planFor(f.session, plan.id), /此前Task/);
|
|
});
|
|
|
|
test('outside network never reaches another local service, and original JavaScript/console failures remain failures', async t => {
|
|
let requests = 0; const server = http.createServer((request, response) => { requests++; response.end('outside'); });
|
|
await new Promise(resolve => server.listen(0, '127.0.0.1', resolve)); t.after(() => new Promise(resolve => server.close(resolve)));
|
|
const outside = 'http://127.0.0.1:' + server.address().port + '/private';
|
|
const f = createBrowserProject(fixture(t), { extra: `;console.error('真实页面错误');fetch(${JSON.stringify(outside)}).catch(()=>{});setTimeout(()=>{throw new Error('原脚本失败')},0);` });
|
|
const manager = managerFor(f), plan = await manager.plan(f.session, { steps: [{ action: 'assert_count', selector: 'button', count: 1 }] });
|
|
const job = await manager.start(f.session, plan.id).promise, original = verifyBrowserJob(f.store, f.session, job);
|
|
assert.equal(job.status, 'failed'); assert.equal(requests, 0); assert.equal(original.blockedRequests.length, 1);
|
|
assert.ok(original.console.some(item => item.text.includes('真实页面错误'))); assert.ok(original.pageErrors.some(item => item.message.includes('原脚本失败'))); assert.equal(original.assertions.passed, 1);
|
|
});
|
|
|
|
test('stopping a real in-flight browser preserves finished steps, closes its owned root and never replays', async t => {
|
|
const f = createBrowserProject(fixture(t)), manager = managerFor(f), plan = await manager.plan(f.session, { steps: [browserSteps[0], { action: 'assert_count', selector: '.absent', count: 1 }] });
|
|
const started = manager.start(f.session, plan.id); await until(() => started.job.steps.length === 1, 15000); await manager.stop(f.session.id);
|
|
const job = await started.promise; assert.equal(job.status, 'interrupted', job.summary); assert.equal(job.steps[0].actual, '真实输入'); assert.equal(job.cleanup.exited, true);
|
|
assert.equal(job.requiresVerification, false); assert.throws(() => manager.start(f.session, plan.id), /失败或中断/);
|
|
});
|
|
|
|
test('原PNG损坏使原结果校验失败,不能以已有通过状态复用', async t => {
|
|
const f = createBrowserProject(fixture(t)), manager = managerFor(f), plan = await manager.plan(f.session, { steps: [browserSteps[2]] });
|
|
const job = await manager.start(f.session, plan.id).promise; assert.equal(job.status, 'passed', job.summary);
|
|
const image = f.store.core.artifact.get(job.screenshots[0].artifactId); fs.writeFileSync(path.join(f.store.artifactStore.root, image.relative), 'corrupt');
|
|
assert.throws(() => verifyBrowserJob(f.store, f.session, job), /工件校验失败/); assert.equal((await currentBrowserVerification(f.store, f.session)).status, 'unverified');
|
|
await assert.rejects(manager.start(f.session, plan.id).promise, /工件校验失败/);
|
|
});
|