Files
Agent-Workbench/docs/model-catalog-1.25.3-evidence/development/acceptance.mjs.txt
T

50 lines
3.1 KiB
Plaintext
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import assert from 'node:assert/strict';
export const groups = {
'source-reasoning': 6, 'source-reasoning-desktop': 6, 'source-catalog': 8, 'source-catalog-desktop': 8,
'source-a': 7, 'source-a-desktop': 3, 'source-b': 9, 'source-b-desktop': 9, 'source-c': 6, 'source-c-desktop': 6, 'source-d': 5, 'source-d-desktop': 5,
'portable-reasoning': 6, 'portable-reasoning-desktop': 6, 'portable-catalog': 8, 'portable-catalog-desktop': 8,
'portable-fidelity': 6, 'portable-messages': 7,
'portable-a': 7, 'portable-a-desktop': 3, 'portable-b': 9, 'portable-b-desktop': 9, 'portable-c': 6, 'portable-c-desktop': 6, 'portable-d': 5, 'portable-d-desktop': 5,
'portable-files': 9, 'portable-results': 16, 'portable-reading': 10,
};
export const stages = ['rebuild', 'archives', 'portable', ...Object.keys(groups), 'install'];
export const installedGroups = [16, 9, 7, 3, 9, 9, 6, 6, 5, 5, 6, 6, 8, 8];
export function suiteStats(text) {
const stats = {};
for (const name of ['tests', 'pass', 'fail', 'cancelled', 'skipped', 'todo', 'duration_ms']) {
const match = text.match(new RegExp('^[ℹ#] ' + name + ' ([0-9.]+)\\s*$', 'm'));
assert.ok(match, 'Missing complete test footer: ' + name); stats[name] = Number(match[1]);
}
return stats;
}
export function checkReceipt(stage, receipt, freeze, candidate) {
assert.equal(receipt.success, true, stage); assert.equal(receipt.sourceCommit, freeze.sourceCommit);
assert.equal(receipt.candidate, candidate.portableRoot); assert.equal(receipt.realModelRequests, 0);
const proof = receipt.result;
assert.equal(proof.success, true, stage);
if (groups[stage]) {
assert.equal((proof.checks ?? proof.passed).length, groups[stage], stage);
assert.deepEqual(proof.errors, [], stage); assert.equal(proof.realModelRequests, 0);
if (stage !== 'portable-reading') assert.equal(proof.version, '1.25.3');
}
if (stage === 'rebuild') {
assert.equal(proof.sourceCommit, freeze.sourceCommit); assert.equal(proof.inputCount, freeze.inputs.length + 5);
assert.equal(proof.compiled.length, 22); assert.deepEqual(proof.mismatches, []);
for (const row of freeze.inputs) assert.equal(proof.inputs.find(item => item.path === row.path)?.sha256, row.sha256, row.path);
for (const row of proof.compiled) assert.deepEqual(row.actual, row.expected);
}
if (stage === 'archives') for (const kind of ['portable', 'source', 'evidence']) {
const archive = proof.archives.find(row => row.kind === kind);
assert.equal(archive.crcPassed, true); assert.equal(archive.manifestAndDirectoryMatch, true); assert.equal(archive.sha256, candidate[kind].sha256);
}
if (stage === 'install') {
assert.equal(proof.results.length, 12); assert.ok(proof.results.every(row => row.passed));
assert.equal(proof.installedUI.proofs.length, installedGroups.length);
for (const [index, item] of proof.installedUI.proofs.entries()) {
assert.equal(item.proof.success, true); assert.equal(item.proof.version, '1.25.3');
assert.equal((item.proof.checks ?? item.proof.passed).length, installedGroups[index]);
assert.deepEqual(item.proof.errors, []); assert.equal(item.proof.realModelRequests, 0);
}
}
}