Files
Agent-Workbench/docs/engineering-evals-de-evidence/0681-summary.test.mjs
T

12 lines
1.4 KiB
JavaScript

import test from 'node:test';import assert from 'node:assert/strict';import {evaluationSummary} from '../src/summary.mjs';
const summary=(status,report=null)=>evaluationSummary({evidenceMode:'local-fixture',samples:[{status,report}]});
test('pending sample keeps its original denominator',()=>{const value=summary('pending');assert.equal(value.samples,1);assert.equal(value.candidate.pending,1);});
test('fixed fixture never proves inference',()=>assert.equal(summary('pending').inferenceValidated,false));
test('original failure and candidate pass remain paired',()=>{const value=summary('sealed',{summary:{original:'failed',candidate:'passed'}});assert.equal(value.original.failed,1);assert.equal(value.candidate.passed,1);});
test('stopped attempt remains stopped',()=>assert.equal(summary('stopped').candidate.stopped,1));
test('failed attempt remains failed',()=>assert.equal(summary('failed').candidate.failed,1));
test('finished candidate without report is unknown, never unexecuted',()=>assert.equal(summary('candidate_complete').candidate.unknown,1));
test('paused candidate without report is unknown, never unexecuted',()=>assert.equal(summary('paused').candidate.unknown,1));
test('reviewed pending evidence is unknown, never unexecuted',()=>assert.equal(summary('awaiting_review').candidate.unknown,1));
test('running candidate without report is unknown, never unexecuted',()=>assert.equal(summary('candidate_running').candidate.unknown,1));