Files
Agent-Workbench/docs/reproducible-env-all-ui-validation.json

269 lines
8.7 KiB
JSON

{
"success": true,
"version": "1.21.0",
"at": "2026-11-01T16:08:01.525Z",
"groups": 233,
"results": [
{
"script": "verify-environment-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 52072,
"evidence": "docs/reproducible-env-environment-ui-validation.json",
"log": ".qa/reproducible-env-verify-environment-ui.log"
},
{
"script": "verify-model-fidelity-ui.mjs",
"success": true,
"groups": 6,
"durationMs": 7634,
"evidence": "docs/reproducible-env-model-fidelity-ui-validation.json",
"log": ".qa/reproducible-env-verify-model-fidelity-ui.log"
},
{
"script": "verify-model-wait-ui.mjs",
"success": true,
"groups": 5,
"durationMs": 10246,
"evidence": "docs/reproducible-env-model-wait-ui-validation.json",
"log": ".qa/reproducible-env-verify-model-wait-ui.log"
},
{
"script": "verify-task-control-ui.mjs",
"success": true,
"groups": 5,
"durationMs": 23529,
"evidence": "docs/reproducible-env-task-control-ui-validation.json",
"log": ".qa/reproducible-env-verify-task-control-ui.log"
},
{
"script": "verify-evaluations-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 84460,
"evidence": "docs/reproducible-env-evaluations-ui-validation.json",
"log": ".qa/reproducible-env-verify-evaluations-ui.log"
},
{
"script": "verify-project-cache-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 4895,
"evidence": "docs/reproducible-env-project-cache-ui-validation.json",
"log": ".qa/reproducible-env-verify-project-cache-ui.log"
},
{
"script": "verify-vision-ui.mjs",
"success": true,
"groups": 5,
"durationMs": 14644,
"evidence": "docs/reproducible-env-vision-ui-validation.json",
"log": ".qa/reproducible-env-verify-vision-ui.log"
},
{
"script": "verify-model-protocols-ui.mjs",
"success": true,
"groups": 5,
"durationMs": 12547,
"evidence": "docs/reproducible-env-model-protocols-ui-validation.json",
"log": ".qa/reproducible-env-verify-model-protocols-ui.log"
},
{
"script": "verify-companion-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 16225,
"evidence": "docs/reproducible-env-companion-ui-validation.json",
"log": ".qa/reproducible-env-verify-companion-ui.log"
},
{
"script": "verify-controlled-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 57173,
"evidence": "docs/reproducible-env-controlled-final-ui-validation.json",
"log": ".qa/reproducible-env-verify-controlled-ui.log"
},
{
"script": "verify-purge-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 19875,
"evidence": "docs/reproducible-env-purge-final-ui-validation.json",
"log": ".qa/reproducible-env-verify-purge-ui.log"
},
{
"script": "verify-workers-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 114916,
"evidence": "docs/reproducible-env-workers-ui-validation.json",
"log": ".qa/reproducible-env-verify-workers-ui.log"
},
{
"script": "verify-task-plans-ui.mjs",
"success": true,
"groups": 8,
"durationMs": 14078,
"evidence": "docs/reproducible-env-task-ui-validation.json",
"log": ".qa/reproducible-env-verify-task-plans-ui.log"
},
{
"script": "verify-browser-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 23012,
"evidence": "docs/reproducible-env-browser-ui-validation.json",
"log": ".qa/reproducible-env-verify-browser-ui.log"
},
{
"script": "verify-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 20534,
"evidence": "docs/reproducible-env-basic-ui-validation.json",
"log": ".qa/reproducible-env-verify-ui.log"
},
{
"script": "verify-diagnostics-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 21737,
"evidence": "docs/reproducible-env-diagnostics-ui-validation.json",
"log": ".qa/reproducible-env-verify-diagnostics-ui.log"
},
{
"script": "verify-execution-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 25922,
"evidence": "docs/reproducible-env-execution-ui-validation.json",
"log": ".qa/reproducible-env-verify-execution-ui.log"
},
{
"script": "verify-delivery-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 46332,
"evidence": "docs/reproducible-env-delivery-ui-validation.json",
"log": ".qa/reproducible-env-verify-delivery-ui.log"
},
{
"script": "verify-index-ui.mjs",
"success": true,
"groups": 8,
"durationMs": 7091,
"evidence": "docs/reproducible-env-index-ui-validation.json",
"log": ".qa/reproducible-env-verify-index-ui.log"
},
{
"script": "verify-change-sets-ui.mjs",
"success": true,
"groups": 11,
"durationMs": 11956,
"evidence": "docs/reproducible-env-change-sets-ui-validation.json",
"log": ".qa/reproducible-env-verify-change-sets-ui.log"
},
{
"script": "verify-context-ui.mjs",
"success": true,
"groups": 11,
"durationMs": 15907,
"evidence": "docs/reproducible-env-context-ui-validation.json",
"log": ".qa/reproducible-env-verify-context-ui.log"
},
{
"script": "verify-workspaces-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 28235,
"evidence": "docs/reproducible-env-workspaces-ui-validation.json",
"log": ".qa/reproducible-env-verify-workspaces-ui.log"
},
{
"script": "verify-python-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 18099,
"evidence": "docs/reproducible-env-python-ui-validation.json",
"log": ".qa/reproducible-env-verify-python-ui.log"
},
{
"script": "verify-react-delivery.mjs",
"success": true,
"groups": 6,
"durationMs": 25319,
"evidence": "docs/reproducible-env-react-delivery-validation.json",
"log": ".qa/reproducible-env-verify-react-delivery.log"
},
{
"script": "verify-research-ui.mjs",
"success": true,
"groups": 11,
"durationMs": 24055,
"evidence": "docs/reproducible-env-research-ui-validation.json",
"log": ".qa/reproducible-env-verify-research-ui.log"
},
{
"script": "verify-engines-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 11971,
"evidence": "docs/reproducible-env-engines-ui-validation.json",
"log": ".qa/reproducible-env-verify-engines-ui.log"
},
{
"script": "verify-model-center-ui.mjs",
"success": true,
"groups": 6,
"durationMs": 6654,
"evidence": "docs/reproducible-env-model-center-ui-validation.json",
"log": ".qa/reproducible-env-verify-model-center-ui.log"
},
{
"script": "verify-project-memory-ui.mjs",
"success": true,
"groups": 4,
"durationMs": 6395,
"evidence": "docs/reproducible-env-project-memory-ui-validation.json",
"log": ".qa/reproducible-env-verify-project-memory-ui.log"
},
{
"script": "verify-task-checkpoints-ui.mjs",
"success": true,
"groups": 3,
"durationMs": 6797,
"evidence": "docs/reproducible-env-task-checkpoints-ui-validation.json",
"log": ".qa/reproducible-env-verify-task-checkpoints-ui.log"
},
{
"script": "verify-skills-ui.mjs",
"success": true,
"groups": 4,
"durationMs": 7415,
"evidence": "docs/reproducible-env-skills-ui-validation.json",
"log": ".qa/reproducible-env-verify-skills-ui.log"
},
{
"script": "verify-mcp-ui.mjs",
"success": true,
"groups": 6,
"durationMs": 9853,
"evidence": "docs/reproducible-env-mcp-ui-validation.json",
"log": ".qa/reproducible-env-verify-mcp-ui.log"
},
{
"script": "verify-mcp-recovery-ui.mjs",
"success": true,
"groups": 2,
"durationMs": 6564,
"evidence": "docs/reproducible-env-mcp-recovery-ui-validation.json",
"log": ".qa/reproducible-env-verify-mcp-recovery-ui.log"
}
],
"continuedFrom": ".qa/environment-all-ui-third-result.json",
"priorCompletedScripts": 15,
"executionNote": "First 15 scripts passed before the diagnostic fixture adjustment; remaining scripts run serially after adjustment. Product implementation inputs unchanged.",
"scope": "Every verifier owns an independent port and synthetic data directory. Synthetic provider fixtures verify protocols; configured-model acceptance is separate. No production service or real key read/copied."
}