Files
Agent-Workbench/docs/engineering-evals-all-ui-validation.json
T
2026-11-01 12:31:20 +08:00

234 lines
7.4 KiB
JSON

{
"success": true,
"version": "1.20.0",
"at": "2026-11-01T02:48:23.918Z",
"groups": 210,
"results": [
{
"script": "verify-evaluations-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 89515,
"evidence": "docs/engineering-evals-evaluations-ui-validation.json",
"log": ".qa/engineering-evals-verify-evaluations-ui.log"
},
{
"script": "verify-project-cache-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 5144,
"evidence": "docs/engineering-evals-project-cache-ui-validation.json",
"log": ".qa/engineering-evals-verify-project-cache-ui.log"
},
{
"script": "verify-vision-ui.mjs",
"success": true,
"groups": 5,
"durationMs": 13531,
"evidence": "docs/engineering-evals-vision-ui-validation.json",
"log": ".qa/engineering-evals-verify-vision-ui.log"
},
{
"script": "verify-model-protocols-ui.mjs",
"success": true,
"groups": 5,
"durationMs": 12000,
"evidence": "docs/engineering-evals-model-protocols-ui-validation.json",
"log": ".qa/engineering-evals-verify-model-protocols-ui.log"
},
{
"script": "verify-companion-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 14796,
"evidence": "docs/engineering-evals-companion-ui-validation.json",
"log": ".qa/engineering-evals-verify-companion-ui.log"
},
{
"script": "verify-controlled-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 57195,
"evidence": "docs/engineering-evals-controlled-final-ui-validation.json",
"log": ".qa/engineering-evals-verify-controlled-ui.log"
},
{
"script": "verify-purge-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 20707,
"evidence": "docs/engineering-evals-purge-final-ui-validation.json",
"log": ".qa/engineering-evals-verify-purge-ui.log"
},
{
"script": "verify-workers-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 118630,
"evidence": "docs/engineering-evals-workers-ui-validation.json",
"log": ".qa/engineering-evals-verify-workers-ui.log"
},
{
"script": "verify-task-plans-ui.mjs",
"success": true,
"groups": 8,
"durationMs": 13486,
"evidence": "docs/engineering-evals-task-ui-validation.json",
"log": ".qa/engineering-evals-verify-task-plans-ui.log"
},
{
"script": "verify-browser-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 23298,
"evidence": "docs/engineering-evals-browser-ui-validation.json",
"log": ".qa/engineering-evals-verify-browser-ui.log"
},
{
"script": "verify-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 20636,
"evidence": "docs/engineering-evals-basic-ui-validation.json",
"log": ".qa/engineering-evals-verify-ui.log"
},
{
"script": "verify-diagnostics-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 19350,
"evidence": "docs/engineering-evals-diagnostics-ui-validation.json",
"log": ".qa/engineering-evals-verify-diagnostics-ui.log"
},
{
"script": "verify-execution-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 24911,
"evidence": "docs/engineering-evals-execution-ui-validation.json",
"log": ".qa/engineering-evals-verify-execution-ui.log"
},
{
"script": "verify-delivery-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 43178,
"evidence": "docs/engineering-evals-delivery-ui-validation.json",
"log": ".qa/engineering-evals-verify-delivery-ui.log"
},
{
"script": "verify-index-ui.mjs",
"success": true,
"groups": 8,
"durationMs": 7202,
"evidence": "docs/engineering-evals-index-ui-validation.json",
"log": ".qa/engineering-evals-verify-index-ui.log"
},
{
"script": "verify-change-sets-ui.mjs",
"success": true,
"groups": 11,
"durationMs": 10906,
"evidence": "docs/engineering-evals-change-sets-ui-validation.json",
"log": ".qa/engineering-evals-verify-change-sets-ui.log"
},
{
"script": "verify-context-ui.mjs",
"success": true,
"groups": 11,
"durationMs": 16096,
"evidence": "docs/engineering-evals-context-ui-validation.json",
"log": ".qa/engineering-evals-verify-context-ui.log"
},
{
"script": "verify-workspaces-ui.mjs",
"success": true,
"groups": 9,
"durationMs": 26946,
"evidence": "docs/engineering-evals-workspaces-ui-validation.json",
"log": ".qa/engineering-evals-verify-workspaces-ui.log"
},
{
"script": "verify-python-ui.mjs",
"success": true,
"groups": 7,
"durationMs": 19179,
"evidence": "docs/engineering-evals-python-ui-validation.json",
"log": ".qa/engineering-evals-verify-python-ui.log"
},
{
"script": "verify-react-delivery.mjs",
"success": true,
"groups": 6,
"durationMs": 23473,
"evidence": "docs/engineering-evals-react-delivery-validation.json",
"log": ".qa/engineering-evals-verify-react-delivery.log"
},
{
"script": "verify-research-ui.mjs",
"success": true,
"groups": 11,
"durationMs": 23490,
"evidence": "docs/engineering-evals-research-ui-validation.json",
"log": ".qa/engineering-evals-verify-research-ui.log"
},
{
"script": "verify-engines-ui.mjs",
"success": true,
"groups": 10,
"durationMs": 11574,
"evidence": "docs/engineering-evals-engines-ui-validation.json",
"log": ".qa/engineering-evals-verify-engines-ui.log"
},
{
"script": "verify-model-center-ui.mjs",
"success": true,
"groups": 6,
"durationMs": 7405,
"evidence": "docs/engineering-evals-model-center-ui-validation.json",
"log": ".qa/engineering-evals-verify-model-center-ui.log"
},
{
"script": "verify-project-memory-ui.mjs",
"success": true,
"groups": 4,
"durationMs": 6291,
"evidence": "docs/engineering-evals-project-memory-ui-validation.json",
"log": ".qa/engineering-evals-verify-project-memory-ui.log"
},
{
"script": "verify-task-checkpoints-ui.mjs",
"success": true,
"groups": 3,
"durationMs": 6414,
"evidence": "docs/engineering-evals-task-checkpoints-ui-validation.json",
"log": ".qa/engineering-evals-verify-task-checkpoints-ui.log"
},
{
"script": "verify-skills-ui.mjs",
"success": true,
"groups": 4,
"durationMs": 8465,
"evidence": "docs/engineering-evals-skills-ui-validation.json",
"log": ".qa/engineering-evals-verify-skills-ui.log"
},
{
"script": "verify-mcp-ui.mjs",
"success": true,
"groups": 6,
"durationMs": 9923,
"evidence": "docs/engineering-evals-mcp-ui-validation.json",
"log": ".qa/engineering-evals-verify-mcp-ui.log"
},
{
"script": "verify-mcp-recovery-ui.mjs",
"success": true,
"groups": 2,
"durationMs": 6446,
"evidence": "docs/engineering-evals-mcp-recovery-ui-validation.json",
"log": ".qa/engineering-evals-verify-mcp-recovery-ui.log"
}
],
"scope": "Every verifier owns an independent port and synthetic data directory. Synthetic provider fixtures verify protocols; configured-model acceptance is separate. No production service or real key read/copied."
}