234 lines
7.4 KiB
JSON
234 lines
7.4 KiB
JSON
{
|
|
"success": true,
|
|
"version": "1.20.0",
|
|
"at": "2026-11-01T02:48:23.918Z",
|
|
"groups": 210,
|
|
"results": [
|
|
{
|
|
"script": "verify-evaluations-ui.mjs",
|
|
"success": true,
|
|
"groups": 7,
|
|
"durationMs": 89515,
|
|
"evidence": "docs/engineering-evals-evaluations-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-evaluations-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-project-cache-ui.mjs",
|
|
"success": true,
|
|
"groups": 7,
|
|
"durationMs": 5144,
|
|
"evidence": "docs/engineering-evals-project-cache-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-project-cache-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-vision-ui.mjs",
|
|
"success": true,
|
|
"groups": 5,
|
|
"durationMs": 13531,
|
|
"evidence": "docs/engineering-evals-vision-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-vision-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-model-protocols-ui.mjs",
|
|
"success": true,
|
|
"groups": 5,
|
|
"durationMs": 12000,
|
|
"evidence": "docs/engineering-evals-model-protocols-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-model-protocols-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-companion-ui.mjs",
|
|
"success": true,
|
|
"groups": 7,
|
|
"durationMs": 14796,
|
|
"evidence": "docs/engineering-evals-companion-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-companion-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-controlled-ui.mjs",
|
|
"success": true,
|
|
"groups": 9,
|
|
"durationMs": 57195,
|
|
"evidence": "docs/engineering-evals-controlled-final-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-controlled-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-purge-ui.mjs",
|
|
"success": true,
|
|
"groups": 9,
|
|
"durationMs": 20707,
|
|
"evidence": "docs/engineering-evals-purge-final-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-purge-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-workers-ui.mjs",
|
|
"success": true,
|
|
"groups": 10,
|
|
"durationMs": 118630,
|
|
"evidence": "docs/engineering-evals-workers-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-workers-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-task-plans-ui.mjs",
|
|
"success": true,
|
|
"groups": 8,
|
|
"durationMs": 13486,
|
|
"evidence": "docs/engineering-evals-task-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-task-plans-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-browser-ui.mjs",
|
|
"success": true,
|
|
"groups": 10,
|
|
"durationMs": 23298,
|
|
"evidence": "docs/engineering-evals-browser-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-browser-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-ui.mjs",
|
|
"success": true,
|
|
"groups": 10,
|
|
"durationMs": 20636,
|
|
"evidence": "docs/engineering-evals-basic-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-diagnostics-ui.mjs",
|
|
"success": true,
|
|
"groups": 9,
|
|
"durationMs": 19350,
|
|
"evidence": "docs/engineering-evals-diagnostics-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-diagnostics-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-execution-ui.mjs",
|
|
"success": true,
|
|
"groups": 7,
|
|
"durationMs": 24911,
|
|
"evidence": "docs/engineering-evals-execution-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-execution-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-delivery-ui.mjs",
|
|
"success": true,
|
|
"groups": 9,
|
|
"durationMs": 43178,
|
|
"evidence": "docs/engineering-evals-delivery-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-delivery-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-index-ui.mjs",
|
|
"success": true,
|
|
"groups": 8,
|
|
"durationMs": 7202,
|
|
"evidence": "docs/engineering-evals-index-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-index-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-change-sets-ui.mjs",
|
|
"success": true,
|
|
"groups": 11,
|
|
"durationMs": 10906,
|
|
"evidence": "docs/engineering-evals-change-sets-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-change-sets-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-context-ui.mjs",
|
|
"success": true,
|
|
"groups": 11,
|
|
"durationMs": 16096,
|
|
"evidence": "docs/engineering-evals-context-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-context-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-workspaces-ui.mjs",
|
|
"success": true,
|
|
"groups": 9,
|
|
"durationMs": 26946,
|
|
"evidence": "docs/engineering-evals-workspaces-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-workspaces-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-python-ui.mjs",
|
|
"success": true,
|
|
"groups": 7,
|
|
"durationMs": 19179,
|
|
"evidence": "docs/engineering-evals-python-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-python-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-react-delivery.mjs",
|
|
"success": true,
|
|
"groups": 6,
|
|
"durationMs": 23473,
|
|
"evidence": "docs/engineering-evals-react-delivery-validation.json",
|
|
"log": ".qa/engineering-evals-verify-react-delivery.log"
|
|
},
|
|
{
|
|
"script": "verify-research-ui.mjs",
|
|
"success": true,
|
|
"groups": 11,
|
|
"durationMs": 23490,
|
|
"evidence": "docs/engineering-evals-research-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-research-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-engines-ui.mjs",
|
|
"success": true,
|
|
"groups": 10,
|
|
"durationMs": 11574,
|
|
"evidence": "docs/engineering-evals-engines-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-engines-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-model-center-ui.mjs",
|
|
"success": true,
|
|
"groups": 6,
|
|
"durationMs": 7405,
|
|
"evidence": "docs/engineering-evals-model-center-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-model-center-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-project-memory-ui.mjs",
|
|
"success": true,
|
|
"groups": 4,
|
|
"durationMs": 6291,
|
|
"evidence": "docs/engineering-evals-project-memory-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-project-memory-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-task-checkpoints-ui.mjs",
|
|
"success": true,
|
|
"groups": 3,
|
|
"durationMs": 6414,
|
|
"evidence": "docs/engineering-evals-task-checkpoints-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-task-checkpoints-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-skills-ui.mjs",
|
|
"success": true,
|
|
"groups": 4,
|
|
"durationMs": 8465,
|
|
"evidence": "docs/engineering-evals-skills-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-skills-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-mcp-ui.mjs",
|
|
"success": true,
|
|
"groups": 6,
|
|
"durationMs": 9923,
|
|
"evidence": "docs/engineering-evals-mcp-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-mcp-ui.log"
|
|
},
|
|
{
|
|
"script": "verify-mcp-recovery-ui.mjs",
|
|
"success": true,
|
|
"groups": 2,
|
|
"durationMs": 6446,
|
|
"evidence": "docs/engineering-evals-mcp-recovery-ui-validation.json",
|
|
"log": ".qa/engineering-evals-verify-mcp-recovery-ui.log"
|
|
}
|
|
],
|
|
"scope": "Every verifier owns an independent port and synthetic data directory. Synthetic provider fixtures verify protocols; configured-model acceptance is separate. No production service or real key read/copied."
|
|
}
|