Files
Agent-Workbench/docs/m4-driver-validation-2026-11-11.json
2026-11-11 22:58:21 +08:00

430 lines
15 KiB
JSON

{
"schemaVersion": 1,
"verifiedAt": "2026-11-11T14:57:36.924Z",
"finalPass": true,
"finalBoundaryCases": 11,
"finalFixtureModelRequests": 15,
"originalNodeTests": 9,
"originalNodeTestsPassed": 9,
"fixedImplementationSuppliedOnlyToFixture": true,
"realModelRequests": 0,
"installedProgram": {
"version": "1.25.13",
"root": "C:\\Users\\wangy\\AppData\\Local\\Programs\\AgentWorkbench\\versions\\Agent-Workbench-1.25.13-win-x64-20261110190745270",
"serverBundlePath": "C:\\Users\\wangy\\AppData\\Local\\Programs\\AgentWorkbench\\versions\\Agent-Workbench-1.25.13-win-x64-20261110190745270\\dist-server\\server.mjs",
"serverBundleSha256": "35b3d1502da0121d12a2e1ceae9ca96f1d03391cd60d9e4d4d0e501d1d3320b3"
},
"runs": [
{
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\m4-driver-a01e6b39-4119-4069-b188-7f66ed83978d",
"resultSha256": "6fa66bb14568e324289b884ca19061f9d481cd80398919e04d311d5b12837f93",
"success": false,
"fixtureRequests": 10,
"engineeringRequests": 0,
"boundaryCases": [
{
"prefix": "preflight/chat-completions-text",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/chat-completions-tools",
"protocol": "chat-completions",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-text",
"protocol": "responses",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-tools",
"protocol": "responses",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-text",
"protocol": "anthropic-messages",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-tools",
"protocol": "anthropic-messages",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/json",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/streaming-override",
"protocol": "chat-completions",
"scope": "streaming",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-error",
"protocol": "chat-completions",
"scope": "text",
"expected": "error",
"requests": 1,
"passed": true
}
],
"firstError": "AssertionError [ERR_ASSERTION]: Expected values to be strictly equal:\n+ actual - expected\n\n+ 'interrupted'\n- 'failed'\n\n at runProbe (file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/scripts/m4-live/verify-driver.mjs:114:19)\n at process.processTicksAndRejections (node:internal/process/task_queues:104:5)\n at async file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/scripts/m4-live/verify-driver.mjs:129:5",
"realModelRequests": 0
},
{
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\m4-driver-16e746a7-2ba0-41ac-9496-e19fdacd04dc",
"resultSha256": "3e10b15415aa8dfb318be6191dbcc697d06927763bcbed91235df9fad43c28cd",
"success": false,
"fixtureRequests": 15,
"engineeringRequests": 5,
"boundaryCases": [
{
"prefix": "preflight/chat-completions-text",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/chat-completions-tools",
"protocol": "chat-completions",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-text",
"protocol": "responses",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-tools",
"protocol": "responses",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-text",
"protocol": "anthropic-messages",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-tools",
"protocol": "anthropic-messages",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/json",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/streaming-override",
"protocol": "chat-completions",
"scope": "streaming",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-error",
"protocol": "chat-completions",
"scope": "text",
"expected": "error",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-unknown",
"protocol": "chat-completions",
"scope": "text",
"expected": "unknown",
"requests": 1,
"passed": true
}
],
"firstError": "AssertionError [ERR_ASSERTION]: {\"failure\":null,\"final\":{\"test\":{\"status\":0,\"signal\":null,\"error\":null,\"stats\":{\"tests\":9,\"pass\":9,\"fail\":0,\"cancelled\":0,\"skipped\":0,\"todo\":0},\"stdoutSha256\":\"0f5fc1b31bd42ae405bf71ef06ef9f352cd2eaf63cf9f8f15fe79009003d3a5c\",\"stderrSha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},\"build\":{\"status\":0,\"signal\":null,\"error\":null,\"stats\":null,\"stdoutSha256\":\"9307ee4e4f72392dd2f29f26c8e9fd3c8e55353bbe21f93627f260f108be9c2c\",\"stderrSha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}},\"cleanupErrors\":[{\"label\":\"verify-config-and-definitions\",\"error\":\"AssertionError [ERR_ASSERTION]: Expected values to be strictly deep-equal:\\n+ actual - expected\\n... Skipped lines\\n\\n [\\n {\\n baseUrl: 'http://127.0.0.1:11434/v1',\\n brand: '自定义',\\n capabilities: {\\n...\\n requiresKey: false,\\n+ revision: 4,\\n- revision: 2,\\n source: 'legacy',\\n streaming: false\\n },\\n {\\n baseUrl: 'http://127.0.0.1:65032/v1',\\n\\n at file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/scripts/m4-live/run.mjs:91:12\\n at process.processTicksAndRejections (node:internal/process/task_queues:104:5)\\n at async guard (file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/scripts/m4-live/run.mjs:67:83)\\n at async file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/scripts/m4-live/run.mjs:87:3\"}],\"requests\":5}\n\nfalse !== true\n\n at file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/scripts/m4-live/verify-driver.mjs:139:97\n at process.processTicksAndRejections (node:internal/process/task_queues:104:5)",
"realModelRequests": 0
},
{
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\m4-driver-490968ae-ff86-4217-8e33-98ce56af5f5d",
"resultSha256": "25af3ee86e1ee9dd0fd97b0d1799fbdcd013f08ddd37aab11a61bd38eb6eaa45",
"success": true,
"fixtureRequests": 15,
"engineeringRequests": 5,
"boundaryCases": [
{
"prefix": "preflight/chat-completions-text",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/chat-completions-tools",
"protocol": "chat-completions",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-text",
"protocol": "responses",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-tools",
"protocol": "responses",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-text",
"protocol": "anthropic-messages",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-tools",
"protocol": "anthropic-messages",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/json",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/streaming-override",
"protocol": "chat-completions",
"scope": "streaming",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-error",
"protocol": "chat-completions",
"scope": "text",
"expected": "error",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-unknown",
"protocol": "chat-completions",
"scope": "text",
"expected": "unknown",
"requests": 1,
"passed": true
}
],
"firstError": null,
"realModelRequests": 0
},
{
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\m4-driver-40fb93c8-1de0-4590-a611-bc6f51406b60",
"resultSha256": "24c6db8cd81f7831669cb07a85e6005f99714cdd831e10ce23fc2825c400979f",
"success": true,
"fixtureRequests": 15,
"engineeringRequests": 5,
"boundaryCases": [
{
"prefix": "byte-preservation",
"expected": "exact-invalid-utf8-bytes",
"requests": 0,
"passed": true
},
{
"prefix": "preflight/chat-completions-text",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/chat-completions-tools",
"protocol": "chat-completions",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-text",
"protocol": "responses",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/responses-tools",
"protocol": "responses",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-text",
"protocol": "anthropic-messages",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/anthropic-messages-tools",
"protocol": "anthropic-messages",
"scope": "tools",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/json",
"protocol": "chat-completions",
"scope": "text",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/streaming-override",
"protocol": "chat-completions",
"scope": "streaming",
"expected": "success",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-error",
"protocol": "chat-completions",
"scope": "text",
"expected": "error",
"requests": 1,
"passed": true
},
{
"prefix": "preflight/m4-unknown",
"protocol": "chat-completions",
"scope": "text",
"expected": "unknown",
"requests": 1,
"passed": true
}
],
"firstError": null,
"realModelRequests": 0
}
],
"finalSourceFiles": [
{
"path": "scripts/m4-live/common.mjs",
"bytes": 8155,
"sha256": "df14cc482dcac914ac70d57d7ee8ed4df4be8c06281c2ead49963977b33e0cb3"
},
{
"path": "scripts/m4-live/compatibility.mjs",
"bytes": 7897,
"sha256": "fac6e3edd6068e7369ce60e311480adf282b95f1a5a61ad3bd4ce3d5babb1ce6"
},
{
"path": "scripts/m4-live/initial.mjs",
"bytes": 2419,
"sha256": "8e1207dc8d483418efae6ded248ef689857ed300c2db43a413e5b169728dafcd"
},
{
"path": "scripts/m4-live/inspector.mjs",
"bytes": 3432,
"sha256": "c179f4e0236d5b03d61965e491eb5e4f1de45f881efa2885008c474eb3c36b8b"
},
{
"path": "scripts/m4-live/payload.mjs",
"bytes": 7371,
"sha256": "914e27ae815fd79f8ed70604297c154b8874cb1a72e5e1ecd11286f19c5b21ff"
},
{
"path": "scripts/m4-live/project.mjs",
"bytes": 4497,
"sha256": "16264b327e73a82476a5ae8ebada6b96189e0197d8a9f4423a6eb807b9f3f3da"
},
{
"path": "scripts/m4-live/run.mjs",
"bytes": 11666,
"sha256": "0657f9e7489389f7991f8ba9646bed0d7289e22acbb0afe949b9443ea09a789f"
},
{
"path": "scripts/m4-live/share-existing-ad.mjs",
"bytes": 8732,
"sha256": "71b0fdbd12dcdbbeae1d274c06d557a407c92ff37ff61d499a53e160aeccf204"
},
{
"path": "scripts/m4-live/verify-driver.mjs",
"bytes": 15450,
"sha256": "066e7a9277186b9c56203d54e72ea9608a16b1b7833787e8926993c9d31a4af3"
}
],
"scope": "Final byte-download path and all three protocols, source captures, exact cancel/error status, original Node checks, owner/index, Git and config restoration. First failures retained; no provider capability or autonomous-engineering claim."
}