Files
Agent-Workbench/docs/live-model-purge-1.24-evidence/samples/python/result.json
T
2026-11-02 19:03:18 +08:00

209 lines
13 KiB
JSON

{
"success": false,
"version": "1.24.0",
"kind": "python",
"testedAt": "2026-11-02T10:28:06.675Z",
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\live-python-82b3eec1-5089-4c62-9c75-72296f2f9f9f",
"model": "gpt-6.1-sol",
"taskId": "5124efac-edf4-4a4f-bad2-d38fb5e9e912",
"sessionId": "4c165536-d89c-4614-87b3-64c2877bae34",
"projectId": "8e080211-1196-4ae2-b732-39455a521037",
"workspaceId": "3bece77d-2dc0-45fc-bb94-a61bd2d9a6e6",
"error": "Error: Actual-model acceptance reached its bounded response/token scope\n at file:///D:/Ai-project/REA%E9%80%86%E5%90%91/Agent-Workbench/.qa/live-pilot-engineering.mjs:99:134\n at process.processTicksAndRejections (node:internal/process/task_queues:104:5)",
"elapsedSeconds": 47,
"usage": {
"requests": 6,
"inputTokens": 200415,
"outputTokens": 1549,
"totalTokens": 201964,
"unknownRequests": 0,
"estimatedUnknownTokens": 0
},
"state": "paused",
"stopReason": "token_limit",
"applications": [],
"decisions": [
{
"approvalId": "ee8e54e9-72d0-4c4f-ac00-bb3f1c715ece",
"checkPlanId": "a4120850-b3cb-4acb-8462-1acef36cf155",
"command": "unittest · tests\nPython源码编译 · 6 个文件",
"allow": true
}
],
"continuations": [],
"checks": [
{
"id": "a023b5c4-475b-4703-98df-3f3cadfbf438",
"sessionId": "4c165536-d89c-4614-87b3-64c2877bae34",
"projectId": "8e080211-1196-4ae2-b732-39455a521037",
"taskId": "5124efac-edf4-4a4f-bad2-d38fb5e9e912",
"runId": "fa43c981-ecff-4f2c-9cc6-f8ed824de9b2",
"planId": "a4120850-b3cb-4acb-8462-1acef36cf155",
"status": "failed",
"source": "agent",
"startedAt": "2026-11-02T10:27:44.328Z",
"finishedAt": "2026-11-02T10:27:46.592Z",
"results": [
{
"id": "20042f78-d792-4cac-8ebe-7d641db519f6",
"name": "python:test",
"kind": "test",
"command": "unittest · tests",
"status": "failed",
"exitCode": 1,
"durationMs": 234,
"timedOut": false,
"truncated": false,
"tests": {
"total": 6,
"passed": 1,
"failed": 5,
"skipped": 0,
"cancelled": 0
},
"engine": "python",
"python": {
"invocationId": "b40e6a11-1b3b-4c11-801d-4bd40a7deb97",
"inputSha256": "b9a10304706c33c98a8110553771e2d20064a2494a7aa434063b5e929c0d66c5",
"runner": {
"path": "C:\\Users\\wangy\\AppData\\Local\\Programs\\AgentWorkbench\\versions\\Agent-Workbench-1.24.0-win-x64-20261102072036013\\scripts\\python-check-runner.py",
"sha256": "17bd6fd64ad93b8f806e0f5d325e75fd4534c065f4fcb597ad45fb9152caf657"
},
"executable": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\Scripts\\python.exe",
"args": [
"-I",
"-B",
"-u",
"-X",
"utf8",
"C:\\Users\\wangy\\AppData\\Local\\Temp\\awb-python-sn8KBT\\runner.py",
"C:\\Users\\wangy\\AppData\\Local\\Temp\\awb-python-sn8KBT\\result.json"
],
"runtime": {
"status": "available",
"logicalExecutable": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\Scripts\\python.exe",
"executable": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\Scripts\\python.exe",
"sha256": "dca06b839d5040365e9240acba67166c6b1de899cf729c56f9adad53932fe5e8",
"configuration": {
"path": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\pyvenv.cfg",
"sha256": "07d90c1b15f0bb757610b06c17e99ed92051a3914884d7f7fb2fff645888627d"
},
"version": "3.11.15",
"baseExecutable": "C:\\Users\\wangy\\AppData\\Roaming\\uv\\python\\cpython-3.11.15-windows-x86_64-none\\python.exe",
"baseSha256": "749a54c7896d14138d74c6e35f89cb4f8fb1c59d1dd6ddaeaa8107b2a8e0aba2",
"libraries": [
{
"path": "C:\\Users\\wangy\\AppData\\Roaming\\uv\\python\\cpython-3.11.15-windows-x86_64-none\\python3.dll",
"sha256": "946879bf34929efb696f72f8f57c009a9fdefcf7794ea3c70efb44a4d5ead041"
},
{
"path": "C:\\Users\\wangy\\AppData\\Roaming\\uv\\python\\cpython-3.11.15-windows-x86_64-none\\python311.dll",
"sha256": "69377a35324e3ecaca3f9f0e803b35979bfcbe242f4aef90240afed7a60e8021"
}
],
"insideProject": false,
"probe": "isolated-host-probe"
},
"mode": "unittest"
},
"compilation": null,
"collectionErrors": 0,
"collectionSkipped": 0,
"evidenceValidated": true,
"evidenceError": null,
"cleanupError": null,
"metricsArtifactId": "187f78aa-2e6b-4b12-af60-f08c9f1c63a3",
"metricsSha256": "5b8261cea9f1955b68b73919d221ea7b4df119adc3f1d42da6de25b4da014fd6",
"inputArtifactId": "ce44de92-ef35-49a8-8e67-b1c63c53e62e",
"logArtifactId": "22ffe13e-8ec5-4d7d-a48b-61d0f9045cde",
"logExcerpt": "\n--- stderr ---\ntest_empty (test_workflow.Workflow.test_empty) ... ok\r\ntest_negative (test_workflow.Workflow.test_negative) ... FAIL\r\ntest_number (test_workflow.Workflow.test_number) ... FAIL\r\ntest_render (test_workflow.Workflow.test_render) ... FAIL\r\ntest_summary (test_workflow.Workflow.test_summary) ... FAIL\r\ntest_zero (test_workflow.Workflow.test_zero) ... FAIL\r\n\r\n======================================================================\r\nFAIL: test_negative (test_workflow.Workflow.test_negative)\r\n----------------------------------------------------------------------\r\nTraceback (most recent call last):\r\n File \"C:\\Users\\wangy\\AppData\\Local\\Packages\\OpenAI.Codex_2p2nqsd0c76g0\\LocalCache\\Local\\AgentWorkbench\\workspaces\\checkouts\\w-363431caf7c6f9606f8f\\tests\\test_workflow.py\", line 7, in test_negative\r\n def test_negative(self): self.assertEqual(normalize(-2), 0)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\nAssertionError: 2.0 != 0\r\n\r\n======================================================================\r\nFAIL: test_number (test_workflow.Workflow.test_number)\r\n----------------------------------------------------------------------\r\nTraceback (most recent call last):\r\n File \"C:\\Users\\wangy\\AppData\\Local\\Packages\\OpenAI.Codex_2p2nqsd0c76g0\\LocalCache\\Local\\AgentWorkbench\\workspaces\\checkouts\\w-363431caf7c6f9606f8f\\tests\\test_workflow.py\", line 6, in test_number\r\n def test_number(self): self.assertEqual(normalize(\"3\"), 3)\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\nAssertionError: -3.0 != 3\r\n\r\n======================================================================\r\nFAIL: test_render (test_workflow.Workflow.test_render)\r\n----------------------------------------------------------------------\r\nTraceback (most recent call last):\r\n File \"C:\\Users\\wangy\\AppData\\Local\\Packages\\OpenAI.Codex_2p2nqsd0c76g0\\LocalCache\\Local\\AgentWorkbench\\workspaces\\checkouts\\w-363431caf7c6f9606f8f\\tests\\test_workflow.py\", line 10, in test_render\r\n def test_render(self): self.assertEqual(render({\"count\": 2, \"total\": 5}), \"共 2 项 · 合计 5\")\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\nAssertionError: '' != '共 2 项 · 合计 5'\r\n+ 共 2 项 · 合计 5\r\n\r\n======================================================================\r\nFAIL: test_summary (test_workflow.Workflow.test_summary)\r\n----------------------------------------------------------------------\r\nTraceback (most recent call last):\r\n File \"C:\\Users\\wangy\\AppData\\Local\\Packages\\OpenAI.Codex_2p2nqsd0c76g0\\LocalCache\\Local\\AgentWorkbench\\workspaces\\checkouts\\w-363431caf7c6f9606f8f\\tests\\test_workflow.py\", line 9, in test_summary\r\n def test_summary(self): self.assertEqual(summarize([2, 3]), {\"count\": 2, \"total\": 5})\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\nAssertionError: {'count': 2, 'total': 0} != {'count': 2, 'total': 5}\r\n- {'count': 2, 'total': 0}\r\n? ^\r\n\r\n+ {'count': 2, 'total': 5}\r\n? ^\r\n\r\n\r\n======================================================================\r\nFAIL: test_zero (test_workflow.Workflow.test_zero)\r\n----------------------------------------------------------------------\r\nTraceback (most recent call last):\r\n File \"C:\\Users\\wangy\\AppData\\Local\\Packages\\OpenAI.Codex_2p2nqsd0c76g0\\LocalCache\\Local\\AgentWorkbench\\workspaces\\checkouts\\w-363431caf7c6f9606f8f\\tests\\test_workflow.py\", line 11, in test_zero\r\n def test_zero(self): self.assertEqual(render({\"count\": 0, \"total\": 0}), \"共 0 项 · 合计 0\")\r\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r\nAssertionError: '' != '共 0 项 · 合计 0'\r\n+ 共 0 项 · 合计 0\r\n\r\n----------------------------------------------------------------------\r\nRan 6 tests in 0.015s\r\n\r\nFAILED (failures=5)\r\n"
},
{
"id": "941ba806-eb05-4339-88df-b5ca5cc06c6a",
"name": "python:compile",
"kind": "check",
"command": "Python源码编译 · 6 个文件",
"status": "passed",
"exitCode": 0,
"durationMs": 110,
"timedOut": false,
"truncated": false,
"tests": null,
"engine": "python",
"python": {
"invocationId": "439cebc2-647e-40a0-ba55-ce84be853dcf",
"inputSha256": "73bf1452f5e96911ec41033f4fdfd51f472bb51bda4a7a9e37aa050f84779b11",
"runner": {
"path": "C:\\Users\\wangy\\AppData\\Local\\Programs\\AgentWorkbench\\versions\\Agent-Workbench-1.24.0-win-x64-20261102072036013\\scripts\\python-check-runner.py",
"sha256": "17bd6fd64ad93b8f806e0f5d325e75fd4534c065f4fcb597ad45fb9152caf657"
},
"executable": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\Scripts\\python.exe",
"args": [
"-I",
"-B",
"-u",
"-X",
"utf8",
"C:\\Users\\wangy\\AppData\\Local\\Temp\\awb-python-5DmqX6\\runner.py",
"C:\\Users\\wangy\\AppData\\Local\\Temp\\awb-python-5DmqX6\\result.json"
],
"runtime": {
"status": "available",
"logicalExecutable": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\Scripts\\python.exe",
"executable": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\Scripts\\python.exe",
"sha256": "dca06b839d5040365e9240acba67166c6b1de899cf729c56f9adad53932fe5e8",
"configuration": {
"path": "C:\\Users\\wangy\\AppData\\Local\\hermes\\hermes-agent\\venv\\pyvenv.cfg",
"sha256": "07d90c1b15f0bb757610b06c17e99ed92051a3914884d7f7fb2fff645888627d"
},
"version": "3.11.15",
"baseExecutable": "C:\\Users\\wangy\\AppData\\Roaming\\uv\\python\\cpython-3.11.15-windows-x86_64-none\\python.exe",
"baseSha256": "749a54c7896d14138d74c6e35f89cb4f8fb1c59d1dd6ddaeaa8107b2a8e0aba2",
"libraries": [
{
"path": "C:\\Users\\wangy\\AppData\\Roaming\\uv\\python\\cpython-3.11.15-windows-x86_64-none\\python3.dll",
"sha256": "946879bf34929efb696f72f8f57c009a9fdefcf7794ea3c70efb44a4d5ead041"
},
{
"path": "C:\\Users\\wangy\\AppData\\Roaming\\uv\\python\\cpython-3.11.15-windows-x86_64-none\\python311.dll",
"sha256": "69377a35324e3ecaca3f9f0e803b35979bfcbe242f4aef90240afed7a60e8021"
}
],
"insideProject": false,
"probe": "isolated-host-probe"
},
"mode": "compile"
},
"compilation": {
"compiled": 6,
"total": 6,
"failures": []
},
"collectionErrors": null,
"collectionSkipped": null,
"evidenceValidated": true,
"evidenceError": null,
"cleanupError": null,
"metricsArtifactId": "e6e53490-5eb5-4421-af04-1cafb18a95af",
"metricsSha256": "f3f2e621dff1f50c76cb155ee94bbfcc8f769005a9d0b03e2fbc4d83a0e6868f",
"inputArtifactId": "6bbe9d56-5fa5-4e3b-b970-ff9211cbfdde",
"logArtifactId": "5a781e09-9699-4842-ad60-c3d3cf361c9c",
"logExcerpt": "Python source compilation: 6 / 6\r\n"
}
],
"fingerprint": "f37609788da4d0d38ef1c0cc26a0f90951b7cca2fbb13f10a5f62ff756748dac",
"sourceFingerprint": "d148469caf2ecb5f7cce866e53017a2522ba93a0a333dae206555cd82cdb8b71",
"baseline": {
"head": "f0a0404d7985bc30a158cf3d3fb21ef017539910",
"branch": "workbench/python-actual-engineering-3bece77d-2dc",
"dirty": true
},
"originalSessionStatus": "running",
"inputIdentity": "c57e863299fe66bac2c556f64883401c731fc8c1ca9f037c7eef10d0355edc8c",
"currentCheck": null,
"stale": false,
"summary": "有检查失败,请查看退出码和日志后修复。"
}
]
}