Files
Agent-Workbench/docs/live-delivery-ab-evidence/node/analysis.json
T
2026-11-05 03:35:06 +08:00

792 lines
23 KiB
JSON

{
"passed": true,
"purpose": "Preservation and failure analysis; engineering did not pass",
"requests": [
{
"ordinal": 1,
"attemptId": "6ef8a33d-66ae-43b0-a8e1-658b77a59b5d",
"status": "completed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "matched",
"complete": true,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "141705bc-39c1-4de4-a642-e3ae5ec6ddc9",
"sha256": "32c0a34f537b51b0c662319473e3df636ed2bde6716b77a982029f147721e022",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 5836,
"completion_tokens": 32,
"total_tokens": 5868,
"prompt_tokens_details": {
"cached_tokens": 0
},
"completion_tokens_details": {
"reasoning_tokens": 0
},
"prompt_cache_hit_tokens": 0,
"prompt_cache_miss_tokens": 5836
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"tool_calls"
],
"terminalSeen": true,
"textCharacters": 17,
"reasoningCharacters": 0,
"calls": [
{
"name": "inspect_project",
"argumentCharacters": 2,
"argumentsComplete": true
}
]
},
{
"ordinal": 2,
"attemptId": "f22a9366-9805-45b1-b1b9-828636a11bcc",
"status": "completed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "matched",
"complete": true,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "bdc9ca65-820a-4cbc-bd89-edcdf813ff7e",
"sha256": "c6925fc7ae9a61d5ce2609445b2c14845487a34dc045db8f1eaf03f1dec6a9b5",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 6586,
"completion_tokens": 203,
"total_tokens": 6789,
"prompt_tokens_details": {
"cached_tokens": 1408
},
"completion_tokens_details": {
"reasoning_tokens": 28
},
"prompt_cache_hit_tokens": 1408,
"prompt_cache_miss_tokens": 5178
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"tool_calls"
],
"terminalSeen": true,
"textCharacters": 0,
"reasoningCharacters": 121,
"calls": [
{
"name": "plan_checks",
"argumentCharacters": 28,
"argumentsComplete": true
},
{
"name": "read_file",
"argumentCharacters": 33,
"argumentsComplete": true,
"input": {
"path": "test/expense.test.mjs"
}
},
{
"name": "read_file",
"argumentCharacters": 26,
"argumentsComplete": true,
"input": {
"path": "src/amount.mjs"
}
},
{
"name": "read_file",
"argumentCharacters": 27,
"argumentsComplete": true,
"input": {
"path": "src/summary.mjs"
}
},
{
"name": "read_file",
"argumentCharacters": 26,
"argumentsComplete": true,
"input": {
"path": "src/report.mjs"
}
}
]
},
{
"ordinal": 3,
"attemptId": "e2142f03-9118-4e7c-b30b-b4216a6c25e7",
"status": "completed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "matched",
"complete": true,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "70219a14-795d-4800-8fb2-7458ecabc2c3",
"sha256": "b8fb59eced78c0de10c7291ae0d9469b1c3998954b3f3ea22c42354f7b326eb5",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 9532,
"completion_tokens": 186,
"total_tokens": 9718,
"prompt_tokens_details": {
"cached_tokens": 1664
},
"completion_tokens_details": {
"reasoning_tokens": 19
},
"prompt_cache_hit_tokens": 1664,
"prompt_cache_miss_tokens": 7868
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"tool_calls"
],
"terminalSeen": true,
"textCharacters": 0,
"reasoningCharacters": 93,
"calls": [
{
"name": "read_file",
"argumentCharacters": 135,
"argumentsComplete": true,
"input": {
"path": "test/expense.test.mjs",
"offset": 478,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839"
}
},
{
"name": "run_checks",
"argumentCharacters": 51,
"argumentsComplete": true
}
]
},
{
"ordinal": 4,
"attemptId": "0c25ea76-ec96-4dc1-9f21-33d29f8fb794",
"status": "completed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "matched",
"complete": true,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "0767e423-49d4-4de2-ae31-d62ef14db44f",
"sha256": "a3fdbe9e798cff6d86ecbc10518194110f1b31629f87c057c1b672d88c8cf727",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 10200,
"completion_tokens": 185,
"total_tokens": 10385,
"prompt_tokens_details": {
"cached_tokens": 1664
},
"completion_tokens_details": {
"reasoning_tokens": 38
},
"prompt_cache_hit_tokens": 1664,
"prompt_cache_miss_tokens": 8536
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"tool_calls"
],
"terminalSeen": true,
"textCharacters": 0,
"reasoningCharacters": 135,
"calls": [
{
"name": "read_file",
"argumentCharacters": 168,
"argumentsComplete": true,
"input": {
"path": "test/expense.test.mjs",
"start_line": 1,
"end_line": 38,
"offset": 955,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839"
}
}
]
},
{
"ordinal": 5,
"attemptId": "01773a24-b596-478e-a4b6-0c9329fa521e",
"status": "completed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "matched",
"complete": true,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "17a5c569-1537-43bd-b673-7a1f95ef8dcd",
"sha256": "cee808734bda4dbb442bb0fb478e9ec89a3e938d943dfd7520b715f142b516e0",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 10171,
"completion_tokens": 179,
"total_tokens": 10350,
"prompt_tokens_details": {
"cached_tokens": 2176
},
"completion_tokens_details": {
"reasoning_tokens": 31
},
"prompt_cache_hit_tokens": 2176,
"prompt_cache_miss_tokens": 7995
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"tool_calls"
],
"terminalSeen": true,
"textCharacters": 0,
"reasoningCharacters": 98,
"calls": [
{
"name": "read_file",
"argumentCharacters": 169,
"argumentsComplete": true,
"input": {
"end_line": 38,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"offset": 1648,
"path": "test/expense.test.mjs",
"start_line": 1
}
}
]
},
{
"ordinal": 6,
"attemptId": "8aab78dc-af31-4337-8252-f9383d32cbec",
"status": "completed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "matched",
"complete": true,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "1d4af6a8-e8fd-4d8a-800d-2e131a054f22",
"sha256": "2cf55df0ea5b11f58dbc3760981aef83f8b4405e811aaf7de5546275cd4f7315",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 10152,
"completion_tokens": 172,
"total_tokens": 10324,
"prompt_tokens_details": {
"cached_tokens": 2176
},
"completion_tokens_details": {
"reasoning_tokens": 24
},
"prompt_cache_hit_tokens": 2176,
"prompt_cache_miss_tokens": 7976
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"tool_calls"
],
"terminalSeen": true,
"textCharacters": 0,
"reasoningCharacters": 81,
"calls": [
{
"name": "read_file",
"argumentCharacters": 169,
"argumentsComplete": true,
"input": {
"end_line": 38,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"offset": 2119,
"path": "test/expense.test.mjs",
"start_line": 1
}
}
]
},
{
"ordinal": 7,
"attemptId": "bf88dd6d-75e8-436a-baa7-a4708945cd33",
"status": "failed",
"identity": {
"schemaVersion": 1,
"requestedModel": "deepseek-flash",
"reportedModels": [
"deepseek-flash"
],
"status": "incomplete",
"complete": false,
"invalidIdentifiers": false,
"policy": "require-match",
"scope": "Identifiers in the outgoing request and upstream response; neither equal identifiers nor a declared mapping authenticate model weights.",
"responseSource": {
"artifactId": "71b10536-c995-46f9-ab23-17a0900301fa",
"sha256": "b313f0a9255c1b662b98873077cfac70bd2d3e05357bab03820f476b0f41b210",
"sessionId": "beaf1607-56c9-466e-a3a5-a9c388488a24",
"scope": "sse-stream"
}
},
"usage": {
"prompt_tokens": 9958,
"completion_tokens": 2048,
"total_tokens": 12006
},
"parameters": {
"thinking": {
"type": "enabled"
},
"reasoning_effort": "low",
"max_tokens": 2048
},
"finishes": [
"length"
],
"terminalSeen": true,
"textCharacters": 46,
"reasoningCharacters": 4356,
"calls": [
{
"name": "propose_file",
"argumentCharacters": 1142,
"argumentsComplete": true
},
{
"name": "propose_file",
"argumentCharacters": 1242,
"argumentsComplete": false
}
]
}
],
"fileReads": [
{
"input": {
"path": "test/expense.test.mjs"
},
"artifactId": "5d8ed1dc-157e-42a7-a612-3c70530dd74a",
"path": "test/expense.test.mjs",
"sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"range": [
0,
478
],
"characters": 478,
"total": 2584,
"truncated": true
},
{
"input": {
"path": "src/amount.mjs"
},
"artifactId": "b9740906-47b6-4faf-becd-cf90f86b5ff7",
"path": "src/amount.mjs",
"sha256": "84cb647328ec52dad27d288f3a6127ff3e1ad87274ae2d227ad44daa49cbb2ed",
"range": [
0,
51
],
"characters": 51,
"total": 51,
"truncated": false
},
{
"input": {
"path": "src/summary.mjs"
},
"artifactId": "1dafcc60-9604-4e51-825c-3e5853bfb3a4",
"path": "src/summary.mjs",
"sha256": "48829850c11ca0cd0ab5e86bbac69a0c5f90297292168c1ba6dc338e2eae6ee7",
"range": [
0,
93
],
"characters": 93,
"total": 93,
"truncated": false
},
{
"input": {
"path": "src/report.mjs"
},
"artifactId": "8a1c07e2-72a9-4e64-a328-a986e330369d",
"path": "src/report.mjs",
"sha256": "ba0a014e6e9df710d66e255a3a6f970f4e1c8af48accc81f33627029dcded7c0",
"range": [
0,
52
],
"characters": 52,
"total": 52,
"truncated": false
},
{
"input": {
"path": "test/expense.test.mjs",
"offset": 478,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839"
},
"artifactId": "8be8d08a-6579-4a2a-bc43-76ec37e7b3d5",
"path": "test/expense.test.mjs",
"sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"range": [
478,
955
],
"characters": 477,
"total": 2584,
"truncated": true
},
{
"input": {
"path": "test/expense.test.mjs",
"start_line": 1,
"end_line": 38,
"offset": 955,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839"
},
"artifactId": "e0cd7cbd-979f-479d-81e1-3687ba7d20ee",
"path": "test/expense.test.mjs",
"sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"range": [
955,
1648
],
"characters": 693,
"total": 2584,
"truncated": true
},
{
"input": {
"end_line": 38,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"offset": 1648,
"path": "test/expense.test.mjs",
"start_line": 1
},
"artifactId": "ec428339-3535-48ce-8466-f6bb21b98227",
"path": "test/expense.test.mjs",
"sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"range": [
1648,
2119
],
"characters": 471,
"total": 2584,
"truncated": true
},
{
"input": {
"end_line": 38,
"expected_sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"offset": 2119,
"path": "test/expense.test.mjs",
"start_line": 1
},
"artifactId": "e5ead2e5-86cb-4bff-80c0-1b0d3685fe1c",
"path": "test/expense.test.mjs",
"sha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"range": [
2119,
2583
],
"characters": 464,
"total": 2584,
"truncated": true
}
],
"exactDuplicateReadRanges": 0,
"retainedFilesInLastActualRequest": [
{
"path": "src/amount.mjs",
"sentRange": [
0,
51
],
"totalSourceCharacters": 51,
"retainedCharacters": 51,
"sourceSha256": "84cb647328ec52dad27d288f3a6127ff3e1ad87274ae2d227ad44daa49cbb2ed",
"rangeComplete": true
},
{
"path": "src/report.mjs",
"sentRange": [
0,
52
],
"totalSourceCharacters": 52,
"retainedCharacters": 52,
"sourceSha256": "ba0a014e6e9df710d66e255a3a6f970f4e1c8af48accc81f33627029dcded7c0",
"rangeComplete": true
},
{
"path": "src/summary.mjs",
"sentRange": [
0,
93
],
"totalSourceCharacters": 93,
"retainedCharacters": 93,
"sourceSha256": "48829850c11ca0cd0ab5e86bbac69a0c5f90297292168c1ba6dc338e2eae6ee7",
"rangeComplete": true
},
{
"path": "test/expense.test.mjs",
"sentRange": [
0,
2583
],
"totalSourceCharacters": 2584,
"retainedCharacters": 2583,
"sourceSha256": "0bcda551dbaeafad9a6e3df8024492ab67d7c09956f4676c393b78249ab44839",
"rangeComplete": false
}
],
"currentCheckJobPresentInLastRequest": true,
"sourceFilesChanged": 0,
"checks": [
{
"id": "01c95919-f554-4566-9cbf-dd6d9dc9ca29",
"status": "failed",
"results": [
{
"name": "test",
"status": "failed",
"tests": {
"total": 9,
"passed": 0,
"failed": 9,
"cancelled": 0,
"skipped": 0
},
"durationMs": 712,
"logArtifactId": "49e96e9c-12a3-4d33-8b2c-6d9eb21df3e0"
},
{
"name": "build",
"status": "passed",
"tests": null,
"durationMs": 462,
"logArtifactId": "831a41cb-67bb-40e6-9e89-14b4bd7fb89c"
}
]
}
],
"actualToolCalls": 11,
"supervision": {
"checkApprovals": 1,
"applications": 0,
"reviewContinuations": 0,
"budgetAllocations": 1
},
"elapsedSeconds": 33,
"reportedCacheHitTokens": 9088,
"finalReservation": {
"schemaVersion": 1,
"method": "observed-route-max-v3",
"overheadTokens": 0,
"reservedTokens": 14167,
"routes": [
{
"connectionId": "1a7a55a9-29f2-4b9f-8ea2-5a55afd7eacd",
"model": "deepseek-flash",
"protocol": "chat-completions",
"endpoint": "https://api.deepseek.com/v1",
"localInputTokens": 12119,
"outputReservation": 2048,
"inputRatio": 1,
"observedOutputTokens": 2048,
"observedTotalFloor": 10385,
"reservedTokens": 14167,
"sources": [
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "6ef8a33d-66ae-43b0-a8e1-658b77a59b5d",
"localInputTokens": 8137,
"reportedInputTokens": 5836,
"reportedOutputTokens": 32,
"totalTokens": 5868
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "f22a9366-9805-45b1-b1b9-828636a11bcc",
"localInputTokens": 8914,
"reportedInputTokens": 6586,
"reportedOutputTokens": 203,
"totalTokens": 6789
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "e2142f03-9118-4e7c-b30b-b4216a6c25e7",
"localInputTokens": 12014,
"reportedInputTokens": 9532,
"reportedOutputTokens": 186,
"totalTokens": 9718
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "0c25ea76-ec96-4dc1-9f21-33d29f8fb794",
"localInputTokens": 12352,
"reportedInputTokens": 10200,
"reportedOutputTokens": 185,
"totalTokens": 10385
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "01773a24-b596-478e-a4b6-0c9329fa521e",
"localInputTokens": 12352,
"reportedInputTokens": 10171,
"reportedOutputTokens": 179,
"totalTokens": 10350
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "8aab78dc-af31-4337-8252-f9383d32cbec",
"localInputTokens": 12352,
"reportedInputTokens": 10152,
"reportedOutputTokens": 172,
"totalTokens": 10324
}
],
"excludedSources": []
}
],
"receiptHistory": [
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "6ef8a33d-66ae-43b0-a8e1-658b77a59b5d"
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "f22a9366-9805-45b1-b1b9-828636a11bcc"
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "e2142f03-9118-4e7c-b30b-b4216a6c25e7"
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "0c25ea76-ec96-4dc1-9f21-33d29f8fb794"
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "01773a24-b596-478e-a4b6-0c9329fa521e"
},
{
"runId": "894e5235-f5bd-4258-ae03-68786359fb8c",
"attemptId": "8aab78dc-af31-4337-8252-f9383d32cbec"
}
]
},
"ownedPhysicalArtifacts": 62,
"privateReasoningSemanticsReviewed": false,
"modelRequestsInAnalysis": 0,
"automaticReplay": false,
"conclusions": {
"stoppedBy": "upstream finish_reason=length at the sealed 2048 output ceiling; DONE was seen",
"modelStartedImplementation": true,
"acceptedProposals": 0,
"lastResponseToolCalls": "one complete propose_file followed by a second incomplete propose_file; the response was rejected as a whole",
"all2048TokensWereReasoning": "not supported: the last usage lacks a reasoning-token split and the stream contains tool arguments",
"repeatReadingResolvedGenerally": false,
"reactPythonExecuted": false,
"originalPurgeBenefitTested": false
}
}