Files
Agent-Workbench/docs/engineering-evals-f-release-evidence/0618-original-comparison.json
T
2026-11-01 12:31:20 +08:00

250 lines
8.5 KiB
JSON

{
"schemaVersion": 1,
"batchId": "67c43943-f30d-4661-a742-6d7b69149d96",
"batchFingerprint": "08d7fed9b7ec1d963fad246639def93e41c24877e64e1d00ddd5218b5e4ea559",
"sampleId": "0a87551d-41f1-4f66-b132-fe9bb491f661",
"sampleSha256": "bd18a17b0ca569e3efd548329b4ff5c587ef9416a7fce1e6c4c43802ce41d701",
"label": "原加法边界",
"goal": "修复加法,保留原调用与测试。",
"criteria": "原3测试和构建通过,原测试/脚本保持不变。",
"source": {
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\test-ViP0Km\\project",
"head": "1c460d477aa2f4a66eff380e10e392949527b8d5",
"reference": "refs/heads/main",
"branch": "main",
"gitDir": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\test-ViP0Km\\project\\.git",
"commonDir": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\test-ViP0Km\\project\\.git",
"indexSha256": "b25da8546103697dd0043d532a9f130b1d0dda75060a691af021a749bddd340f",
"statusSha256": "c37d286f0cb5f771a6c51831f1f8b5bcd903169e4f64fb4cd3b15cddeaa7eaa8",
"sourceFingerprint": "4d812ab011d48d4e7553c91851b9748fea48f2147d3123641dc4cb44c7cad266",
"treeSha256": "49dce99d1dfb68763c790ea52d08965c2bdc6c34f139663a28608d3085061167",
"configuration": {
"common": "4ac90ffa9e6ddec0c823846309670bf920246a8805ec9cd3b099834772f7dbb7",
"worktree": null
},
"filterDrivers": []
},
"model": {
"mode": "compatible",
"baseUrl": "http://127.0.0.1:51770/v1",
"model": "owned-evaluation-release",
"contextLimit": 16000,
"maxOutputTokens": 2048,
"configRevision": 2
},
"evidenceMode": "local-fixture",
"budget": {
"maxTokens": 200000,
"maxSteps": 32,
"maxToolCalls": 64,
"maxDurationMs": 600000
},
"inputVerified": true,
"inputError": null,
"commands": [
{
"name": "test",
"kind": "test",
"script": "node --test test/*.test.mjs",
"command": "npm run test",
"framework": "node",
"lifecycle": []
},
{
"name": "build",
"kind": "build",
"script": "node scripts/build.mjs",
"command": "npm run build",
"framework": null,
"lifecycle": []
}
],
"original": {
"workerId": "476e239d-0766-40dc-9716-85e4c0937612",
"projectId": "11377f8c-6108-44d2-80f9-4c46ad241e9e",
"sessionId": "54790016-2138-445a-820b-b57317b2b19a",
"taskId": "3abc4bdc-0247-47dd-aaad-4d181c61e061",
"outcome": "failed",
"workerStatus": "baseline_complete",
"reason": "有检查失败,请查看退出码和日志后修复。",
"startedAt": "2026-11-01T02:01:01.737Z",
"finishedAt": "2026-11-01T02:01:05.968Z",
"attempts": [
{
"id": "6c33a7f6-218f-483b-9c50-2d58881a7866",
"planId": "a958a63e-e7ed-4616-830d-b1e29bce6750",
"status": "failed",
"stale": false,
"requiresVerification": false,
"startedAt": "2026-11-01T02:01:02.612Z",
"finishedAt": "2026-11-01T02:01:05.915Z",
"sourceFingerprint": "5cfc57e979064a135c2ffed7a5bb824a73f453bdc9af153b3eb330174b23ed7e",
"summary": "有检查失败,请查看退出码和日志后修复。",
"results": [
{
"name": "test",
"command": "npm run test",
"status": "failed",
"exitCode": 1,
"durationMs": 827,
"tests": {
"total": 3,
"passed": 0,
"failed": 3,
"cancelled": 0,
"skipped": 0
},
"logArtifactId": "a2042134-7928-43c9-af6e-1a82b954f1a2",
"logSha256": "d20295042365164477f1107ae84e7618e01bb0830a548aa8e7d11517faf69e98"
},
{
"name": "build",
"command": "npm run build",
"status": "passed",
"exitCode": 0,
"durationMs": 795,
"tests": null,
"logArtifactId": "61964093-c154-4350-850b-0fe01beb2cbf",
"logSha256": "7ac710a38aeb8fe044880a4aabefc85c3cccb2b4231648d51d176c037567f51f"
}
]
}
],
"usage": {
"requests": 0,
"totalTokens": 0,
"reported": true,
"reason": "原版没有请求模型。"
},
"approvals": [],
"changes": [],
"requests": [],
"result": null
},
"candidate": {
"workerId": "b779b8a3-1da5-4679-b50c-831a4dbc8ef3",
"projectId": "b5945a06-28c9-43ef-be7c-758e729089a5",
"sessionId": "861bb6b9-4662-4951-b707-e44478d51349",
"taskId": "35beea4a-a083-4bb8-ab22-c17dd1ea19ce",
"outcome": "passed",
"workerStatus": "completed",
"reason": "实际改动与原检查证据已封存,等待父任务归集。",
"startedAt": "2026-11-01T02:01:07.207Z",
"finishedAt": "2026-11-01T02:01:23.299Z",
"attempts": [
{
"id": "cb19939a-e0ce-4d62-b446-6727fc5ad36b",
"planId": "f1eef077-dd2c-4739-8456-2f6825428791",
"status": "passed",
"stale": false,
"requiresVerification": false,
"startedAt": "2026-11-01T02:01:15.769Z",
"finishedAt": "2026-11-01T02:01:19.282Z",
"sourceFingerprint": "1b0d109ab916cec1036977b398b9f41a8db3b88c180d86aebc624f0ef8fde3c3",
"summary": "所选检查全部通过,测试数量与源码快照已记录。",
"results": [
{
"name": "test",
"command": "npm run test",
"status": "passed",
"exitCode": 0,
"durationMs": 809,
"tests": {
"total": 3,
"passed": 3,
"failed": 0,
"cancelled": 0,
"skipped": 0
},
"logArtifactId": "fc30e76e-1900-4abf-b7d0-846873b5c9f8",
"logSha256": "7ce3b6bfe54ef62e35210d103769b9362ab15240b89fe2f24d6c3bc42176d904"
},
{
"name": "build",
"command": "npm run build",
"status": "passed",
"exitCode": 0,
"durationMs": 945,
"tests": null,
"logArtifactId": "ccbc060e-7269-44e7-9b81-40c9425f0812",
"logSha256": "7ac710a38aeb8fe044880a4aabefc85c3cccb2b4231648d51d176c037567f51f"
}
]
}
],
"usage": {
"requests": 5,
"inputTokens": 615,
"outputTokens": 225,
"totalTokens": 840,
"unknownRequests": 0,
"estimatedUnknownTokens": 0,
"accountedTokens": 840,
"steps": 5,
"toolCalls": 3,
"reported": true,
"cost": null,
"costReason": "上游未报告可核对费用。"
},
"approvals": [
{
"id": "7e726342-6916-401d-87e4-ea83ee9ebd83",
"status": "approved",
"decidedAt": "2026-11-01T02:01:15.339Z"
}
],
"changes": [
{
"id": "851ee582-5397-4767-878b-b5a9c7fd7d62",
"path": "src/add.mjs",
"status": "applied",
"sha256": "7625fd4636358972c47bf104fb1517b6de3817ecb7398e291362ced72ba87aa8",
"baseSha256": "33a5a81349f3940bb66bd78fa2a9fc507a4c2346d61e4bd6ad0a915e506dd53a",
"changeSetId": "4aa24df6-fca3-4e9b-8e9e-cf4974818366"
}
],
"requests": [
{
"id": "d902cb15-de73-4918-a1b1-3c7cf7fe89e7",
"runId": "ee846f5f-072c-413e-addf-60cf7c490ceb",
"artifactId": "df2cd26e-2bd4-4b6f-94b1-6d8079e99ca1"
},
{
"id": "5c3f9233-2cde-4d40-9601-04c3a81b828c",
"runId": "ee846f5f-072c-413e-addf-60cf7c490ceb",
"artifactId": "129b2b81-903b-4581-9744-a94f98b5dad5"
},
{
"id": "2c07af77-260b-41a4-a056-d51dc3cc77a2",
"runId": "9451fd70-b783-4690-9b6a-55017b069a9b",
"artifactId": "cdbeb3be-f254-4f66-9a42-abf6b8b28cf3"
},
{
"id": "c4153b40-5ee2-4f18-bdbf-db76547b69cd",
"runId": "9451fd70-b783-4690-9b6a-55017b069a9b",
"artifactId": "68ae29f4-5e75-445e-a9ea-3c18ea5293a2"
},
{
"id": "c9dca407-e377-4700-91b1-c5534d2627dd",
"runId": "9451fd70-b783-4690-9b6a-55017b069a9b",
"artifactId": "05723933-8c6a-422b-8da2-cd3702b7a28f"
}
],
"result": {
"artifactId": "72e0339b-9de4-4d56-b3f2-625ae946b8d1",
"sha256": "86f0e47f2831655603fe6300a80abd174b2a2cc49e8c89b7c0d1f0a7b73faba4",
"fingerprint": "86f0e47f2831655603fe6300a80abd174b2a2cc49e8c89b7c0d1f0a7b73faba4",
"checkJobId": "cb19939a-e0ce-4d62-b446-6727fc5ad36b",
"paths": [
"src/add.mjs"
]
}
},
"summary": {
"original": "failed",
"candidate": "passed"
},
"inferenceValidated": false,
"note": "本地固定响应仅证明执行链与真实工程检查,不证明模型自主完成率。",
"sealedAt": "2026-11-01T02:01:24.084Z"
}