Files
Agent-Workbench/docs/engineering-evals-f-release-evidence/0613-original-comparison.json
T
2026-11-01 12:31:20 +08:00

250 lines
8.5 KiB
JSON

{
"schemaVersion": 1,
"batchId": "384078f8-d36d-45d9-85af-335cec838a46",
"batchFingerprint": "8fa4eaadccceeac28fdd5a497c20b79950cb1810abf4ae951ce53509ad9184a6",
"sampleId": "771e6ae9-c1b7-42cf-9f05-32561bdba290",
"sampleSha256": "052a23d4fbf6188ea31bec42c90da7f59303db9ffe701d8b7734ac6f660680db",
"label": "原加法边界",
"goal": "修复加法,保留原调用与测试。",
"criteria": "原3测试和构建通过,原测试/脚本保持不变。",
"source": {
"root": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\test-F3umy3\\project",
"head": "d5de11993b478ad92e65ce9457789808e1bad774",
"reference": "refs/heads/main",
"branch": "main",
"gitDir": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\test-F3umy3\\project\\.git",
"commonDir": "D:\\Ai-project\\REA逆向\\Agent-Workbench\\.qa\\test-F3umy3\\project\\.git",
"indexSha256": "b57a85f0c1f5082cabea2f1e1a7b781a2d81fbd30680a8f0ab6b761afacc5c13",
"statusSha256": "c37d286f0cb5f771a6c51831f1f8b5bcd903169e4f64fb4cd3b15cddeaa7eaa8",
"sourceFingerprint": "6b6c3f20913be117ab9ea28c47a5c7441db2a7e200ed0e2342d8b71f5edec4ee",
"treeSha256": "49dce99d1dfb68763c790ea52d08965c2bdc6c34f139663a28608d3085061167",
"configuration": {
"common": "4ac90ffa9e6ddec0c823846309670bf920246a8805ec9cd3b099834772f7dbb7",
"worktree": null
},
"filterDrivers": []
},
"model": {
"mode": "compatible",
"baseUrl": "http://127.0.0.1:51128/v1",
"model": "owned-evaluation-release",
"contextLimit": 16000,
"maxOutputTokens": 2048,
"configRevision": 2
},
"evidenceMode": "local-fixture",
"budget": {
"maxTokens": 200000,
"maxSteps": 32,
"maxToolCalls": 64,
"maxDurationMs": 600000
},
"inputVerified": true,
"inputError": null,
"commands": [
{
"name": "test",
"kind": "test",
"script": "node --test test/*.test.mjs",
"command": "npm run test",
"framework": "node",
"lifecycle": []
},
{
"name": "build",
"kind": "build",
"script": "node scripts/build.mjs",
"command": "npm run build",
"framework": null,
"lifecycle": []
}
],
"original": {
"workerId": "0c34838f-a64f-4506-9299-706b5f141580",
"projectId": "402833a9-85c4-4dd1-b745-d2128b120717",
"sessionId": "be554261-27e1-4c71-a859-7e44bc07417a",
"taskId": "ce1151db-a7db-45f4-af47-b2602b047645",
"outcome": "failed",
"workerStatus": "baseline_complete",
"reason": "有检查失败,请查看退出码和日志后修复。",
"startedAt": "2026-11-01T03:43:15.849Z",
"finishedAt": "2026-11-01T03:43:20.872Z",
"attempts": [
{
"id": "c0bb3ce9-bc0f-4cc0-93cf-036ee3d6bcfb",
"planId": "d766c69a-6b22-47c9-a551-6a309ad69775",
"status": "failed",
"stale": false,
"requiresVerification": false,
"startedAt": "2026-11-01T03:43:16.825Z",
"finishedAt": "2026-11-01T03:43:20.816Z",
"sourceFingerprint": "4fdd121b9c39f0f254bdb29664366bba177ea66c851c1ec86d973af9587342ad",
"summary": "有检查失败,请查看退出码和日志后修复。",
"results": [
{
"name": "test",
"command": "npm run test",
"status": "failed",
"exitCode": 1,
"durationMs": 826,
"tests": {
"total": 3,
"passed": 0,
"failed": 3,
"cancelled": 0,
"skipped": 0
},
"logArtifactId": "c1a4d45f-d847-4636-b1e7-2b2ca370c49c",
"logSha256": "002156ff2065e4924d3e013ede2c1cbebea89a6d641c5b92c60988c550024b55"
},
{
"name": "build",
"command": "npm run build",
"status": "passed",
"exitCode": 0,
"durationMs": 837,
"tests": null,
"logArtifactId": "2d37af5a-15c7-4e69-b1a1-dc61d82fcf18",
"logSha256": "7ac710a38aeb8fe044880a4aabefc85c3cccb2b4231648d51d176c037567f51f"
}
]
}
],
"usage": {
"requests": 0,
"totalTokens": 0,
"reported": true,
"reason": "原版没有请求模型。"
},
"approvals": [],
"changes": [],
"requests": [],
"result": null
},
"candidate": {
"workerId": "b84740b7-a979-44b7-845f-ff601655481a",
"projectId": "45366c47-c6a6-47bb-a635-7a34c11cafe3",
"sessionId": "42062b12-be3a-4be0-a96c-ea2b3002836b",
"taskId": "58970cd4-9a4a-48ab-a848-641598f02fc4",
"outcome": "passed",
"workerStatus": "completed",
"reason": "实际改动与原检查证据已封存,等待父任务归集。",
"startedAt": "2026-11-01T03:43:22.045Z",
"finishedAt": "2026-11-01T03:43:36.650Z",
"attempts": [
{
"id": "69678c34-db5f-42f5-86ea-aceb02a2870d",
"planId": "ea67c0da-65d8-4d27-a087-2c8a2c11c1f2",
"status": "passed",
"stale": false,
"requiresVerification": false,
"startedAt": "2026-11-01T03:43:29.605Z",
"finishedAt": "2026-11-01T03:43:33.032Z",
"sourceFingerprint": "69dd2434313d307f5c3990f108d746d2abf48eb5cbe6391cb04016437ee04347",
"summary": "所选检查全部通过,测试数量与源码快照已记录。",
"results": [
{
"name": "test",
"command": "npm run test",
"status": "passed",
"exitCode": 0,
"durationMs": 824,
"tests": {
"total": 3,
"passed": 3,
"failed": 0,
"cancelled": 0,
"skipped": 0
},
"logArtifactId": "8779d720-9078-4559-bdb7-6781776d01cf",
"logSha256": "8a6fc196697d30d9ac06189dc38b240cc74097d586c59eb3da9e919c33495785"
},
{
"name": "build",
"command": "npm run build",
"status": "passed",
"exitCode": 0,
"durationMs": 810,
"tests": null,
"logArtifactId": "35119796-0e04-44fa-a0fb-7a273f0dfb57",
"logSha256": "7ac710a38aeb8fe044880a4aabefc85c3cccb2b4231648d51d176c037567f51f"
}
]
}
],
"usage": {
"requests": 5,
"inputTokens": 615,
"outputTokens": 225,
"totalTokens": 840,
"unknownRequests": 0,
"estimatedUnknownTokens": 0,
"accountedTokens": 840,
"steps": 5,
"toolCalls": 3,
"reported": true,
"cost": null,
"costReason": "上游未报告可核对费用。"
},
"approvals": [
{
"id": "db787766-eecd-42a9-aa1c-020dfaa72aa3",
"status": "approved",
"decidedAt": "2026-11-01T03:43:29.311Z"
}
],
"changes": [
{
"id": "a7ca91aa-6711-497a-86e5-6b5d9c8427f6",
"path": "src/add.mjs",
"status": "applied",
"sha256": "7625fd4636358972c47bf104fb1517b6de3817ecb7398e291362ced72ba87aa8",
"baseSha256": "33a5a81349f3940bb66bd78fa2a9fc507a4c2346d61e4bd6ad0a915e506dd53a",
"changeSetId": "87e99018-ea9a-47ae-8657-da9d2b166937"
}
],
"requests": [
{
"id": "0a030592-110e-4d80-944e-cfed5e259cb9",
"runId": "2027c763-03ea-48e4-a989-a7abc2d88660",
"artifactId": "46c0b2c3-011b-4882-aa81-958b09c56f80"
},
{
"id": "26ab14af-3a38-4355-a5f5-e431d2437992",
"runId": "2027c763-03ea-48e4-a989-a7abc2d88660",
"artifactId": "6274ad45-ae48-4254-9028-fdb345bd8172"
},
{
"id": "dd7eb956-bc7f-4b84-9a30-5ab604567756",
"runId": "d2f118c1-c495-4bfc-9264-d19fec5d71df",
"artifactId": "2a348bb7-5326-43f0-8fb5-5d56e3ee74ce"
},
{
"id": "5a7360c6-1459-47c9-9957-09e7615910cf",
"runId": "d2f118c1-c495-4bfc-9264-d19fec5d71df",
"artifactId": "62feb4b8-3f7c-47d4-92bb-c2909433d6dd"
},
{
"id": "67e83c77-0b79-4bf9-afe8-30dcd6e48f95",
"runId": "d2f118c1-c495-4bfc-9264-d19fec5d71df",
"artifactId": "a23080db-f7ce-4ffd-829c-a9f776589ee9"
}
],
"result": {
"artifactId": "29a24803-526c-43a3-be85-892b07618bfd",
"sha256": "a756e2ef00b2aec2850e213329244d072570bc65bf4eaee041154c025a5f1cc3",
"fingerprint": "a756e2ef00b2aec2850e213329244d072570bc65bf4eaee041154c025a5f1cc3",
"checkJobId": "69678c34-db5f-42f5-86ea-aceb02a2870d",
"paths": [
"src/add.mjs"
]
}
},
"summary": {
"original": "failed",
"candidate": "passed"
},
"inferenceValidated": false,
"note": "本地固定响应仅证明执行链与真实工程检查,不证明模型自主完成率。",
"sealedAt": "2026-11-01T03:43:37.267Z"
}