286 lines
6.9 KiB
JSON
286 lines
6.9 KiB
JSON
{
|
|
"passedCollection": true,
|
|
"samples": [
|
|
{
|
|
"name": "react",
|
|
"result": "react/result.json",
|
|
"sessionId": "a4ffae25-9213-4d25-bcf8-78c3b4a1a2c1",
|
|
"success": false,
|
|
"stopReason": "token_limit",
|
|
"requests": 12,
|
|
"reportedTokens": 126459,
|
|
"unknownRequests": 0,
|
|
"actualModels": [
|
|
"claude-opus-5-5"
|
|
],
|
|
"applications": 0,
|
|
"approvals": 1,
|
|
"continuations": 0,
|
|
"elapsedSeconds": 131,
|
|
"checks": [
|
|
{
|
|
"id": "a8d4a365-8617-4605-9234-c6851553c555",
|
|
"status": "failed",
|
|
"results": [
|
|
{
|
|
"name": "test",
|
|
"tests": {
|
|
"total": 9,
|
|
"passed": 2,
|
|
"failed": 7,
|
|
"cancelled": 0,
|
|
"skipped": 0
|
|
},
|
|
"exitCode": 1
|
|
},
|
|
{
|
|
"name": "typecheck",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
},
|
|
{
|
|
"name": "build",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "python",
|
|
"result": "python/result.json",
|
|
"sessionId": "9b7a8a8c-eb8d-4a9c-9fd1-98164951fcf1",
|
|
"success": true,
|
|
"requests": 12,
|
|
"reportedTokens": 131065,
|
|
"unknownRequests": 0,
|
|
"actualModels": [
|
|
"claude-opus-5-5"
|
|
],
|
|
"applications": 1,
|
|
"approvals": 2,
|
|
"continuations": 0,
|
|
"elapsedSeconds": 98,
|
|
"checks": [
|
|
{
|
|
"id": "30e98583-903b-433b-b42c-7502a4484bab",
|
|
"status": "passed",
|
|
"results": [
|
|
{
|
|
"name": "python:test",
|
|
"tests": {
|
|
"total": 6,
|
|
"passed": 6,
|
|
"failed": 0,
|
|
"skipped": 0,
|
|
"cancelled": 0
|
|
},
|
|
"exitCode": 0
|
|
},
|
|
{
|
|
"name": "python:compile",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"id": "cf98394e-9276-4d36-86e6-b44f76b8bbff",
|
|
"status": "failed",
|
|
"results": [
|
|
{
|
|
"name": "python:test",
|
|
"tests": {
|
|
"total": 6,
|
|
"passed": 1,
|
|
"failed": 5,
|
|
"skipped": 0,
|
|
"cancelled": 0
|
|
},
|
|
"exitCode": 1
|
|
},
|
|
{
|
|
"name": "python:compile",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-off",
|
|
"result": "purge-r1-off/result.json",
|
|
"sessionId": "b284fb17-579d-4ba3-b29a-3aac5a6b332b",
|
|
"success": false,
|
|
"stopReason": "token_limit",
|
|
"requests": 9,
|
|
"reportedTokens": 98356,
|
|
"unknownRequests": 0,
|
|
"actualModels": [
|
|
"claude-opus-5-5"
|
|
],
|
|
"applications": 1,
|
|
"approvals": 1,
|
|
"continuations": 0,
|
|
"elapsedSeconds": 97,
|
|
"checks": [
|
|
{
|
|
"id": "80d3b70f-11bb-4d56-95c8-58c8bc4f5bb9",
|
|
"status": "failed",
|
|
"results": [
|
|
{
|
|
"name": "test",
|
|
"tests": {
|
|
"total": 9,
|
|
"passed": 0,
|
|
"failed": 9,
|
|
"cancelled": 0,
|
|
"skipped": 0
|
|
},
|
|
"exitCode": 1
|
|
},
|
|
{
|
|
"name": "build",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r1-on",
|
|
"result": "purge-r1-on/result.json",
|
|
"sessionId": "c6aaf94b-9303-4df7-b645-9d3d7e29e283",
|
|
"success": false,
|
|
"stopReason": "engine_input_budget",
|
|
"requests": 5,
|
|
"reportedTokens": 76661,
|
|
"unknownRequests": 0,
|
|
"actualModels": [
|
|
"claude-opus-5-5"
|
|
],
|
|
"applications": 0,
|
|
"approvals": 1,
|
|
"continuations": 0,
|
|
"elapsedSeconds": 103,
|
|
"checks": [
|
|
{
|
|
"id": "0e627858-b145-4c73-bd53-ac285ae81f58",
|
|
"status": "failed",
|
|
"results": [
|
|
{
|
|
"name": "test",
|
|
"tests": {
|
|
"total": 9,
|
|
"passed": 0,
|
|
"failed": 9,
|
|
"cancelled": 0,
|
|
"skipped": 0
|
|
},
|
|
"exitCode": 1
|
|
},
|
|
{
|
|
"name": "build",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-on",
|
|
"result": "purge-r2-on/result.json",
|
|
"sessionId": "ae2afb86-83e8-4ad5-9fa8-afbea7109fb9",
|
|
"success": false,
|
|
"stopReason": "token_limit",
|
|
"requests": 6,
|
|
"reportedTokens": 96572,
|
|
"unknownRequests": 0,
|
|
"actualModels": [
|
|
"claude-opus-5-5"
|
|
],
|
|
"applications": 0,
|
|
"approvals": 1,
|
|
"continuations": 0,
|
|
"elapsedSeconds": 93,
|
|
"checks": [
|
|
{
|
|
"id": "f75182c8-a8e7-46d1-982e-0adcaa0938e9",
|
|
"status": "failed",
|
|
"results": [
|
|
{
|
|
"name": "test",
|
|
"tests": {
|
|
"total": 9,
|
|
"passed": 0,
|
|
"failed": 9,
|
|
"cancelled": 0,
|
|
"skipped": 0
|
|
},
|
|
"exitCode": 1
|
|
},
|
|
{
|
|
"name": "build",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "r2-off",
|
|
"result": "purge-r2-off/result.json",
|
|
"sessionId": "99506220-f76d-425d-ac3a-3bb650bc3cbd",
|
|
"success": false,
|
|
"stopReason": "token_limit",
|
|
"requests": 8,
|
|
"reportedTokens": 92373,
|
|
"unknownRequests": 0,
|
|
"actualModels": [
|
|
"claude-opus-5-5"
|
|
],
|
|
"applications": 1,
|
|
"approvals": 1,
|
|
"continuations": 0,
|
|
"elapsedSeconds": 105,
|
|
"checks": [
|
|
{
|
|
"id": "5275ae64-8575-4355-bc12-62abdbf554e1",
|
|
"status": "failed",
|
|
"results": [
|
|
{
|
|
"name": "test",
|
|
"tests": {
|
|
"total": 9,
|
|
"passed": 0,
|
|
"failed": 9,
|
|
"cancelled": 0,
|
|
"skipped": 0
|
|
},
|
|
"exitCode": 1
|
|
},
|
|
{
|
|
"name": "build",
|
|
"tests": null,
|
|
"exitCode": 0
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"requests": 52,
|
|
"reportedTokens": 621486,
|
|
"unknownRequests": 0,
|
|
"artifacts": 776,
|
|
"uniqueArtifactFiles": 712,
|
|
"ownedSessions": 12,
|
|
"ownedProjects": 12,
|
|
"scope": "All owned new records and exact artifact bytes; original user payloads and credentials excluded. Engineering and original restricted Purge AB/BA reported separately."
|
|
}
|