Get an Agent evaluation run
Returns immutable run summary state under agent-evaluations:read and no trace payloads by default. Trial expansion additionally requires conversations:transcript for recorded inputs, integrations:read for mocked tools, and knowledge:read for Knowledge evidence. It is side-effect free and safe to retry.
curl --request GET \
--url https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId} \
--header 'Authorization: Bearer <token>'const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));import requests
url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text){
"agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"cancelRequestedAt": "2026-08-29T14:30:00Z",
"completedAt": "2026-08-29T14:30:00Z",
"completedTrials": 4503599627370495,
"createdAt": "2026-08-29T14:30:00Z",
"failedTrials": 4503599627370495,
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"passedTrials": 4503599627370495,
"repetitions": 123,
"result": "pass",
"startedAt": "2026-08-29T14:30:00Z",
"status": "queued",
"suiteId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"suiteRevision": 123,
"summary": {
"baseline": {
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"failedDelta": 0,
"passedDelta": 0,
"perCase": [
{
"caseId": "<string>",
"passRateBpsDelta": 0
}
],
"unknownDelta": 0
},
"cost": {
"actualComponents": 4503599627370495,
"actualMicrousd": 4503599627370495,
"currency": "USD",
"estimatedComponents": 4503599627370495,
"estimatedMicrousd": 4503599627370495,
"pricingPolicyVersion": "<string>",
"unknownComponents": 4503599627370495
},
"duration": {
"averageMs": 4503599627370495,
"totalMs": 4503599627370495
},
"failures": [
{
"count": 123,
"result": "fail",
"scorerKey": "<string>"
}
],
"overall": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
},
"perCase": [
{
"caseId": "<string>",
"counts": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
}
}
],
"tokenUsage": {
"judge": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"simulator": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"target": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
},
"targetKind": "canonical",
"totalTrials": 123,
"unknownTrials": 4503599627370495,
"updatedAt": "2026-08-29T14:30:00Z",
"trials": [
{
"artifact": {
"byteLength": 1048576,
"deleteAfter": "2026-08-29T14:30:00Z",
"hash": "<string>",
"mediaType": "<string>",
"retentionClass": "evaluation-trace"
},
"attempt": 4503599627370495,
"caseId": "<string>",
"completedAt": "2026-08-29T14:30:00Z",
"costs": [
{
"amountMicrousd": 4503599627370495,
"currency": "USD",
"kind": "actual",
"pricingPolicyVersion": "<string>",
"source": "providerReported",
"workload": "target"
}
],
"durationMs": 4503599627370495,
"failure": {
"code": "target_failed",
"summary": "<string>"
},
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"repetition": 4503599627370495,
"result": "pass",
"scores": [
{
"blocksCase": true,
"evidence": [
{
"excerpt": "<string>",
"type": "text"
}
],
"normalizedScore": 0.5,
"rationale": "<string>",
"result": "pass",
"scorerKey": "<string>",
"scorerType": "<string>",
"scorerVersion": "<string>",
"tokenUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
],
"simulatorTokenUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"startedAt": "2026-08-29T14:30:00Z",
"status": "queued",
"tokenUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"trace": {
"finishReason": "<string>",
"fixtureStates": [
{
"connectedAccountId": "<string>",
"state": true,
"toolKey": "google-calendar.create-event"
}
],
"latencyMs": 4503599627370495,
"messages": [
{
"content": "<string>",
"role": "assistant",
"sequence": 4503599627370495
}
],
"model": "<string>",
"simulatorUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"toolCalls": [
{
"input": true,
"latencyMs": 4503599627370495,
"output": true,
"sequence": 4503599627370495,
"status": "completed",
"connectedAccountId": "<string>",
"source": "integration",
"toolKey": "google-calendar.create-event"
}
],
"usage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
}
]
}{
"defined": true,
"inferable": true,
"code": "BAD_REQUEST",
"status": 400,
"message": "<string>",
"data": {
"issues": [
{
"code": "custom",
"message": "<string>",
"path": [
"<string>"
]
}
],
"truncated": true
}
}{
"defined": true,
"inferable": true,
"code": "UNAUTHORIZED",
"status": 401,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "FORBIDDEN",
"status": 403,
"message": "<string>",
"data": {
"missingPermissions": [
"agents:read"
]
}
}{
"defined": true,
"inferable": true,
"code": "NOT_FOUND",
"status": 404,
"message": "<string>",
"data": "<unknown>"
}Authorizations
Organization-scoped Auth0 user access token issued to an approved first-party client or exchanged by a trusted OBO resource server.
Path Parameters
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Query Parameters
1trials Response
OK
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
0 <= x <= 9007199254740991ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
0 <= x <= 9007199254740991Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
0 <= x <= 9007199254740991x <= 9007199254740991pass, fail, unknown ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
queued, running, completed, failed, cancelled Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
x <= 9007199254740991Aggregated outcome, cost, and duration of one evaluation run.
Show child attributes
Show child attributes
canonical x <= 90071992547409910 <= x <= 9007199254740991ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
100Show child attributes
Show child attributes
curl --request GET \
--url https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId} \
--header 'Authorization: Bearer <token>'const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));import requests
url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text){
"agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"cancelRequestedAt": "2026-08-29T14:30:00Z",
"completedAt": "2026-08-29T14:30:00Z",
"completedTrials": 4503599627370495,
"createdAt": "2026-08-29T14:30:00Z",
"failedTrials": 4503599627370495,
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"passedTrials": 4503599627370495,
"repetitions": 123,
"result": "pass",
"startedAt": "2026-08-29T14:30:00Z",
"status": "queued",
"suiteId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"suiteRevision": 123,
"summary": {
"baseline": {
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"failedDelta": 0,
"passedDelta": 0,
"perCase": [
{
"caseId": "<string>",
"passRateBpsDelta": 0
}
],
"unknownDelta": 0
},
"cost": {
"actualComponents": 4503599627370495,
"actualMicrousd": 4503599627370495,
"currency": "USD",
"estimatedComponents": 4503599627370495,
"estimatedMicrousd": 4503599627370495,
"pricingPolicyVersion": "<string>",
"unknownComponents": 4503599627370495
},
"duration": {
"averageMs": 4503599627370495,
"totalMs": 4503599627370495
},
"failures": [
{
"count": 123,
"result": "fail",
"scorerKey": "<string>"
}
],
"overall": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
},
"perCase": [
{
"caseId": "<string>",
"counts": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
}
}
],
"tokenUsage": {
"judge": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"simulator": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"target": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
},
"targetKind": "canonical",
"totalTrials": 123,
"unknownTrials": 4503599627370495,
"updatedAt": "2026-08-29T14:30:00Z",
"trials": [
{
"artifact": {
"byteLength": 1048576,
"deleteAfter": "2026-08-29T14:30:00Z",
"hash": "<string>",
"mediaType": "<string>",
"retentionClass": "evaluation-trace"
},
"attempt": 4503599627370495,
"caseId": "<string>",
"completedAt": "2026-08-29T14:30:00Z",
"costs": [
{
"amountMicrousd": 4503599627370495,
"currency": "USD",
"kind": "actual",
"pricingPolicyVersion": "<string>",
"source": "providerReported",
"workload": "target"
}
],
"durationMs": 4503599627370495,
"failure": {
"code": "target_failed",
"summary": "<string>"
},
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"repetition": 4503599627370495,
"result": "pass",
"scores": [
{
"blocksCase": true,
"evidence": [
{
"excerpt": "<string>",
"type": "text"
}
],
"normalizedScore": 0.5,
"rationale": "<string>",
"result": "pass",
"scorerKey": "<string>",
"scorerType": "<string>",
"scorerVersion": "<string>",
"tokenUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
],
"simulatorTokenUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"startedAt": "2026-08-29T14:30:00Z",
"status": "queued",
"tokenUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"trace": {
"finishReason": "<string>",
"fixtureStates": [
{
"connectedAccountId": "<string>",
"state": true,
"toolKey": "google-calendar.create-event"
}
],
"latencyMs": 4503599627370495,
"messages": [
{
"content": "<string>",
"role": "assistant",
"sequence": 4503599627370495
}
],
"model": "<string>",
"simulatorUsage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"toolCalls": [
{
"input": true,
"latencyMs": 4503599627370495,
"output": true,
"sequence": 4503599627370495,
"status": "completed",
"connectedAccountId": "<string>",
"source": "integration",
"toolKey": "google-calendar.create-event"
}
],
"usage": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
}
]
}{
"defined": true,
"inferable": true,
"code": "BAD_REQUEST",
"status": 400,
"message": "<string>",
"data": {
"issues": [
{
"code": "custom",
"message": "<string>",
"path": [
"<string>"
]
}
],
"truncated": true
}
}{
"defined": true,
"inferable": true,
"code": "UNAUTHORIZED",
"status": 401,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "FORBIDDEN",
"status": 403,
"message": "<string>",
"data": {
"missingPermissions": [
"agents:read"
]
}
}{
"defined": true,
"inferable": true,
"code": "NOT_FOUND",
"status": 404,
"message": "<string>",
"data": "<unknown>"
}