Cancel an Agent evaluation run
Records a cancellation request under agents:read and agent-evaluations:run; running trials stop only at their durable boundary. A repeated request against a terminal run returns conflict, so inspect the returned state before retrying.
POST
/
agents
/
{agentId}
/
evaluation-runs
/
{runId}
/
cancel
Cancel an Agent evaluation run
curl --request POST \
--url https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '{}'const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({})
};
fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));import requests
url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel"
payload = {}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text){
"agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"cancelRequestedAt": "2026-08-29T14:30:00Z",
"completedAt": "2026-08-29T14:30:00Z",
"completedTrials": 4503599627370495,
"createdAt": "2026-08-29T14:30:00Z",
"failedTrials": 4503599627370495,
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"passedTrials": 4503599627370495,
"repetitions": 123,
"result": "pass",
"startedAt": "2026-08-29T14:30:00Z",
"status": "queued",
"suiteId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"suiteRevision": 123,
"summary": {
"baseline": {
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"failedDelta": 0,
"passedDelta": 0,
"perCase": [
{
"caseId": "<string>",
"passRateBpsDelta": 0
}
],
"unknownDelta": 0
},
"cost": {
"actualComponents": 4503599627370495,
"actualMicrousd": 4503599627370495,
"currency": "USD",
"estimatedComponents": 4503599627370495,
"estimatedMicrousd": 4503599627370495,
"pricingPolicyVersion": "<string>",
"unknownComponents": 4503599627370495
},
"duration": {
"averageMs": 4503599627370495,
"totalMs": 4503599627370495
},
"failures": [
{
"count": 123,
"result": "fail",
"scorerKey": "<string>"
}
],
"overall": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
},
"perCase": [
{
"caseId": "<string>",
"counts": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
}
}
],
"tokenUsage": {
"judge": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"simulator": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"target": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
},
"targetKind": "canonical",
"totalTrials": 123,
"unknownTrials": 4503599627370495,
"updatedAt": "2026-08-29T14:30:00Z"
}{
"defined": true,
"inferable": true,
"code": "BAD_REQUEST",
"status": 400,
"message": "<string>",
"data": {
"issues": [
{
"code": "custom",
"message": "<string>",
"path": [
"<string>"
]
}
],
"truncated": true
}
}{
"defined": true,
"inferable": true,
"code": "UNAUTHORIZED",
"status": 401,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "FORBIDDEN",
"status": 403,
"message": "<string>",
"data": {
"missingPermissions": [
"agents:read"
]
}
}{
"defined": true,
"inferable": true,
"code": "NOT_FOUND",
"status": 404,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "CONFLICT",
"status": 409,
"message": "<string>",
"data": {
"currentStatus": "queued"
}
}Authorizations
userOAuthmachineOAuth
Organization-scoped Auth0 user access token issued to an approved first-party client or exchanged by a trusted OBO resource server.
Path Parameters
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
Maximum string length:
64Pattern:
^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$Example:
"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
Maximum string length:
64Pattern:
^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$Example:
"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Body
application/json
The body is of type object.
Response
OK
Durable evaluation execution state and aggregate result over an immutable run snapshot.
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
Maximum string length:
64Pattern:
^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$Example:
"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
Maximum string length:
64Pattern:
^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$Example:
"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
ISO 8601 timestamp with an explicit UTC offset.
Pattern:
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$Example:
"2026-08-29T14:30:00Z"
ISO 8601 timestamp with an explicit UTC offset.
Pattern:
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$Example:
"2026-08-29T14:30:00Z"
Required range:
0 <= x <= 9007199254740991ISO 8601 timestamp with an explicit UTC offset.
Pattern:
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$Example:
"2026-08-29T14:30:00Z"
Required range:
0 <= x <= 9007199254740991Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
Maximum string length:
64Pattern:
^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$Example:
"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Required range:
0 <= x <= 9007199254740991Required range:
x <= 9007199254740991Available options:
pass, fail, unknown ISO 8601 timestamp with an explicit UTC offset.
Pattern:
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$Example:
"2026-08-29T14:30:00Z"
Available options:
queued, running, completed, failed, cancelled Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
Maximum string length:
64Pattern:
^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$Example:
"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Required range:
x <= 9007199254740991Aggregated outcome, cost, and duration of one evaluation run.
Show child attributes
Show child attributes
Available options:
canonical Required range:
x <= 9007199254740991Required range:
0 <= x <= 9007199254740991ISO 8601 timestamp with an explicit UTC offset.
Pattern:
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$Example:
"2026-08-29T14:30:00Z"
⌘I
Cancel an Agent evaluation run
curl --request POST \
--url https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '{}'const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({})
};
fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));import requests
url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel"
payload = {}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text){
"agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"cancelRequestedAt": "2026-08-29T14:30:00Z",
"completedAt": "2026-08-29T14:30:00Z",
"completedTrials": 4503599627370495,
"createdAt": "2026-08-29T14:30:00Z",
"failedTrials": 4503599627370495,
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"passedTrials": 4503599627370495,
"repetitions": 123,
"result": "pass",
"startedAt": "2026-08-29T14:30:00Z",
"status": "queued",
"suiteId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"suiteRevision": 123,
"summary": {
"baseline": {
"baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"failedDelta": 0,
"passedDelta": 0,
"perCase": [
{
"caseId": "<string>",
"passRateBpsDelta": 0
}
],
"unknownDelta": 0
},
"cost": {
"actualComponents": 4503599627370495,
"actualMicrousd": 4503599627370495,
"currency": "USD",
"estimatedComponents": 4503599627370495,
"estimatedMicrousd": 4503599627370495,
"pricingPolicyVersion": "<string>",
"unknownComponents": 4503599627370495
},
"duration": {
"averageMs": 4503599627370495,
"totalMs": 4503599627370495
},
"failures": [
{
"count": 123,
"result": "fail",
"scorerKey": "<string>"
}
],
"overall": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
},
"perCase": [
{
"caseId": "<string>",
"counts": {
"attempted": 4503599627370495,
"failed": 4503599627370495,
"passed": 4503599627370495,
"passRateBps": 5000,
"unknown": 4503599627370495
}
}
],
"tokenUsage": {
"judge": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"simulator": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
},
"target": {
"cacheReadInputTokens": 4503599627370495,
"cacheWriteInputTokens": 4503599627370495,
"inputTokens": 4503599627370495,
"noCacheInputTokens": 4503599627370495,
"outputTokens": 4503599627370495,
"reasoningOutputTokens": 4503599627370495,
"textOutputTokens": 4503599627370495,
"totalTokens": 4503599627370495
}
}
},
"targetKind": "canonical",
"totalTrials": 123,
"unknownTrials": 4503599627370495,
"updatedAt": "2026-08-29T14:30:00Z"
}{
"defined": true,
"inferable": true,
"code": "BAD_REQUEST",
"status": 400,
"message": "<string>",
"data": {
"issues": [
{
"code": "custom",
"message": "<string>",
"path": [
"<string>"
]
}
],
"truncated": true
}
}{
"defined": true,
"inferable": true,
"code": "UNAUTHORIZED",
"status": 401,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "FORBIDDEN",
"status": 403,
"message": "<string>",
"data": {
"missingPermissions": [
"agents:read"
]
}
}{
"defined": true,
"inferable": true,
"code": "NOT_FOUND",
"status": 404,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "CONFLICT",
"status": 409,
"message": "<string>",
"data": {
"currentStatus": "queued"
}
}