Cancel an Agent evaluation run

POST

agents

{agentId}

evaluation-runs

{runId}

cancel

Cancel an Agent evaluation run

curl --request POST \
  --url https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '{}'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({})
};

fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

import requests

url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel"

payload = {}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

{
  "agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "cancelRequestedAt": "2026-08-29T14:30:00Z",
  "completedAt": "2026-08-29T14:30:00Z",
  "completedTrials": 4503599627370495,
  "createdAt": "2026-08-29T14:30:00Z",
  "failedTrials": 4503599627370495,
  "id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "passedTrials": 4503599627370495,
  "repetitions": 123,
  "result": "pass",
  "startedAt": "2026-08-29T14:30:00Z",
  "status": "queued",
  "suiteId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "suiteRevision": 123,
  "summary": {
    "baseline": {
      "baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
      "failedDelta": 0,
      "passedDelta": 0,
      "perCase": [
        {
          "caseId": "<string>",
          "passRateBpsDelta": 0
        }
      ],
      "unknownDelta": 0
    },
    "cost": {
      "actualComponents": 4503599627370495,
      "actualMicrousd": 4503599627370495,
      "currency": "USD",
      "estimatedComponents": 4503599627370495,
      "estimatedMicrousd": 4503599627370495,
      "pricingPolicyVersion": "<string>",
      "unknownComponents": 4503599627370495
    },
    "duration": {
      "averageMs": 4503599627370495,
      "totalMs": 4503599627370495
    },
    "failures": [
      {
        "count": 123,
        "result": "fail",
        "scorerKey": "<string>"
      }
    ],
    "overall": {
      "attempted": 4503599627370495,
      "failed": 4503599627370495,
      "passed": 4503599627370495,
      "passRateBps": 5000,
      "unknown": 4503599627370495
    },
    "perCase": [
      {
        "caseId": "<string>",
        "counts": {
          "attempted": 4503599627370495,
          "failed": 4503599627370495,
          "passed": 4503599627370495,
          "passRateBps": 5000,
          "unknown": 4503599627370495
        }
      }
    ],
    "tokenUsage": {
      "judge": {
        "cacheReadInputTokens": 4503599627370495,
        "cacheWriteInputTokens": 4503599627370495,
        "inputTokens": 4503599627370495,
        "noCacheInputTokens": 4503599627370495,
        "outputTokens": 4503599627370495,
        "reasoningOutputTokens": 4503599627370495,
        "textOutputTokens": 4503599627370495,
        "totalTokens": 4503599627370495
      },
      "simulator": {
        "cacheReadInputTokens": 4503599627370495,
        "cacheWriteInputTokens": 4503599627370495,
        "inputTokens": 4503599627370495,
        "noCacheInputTokens": 4503599627370495,
        "outputTokens": 4503599627370495,
        "reasoningOutputTokens": 4503599627370495,
        "textOutputTokens": 4503599627370495,
        "totalTokens": 4503599627370495
      },
      "target": {
        "cacheReadInputTokens": 4503599627370495,
        "cacheWriteInputTokens": 4503599627370495,
        "inputTokens": 4503599627370495,
        "noCacheInputTokens": 4503599627370495,
        "outputTokens": 4503599627370495,
        "reasoningOutputTokens": 4503599627370495,
        "textOutputTokens": 4503599627370495,
        "totalTokens": 4503599627370495
      }
    }
  },
  "targetKind": "canonical",
  "totalTrials": 123,
  "unknownTrials": 4503599627370495,
  "updatedAt": "2026-08-29T14:30:00Z"
}

{
  "defined": true,
  "inferable": true,
  "code": "BAD_REQUEST",
  "status": 400,
  "message": "<string>",
  "data": {
    "issues": [
      {
        "message": "<string>",
        "path": [
          "<string>"
        ]
      }
    ],
    "truncated": true
  }
}

{
  "defined": true,
  "inferable": true,
  "code": "UNAUTHORIZED",
  "status": 401,
  "message": "<string>",
  "data": "<unknown>"
}

{
  "defined": true,
  "inferable": true,
  "code": "FORBIDDEN",
  "status": 403,
  "message": "<string>",
  "data": {
    "missingPermissions": [
      "agents:read"
    ]
  }
}

{
  "defined": true,
  "inferable": true,
  "code": "NOT_FOUND",
  "status": 404,
  "message": "<string>",
  "data": "<unknown>"
}

{
  "defined": true,
  "inferable": true,
  "code": "CONFLICT",
  "status": 409,
  "message": "<string>",
  "data": {
    "currentStatus": "queued"
  }
}

Authorizations

Authorization

string

header

required

Organization-scoped Auth0 user access token issued to an approved first-party client or exchanged by a trusted OBO resource server.

Path Parameters

agentId

string

required

Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.

Maximum string length: 64

Pattern: ^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$

Example:

"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"

runId

string

required

Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.

Maximum string length: 64

Pattern: ^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$

Example:

"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"

Body

application/json

The body is of type object.

Response

Durable evaluation execution state and aggregate result over an immutable run snapshot.

agentId

string

required

Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.

Maximum string length: 64

Pattern: ^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$

Example:

"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"

baselineRunId

string | null

required

Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.

Maximum string length: 64

Pattern: ^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$

Example:

"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"

cancelRequestedAt

string<date-time> | null

required

ISO 8601 timestamp with an explicit UTC offset.

Pattern:

^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$

Example:

"2026-08-29T14:30:00Z"

completedAt

string<date-time> | null

required

ISO 8601 timestamp with an explicit UTC offset.

Pattern:

^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$

Example:

"2026-08-29T14:30:00Z"

completedTrials

integer

required

Required range: 0 <= x <= 9007199254740991

createdAt

string<date-time>

required

ISO 8601 timestamp with an explicit UTC offset.

Pattern:

^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$

Example:

"2026-08-29T14:30:00Z"

failedTrials

integer

required

Required range: 0 <= x <= 9007199254740991

string

required

Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.

Maximum string length: 64

Pattern: ^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$

Example:

"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"

passedTrials

integer

required

Required range: 0 <= x <= 9007199254740991

repetitions

integer

required

Required range: x <= 9007199254740991

result

enum<string> | null

required

Available options:

pass,

fail,

unknown

startedAt

string<date-time> | null

required

ISO 8601 timestamp with an explicit UTC offset.

Pattern:

^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$

Example:

"2026-08-29T14:30:00Z"

status

enum<string>

required

Available options:

queued,

running,

completed,

failed,

cancelled

suiteId

string

required

Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.

Maximum string length: 64

Pattern: ^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$

Example:

"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"

suiteRevision

integer

required

Required range: x <= 9007199254740991

summary

object | null

required

Show child attributes

targetKind

enum<string>

required

Available options:

canonical

totalTrials

integer

required

Required range: x <= 9007199254740991

unknownTrials

integer

required

Required range: 0 <= x <= 9007199254740991

updatedAt

string<date-time>

required

ISO 8601 timestamp with an explicit UTC offset.

Pattern:

^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$

Example:

"2026-08-29T14:30:00Z"

⌘I

Cancel an Agent evaluation run

curl --request POST \
  --url https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '{}'

const options = {
  method: 'POST',
  headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
  body: JSON.stringify({})
};

fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

import requests

url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-runs/{runId}/cancel"

payload = {}
headers = {
    "Authorization": "Bearer <token>",
    "Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)

{
  "agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "cancelRequestedAt": "2026-08-29T14:30:00Z",
  "completedAt": "2026-08-29T14:30:00Z",
  "completedTrials": 4503599627370495,
  "createdAt": "2026-08-29T14:30:00Z",
  "failedTrials": 4503599627370495,
  "id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "passedTrials": 4503599627370495,
  "repetitions": 123,
  "result": "pass",
  "startedAt": "2026-08-29T14:30:00Z",
  "status": "queued",
  "suiteId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
  "suiteRevision": 123,
  "summary": {
    "baseline": {
      "baselineRunId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
      "failedDelta": 0,
      "passedDelta": 0,
      "perCase": [
        {
          "caseId": "<string>",
          "passRateBpsDelta": 0
        }
      ],
      "unknownDelta": 0
    },
    "cost": {
      "actualComponents": 4503599627370495,
      "actualMicrousd": 4503599627370495,
      "currency": "USD",
      "estimatedComponents": 4503599627370495,
      "estimatedMicrousd": 4503599627370495,
      "pricingPolicyVersion": "<string>",
      "unknownComponents": 4503599627370495
    },
    "duration": {
      "averageMs": 4503599627370495,
      "totalMs": 4503599627370495
    },
    "failures": [
      {
        "count": 123,
        "result": "fail",
        "scorerKey": "<string>"
      }
    ],
    "overall": {
      "attempted": 4503599627370495,
      "failed": 4503599627370495,
      "passed": 4503599627370495,
      "passRateBps": 5000,
      "unknown": 4503599627370495
    },
    "perCase": [
      {
        "caseId": "<string>",
        "counts": {
          "attempted": 4503599627370495,
          "failed": 4503599627370495,
          "passed": 4503599627370495,
          "passRateBps": 5000,
          "unknown": 4503599627370495
        }
      }
    ],
    "tokenUsage": {
      "judge": {
        "cacheReadInputTokens": 4503599627370495,
        "cacheWriteInputTokens": 4503599627370495,
        "inputTokens": 4503599627370495,
        "noCacheInputTokens": 4503599627370495,
        "outputTokens": 4503599627370495,
        "reasoningOutputTokens": 4503599627370495,
        "textOutputTokens": 4503599627370495,
        "totalTokens": 4503599627370495
      },
      "simulator": {
        "cacheReadInputTokens": 4503599627370495,
        "cacheWriteInputTokens": 4503599627370495,
        "inputTokens": 4503599627370495,
        "noCacheInputTokens": 4503599627370495,
        "outputTokens": 4503599627370495,
        "reasoningOutputTokens": 4503599627370495,
        "textOutputTokens": 4503599627370495,
        "totalTokens": 4503599627370495
      },
      "target": {
        "cacheReadInputTokens": 4503599627370495,
        "cacheWriteInputTokens": 4503599627370495,
        "inputTokens": 4503599627370495,
        "noCacheInputTokens": 4503599627370495,
        "outputTokens": 4503599627370495,
        "reasoningOutputTokens": 4503599627370495,
        "textOutputTokens": 4503599627370495,
        "totalTokens": 4503599627370495
      }
    }
  },
  "targetKind": "canonical",
  "totalTrials": 123,
  "unknownTrials": 4503599627370495,
  "updatedAt": "2026-08-29T14:30:00Z"
}

{
  "defined": true,
  "inferable": true,
  "code": "BAD_REQUEST",
  "status": 400,
  "message": "<string>",
  "data": {
    "issues": [
      {
        "message": "<string>",
        "path": [
          "<string>"
        ]
      }
    ],
    "truncated": true
  }
}

{
  "defined": true,
  "inferable": true,
  "code": "UNAUTHORIZED",
  "status": 401,
  "message": "<string>",
  "data": "<unknown>"
}

{
  "defined": true,
  "inferable": true,
  "code": "FORBIDDEN",
  "status": 403,
  "message": "<string>",
  "data": {
    "missingPermissions": [
      "agents:read"
    ]
  }
}

{
  "defined": true,
  "inferable": true,
  "code": "NOT_FOUND",
  "status": 404,
  "message": "<string>",
  "data": "<unknown>"
}

{
  "defined": true,
  "inferable": true,
  "code": "CONFLICT",
  "status": 409,
  "message": "<string>",
  "data": {
    "currentStatus": "queued"
  }
}

Overview

Endpoints

Cancel an Agent evaluation run

Authorizations

Path Parameters

Body

Response