Replace an Agent evaluation suite
Updates one suite under agent-evaluations:write at expectedRevision; supplied cases replace the complete array, evidence requires additional permissions, and generic replacement cannot create or preserve a blocking AI rubric. Use the human-only promotion operation after replacement. A successful revision is consumed, so do not blindly replay an uncertain request.
curl --request PUT \
--url https://api.getarbol.com/v1/agents/{agentId}/evaluation-suites/{suiteId} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"expectedRevision": 123,
"name": "<string>"
}
'const options = {
method: 'PUT',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({expectedRevision: 123, name: '<string>'})
};
fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-suites/{suiteId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));import requests
url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-suites/{suiteId}"
payload = {
"expectedRevision": 123,
"name": "<string>"
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.put(url, json=payload, headers=headers)
print(response.text){
"agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"cases": [
{
"channelKind": "web",
"fixtures": [],
"id": "<string>",
"name": "<string>",
"scenario": {
"messages": [
{
"content": "<string>",
"role": "assistant"
}
],
"type": "nextReply"
},
"scorers": [
{
"key": "<string>",
"required": true,
"caseSensitive": true,
"expected": "<string>",
"type": "textEquals"
}
],
"tags": [],
"timeoutSeconds": 90,
"toolMode": "mocked"
}
],
"createdAt": "2026-08-29T14:30:00Z",
"createdBy": "<string>",
"description": "<string>",
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"name": "<string>",
"revision": 123,
"status": "draft",
"updatedAt": "2026-08-29T14:30:00Z",
"updatedBy": "<string>"
}{
"defined": true,
"inferable": true,
"code": "BAD_REQUEST",
"status": 400,
"message": "<string>",
"data": {
"issues": [
{
"code": "custom",
"message": "<string>",
"path": [
"<string>"
]
}
],
"truncated": true
}
}{
"defined": true,
"inferable": true,
"code": "UNAUTHORIZED",
"status": 401,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "FORBIDDEN",
"status": 403,
"message": "<string>",
"data": {
"missingPermissions": [
"agents:read"
]
}
}{
"defined": true,
"inferable": true,
"code": "NOT_FOUND",
"status": 404,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "CONFLICT",
"status": 409,
"message": "<string>",
"data": {
"currentRevision": 4503599627370495
}
}{
"code": "PAYLOAD_TOO_LARGE",
"defined": false,
"inferable": false,
"message": "<string>",
"data": "<unknown>"
}{
"code": "UNSUPPORTED_MEDIA_TYPE",
"defined": false,
"inferable": false,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "UNPROCESSABLE_CONTENT",
"status": 422,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "SERVICE_UNAVAILABLE",
"status": 503,
"message": "<string>",
"data": {
"code": "COMPOSIO_FAILURE",
"message": "The integration operation could not be completed.",
"retryable": false,
"data": {
"reason": "integration_tool_unavailable",
"statusCode": 349
}
}
}Authorizations
Organization-scoped Auth0 user access token issued to an approved first-party client or exchanged by a trusted OBO resource server.
Path Parameters
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
Body
Response
OK
Revisioned evaluation case suite owned by one Agent and frozen into each run snapshot.
Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
50Show child attributes
Show child attributes
ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
1 - 2552000Opaque Arbol resource identifier; the endpoint and tenant-scoped lookup determine its resource type.
64^[a-z][a-z0-9]{1,15}_[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$"agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31"
1 - 200x <= 9007199254740991draft, active, archived ISO 8601 timestamp with an explicit UTC offset.
^(?:(?:\d\d[2468][048]|\d\d[13579][26]|\d\d0[48]|[02468][048]00|[13579][26]00)-02-29|\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\d|30)|(?:02)-(?:0[1-9]|1\d|2[0-8])))T(?:(?:[01]\d|2[0-3]):[0-5]\d:[0-5]\d(?:\.\d+)?(?:Z|([+-](?:[01]\d|2[0-3]):[0-5]\d)))$"2026-08-29T14:30:00Z"
1 - 255curl --request PUT \
--url https://api.getarbol.com/v1/agents/{agentId}/evaluation-suites/{suiteId} \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"expectedRevision": 123,
"name": "<string>"
}
'const options = {
method: 'PUT',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({expectedRevision: 123, name: '<string>'})
};
fetch('https://api.getarbol.com/v1/agents/{agentId}/evaluation-suites/{suiteId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));import requests
url = "https://api.getarbol.com/v1/agents/{agentId}/evaluation-suites/{suiteId}"
payload = {
"expectedRevision": 123,
"name": "<string>"
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.put(url, json=payload, headers=headers)
print(response.text){
"agentId": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"cases": [
{
"channelKind": "web",
"fixtures": [],
"id": "<string>",
"name": "<string>",
"scenario": {
"messages": [
{
"content": "<string>",
"role": "assistant"
}
],
"type": "nextReply"
},
"scorers": [
{
"key": "<string>",
"required": true,
"caseSensitive": true,
"expected": "<string>",
"type": "textEquals"
}
],
"tags": [],
"timeoutSeconds": 90,
"toolMode": "mocked"
}
],
"createdAt": "2026-08-29T14:30:00Z",
"createdBy": "<string>",
"description": "<string>",
"id": "agt_018f47a2-4f4d-7d61-9e2c-1d7b8e9a0c31",
"name": "<string>",
"revision": 123,
"status": "draft",
"updatedAt": "2026-08-29T14:30:00Z",
"updatedBy": "<string>"
}{
"defined": true,
"inferable": true,
"code": "BAD_REQUEST",
"status": 400,
"message": "<string>",
"data": {
"issues": [
{
"code": "custom",
"message": "<string>",
"path": [
"<string>"
]
}
],
"truncated": true
}
}{
"defined": true,
"inferable": true,
"code": "UNAUTHORIZED",
"status": 401,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "FORBIDDEN",
"status": 403,
"message": "<string>",
"data": {
"missingPermissions": [
"agents:read"
]
}
}{
"defined": true,
"inferable": true,
"code": "NOT_FOUND",
"status": 404,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "CONFLICT",
"status": 409,
"message": "<string>",
"data": {
"currentRevision": 4503599627370495
}
}{
"code": "PAYLOAD_TOO_LARGE",
"defined": false,
"inferable": false,
"message": "<string>",
"data": "<unknown>"
}{
"code": "UNSUPPORTED_MEDIA_TYPE",
"defined": false,
"inferable": false,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "UNPROCESSABLE_CONTENT",
"status": 422,
"message": "<string>",
"data": "<unknown>"
}{
"defined": true,
"inferable": true,
"code": "SERVICE_UNAVAILABLE",
"status": 503,
"message": "<string>",
"data": {
"code": "COMPOSIO_FAILURE",
"message": "The integration operation could not be completed.",
"retryable": false,
"data": {
"reason": "integration_tool_unavailable",
"statusCode": 349
}
}
}