v1
latestOpenAPI 3.0.02026-07-141,4077,1665.2 MBLLM Observability
Create an LLM Observability annotation queue
Create an annotation queue. The name and project_id fields are required. An optional annotation_schema can be provided to define the labels for the queue. Fields such as created_by, owned_by, created_at, modified_by, and modified_at are inferred by the backend.
post/api/v2/llm-obs/v1/annotation-queues
Request body
Example request
{
"data": {
"attributes": {
"annotation_schema": {
"label_schemas": [
{
"description": "Rating of the response quality.",
"id": "abc-123",
"is_required": true,
"max": 5,
"name": "quality",
"type": "score",
"values": [
"good",
"bad",
"neutral"
]
}
]
},
"description": "Queue for annotating customer support traces",
"name": "My annotation queue",
"project_id": "00000000-0000-0000-0000-000000000002"
},
"type": "queues"
}
}Response
Created
Example response
{
"data": {
"attributes": {
"annotation_schema": {
"label_schemas": [
{
"description": "Rating of the response quality.",
"id": "abc-123",
"is_required": true,
"max": 5,
"name": "quality",
"type": "score",
"values": [
"good",
"bad",
"neutral"
]
}
]
},
"created_at": "2024-01-15T10:30:00Z",
"created_by": "00000000-0000-0000-0000-000000000002",
"description": "Queue for annotating customer support traces",
"modified_at": "2024-01-15T10:30:00Z",
"modified_by": "00000000-0000-0000-0000-000000000002",
"name": "My annotation queue",
"owned_by": "00000000-0000-0000-0000-000000000002",
"project_id": "00000000-0000-0000-0000-000000000002"
},
"id": "00000000-0000-0000-0000-000000000001",
"type": "queues"
}
}