v1

latestOpenAPI 3.1.02026-07-26231646860.9 KB
trace

Metrics Testing Available Columns

post/v2/projects/{project_id}/metrics-testing/available_columns

Path parameters

project_idstring uuid4 required

Request body

log_stream_idstring uuid4 nullable

Log stream id associated with the traces.

experiment_idstring uuid4 nullable

Experiment id associated with the traces.

metrics_testing_idstring uuid4 nullable

Metrics testing id associated with the traces.

namestring required

Name of the metric that we are testing.

output_type'boolean' | 'categorical' | 'count' | 'discrete' | 'freeform' | 'percentage' | 'multilabel' | 'retrieved_chunk_list_boolean' | 'boolean_multilabel'

Enumeration of output types.

cot_enabledboolean

Whether the metrics testing table is using chain of thought (CoT) enabled scorers. If True, the columns will be generated for CoT enabled scorers.

metric_keystring

The metric key to use for column generation (e.g., 'generated_scorer_validation' or 'registered_scorer_validation').

required_scorersstring[] nullable

List of required scorer names for composite scorers. Columns will be generated for these scorers.

score_typestring nullable

The score type for registered scorers (e.g., 'bool', 'int', 'float', 'str'). Used to determine the correct data_type for the column. Provided by validation result.

Response

Successful Response

Example response

{
  "columns": [
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Input to the trace or span.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "input",
      "is_empty": false,
      "is_optional": false,
      "label": "Input",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Output of the trace or span.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "output",
      "is_empty": false,
      "is_optional": false,
      "label": "Output",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Name of the trace, span or session.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "name",
      "is_empty": false,
      "is_optional": false,
      "label": "Name",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "timestamp",
      "description": "Timestamp of the trace or span's creation.",
      "filter_type": "date",
      "filterable": true,
      "group_label": "Standard",
      "id": "created_at",
      "is_empty": false,
      "is_optional": false,
      "label": "Created",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "string_list",
      "description": "Tags associated with this trace or span.",
      "filter_type": "collection",
      "filterable": true,
      "group_label": "Standard",
      "id": "tags",
      "is_empty": false,
      "is_optional": false,
      "label": "Tags",
      "multi_valued": true,
      "sortable": false
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "integer",
      "description": "Status code of the trace or span. Used for logging failure or error states.",
      "filter_type": "number",
      "filterable": true,
      "group_label": "Standard",
      "id": "status_code",
      "is_empty": false,
      "is_optional": true,
      "label": "Status Code",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "A user-provided session, trace or span ID.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "external_id",
      "is_empty": false,
      "is_optional": true,
      "label": "External Id",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Input to the dataset associated with this trace",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "dataset_input",
      "is_empty": false,
      "is_optional": false,
      "label": "Dataset Input",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Output from the dataset associated with this trace",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "dataset_output",
      "is_empty": false,
      "is_optional": false,
      "label": "Dataset Output",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "uuid",
      "description": "Galileo ID of the session, trace or span",
      "filter_type": "id",
      "filterable": true,
      "group_label": "Standard",
      "id": "id",
      "is_empty": false,
      "is_optional": false,
      "label": "ID",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "uuid",
      "description": "Galileo ID of the session containing the trace (or the same value as id for a trace)",
      "filter_type": "id",
      "filterable": true,
      "group_label": "Standard",
      "id": "session_id",
      "is_empty": false,
      "is_optional": false,
      "label": "Session ID",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "uuid",
      "description": "Galileo ID of the project associated with this trace or span",
      "filter_type": "id",
      "filterable": true,
      "group_label": "Standard",
      "id": "project_id",
      "is_empty": false,
      "is_optional": false,
      "label": "Project ID",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "uuid",
      "description": "Galileo ID of the run (log stream or experiment) associated with this trace or span",
      "filter_type": "id",
      "filterable": true,
      "group_label": "Standard",
      "id": "run_id",
      "is_empty": false,
      "is_optional": false,
      "label": "Run ID",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "timestamp",
      "description": "Timestamp of the session or trace or span's last update",
      "filter_type": "date",
      "filterable": true,
      "group_label": "Standard",
      "id": "updated_at",
      "is_empty": false,
      "is_optional": true,
      "label": "Last Updated",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "boolean",
      "description": "Whether or not this trace or span has child spans",
      "filter_type": "boolean",
      "filterable": true,
      "group_label": "Standard",
      "id": "has_children",
      "is_empty": false,
      "is_optional": true,
      "label": "Has Children",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Runner progress text written directly to CH span",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "progress_message",
      "is_empty": false,
      "is_optional": false,
      "label": "Progress Message",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Runner error text written directly to CH span",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "error_message",
      "is_empty": false,
      "is_optional": false,
      "label": "Error Message",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "workflow",
        "agent",
        "tool",
        "control",
        "llm",
        "trace"
      ],
      "category": "standard",
      "data_type": "boolean",
      "description": "Whether the parent trace is complete or not",
      "filter_type": "boolean",
      "filterable": true,
      "group_label": "Standard",
      "id": "is_complete",
      "is_empty": false,
      "is_optional": false,
      "label": "Is Complete",
      "multi_valued": false,
      "sortable": true
    },
    {
      "allowed_values": [
        "retriever",
        "workflow",
        "tool",
        "agent",
        "session",
        "control",
        "llm",
        "trace"
      ],
      "applicable_types": [
        "retriever",
        "llm",
        "workflow",
        "tool",
        "control",
        "agent"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Type of the trace, span or session.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "type",
      "is_empty": false,
      "is_optional": false,
      "label": "Type",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "llm",
        "workflow",
        "tool",
        "control",
        "agent"
      ],
      "category": "standard",
      "data_type": "uuid",
      "description": "Galileo ID of the trace containing the span (or the same value as id for a trace)",
      "filter_type": "id",
      "filterable": true,
      "group_label": "Standard",
      "id": "trace_id",
      "is_empty": false,
      "is_optional": false,
      "label": "Trace ID",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "llm",
        "workflow",
        "tool",
        "control",
        "agent"
      ],
      "category": "standard",
      "data_type": "uuid",
      "description": "Galileo ID of the parent of this span",
      "filter_type": "id",
      "filterable": true,
      "group_label": "Standard",
      "id": "parent_id",
      "is_empty": false,
      "is_optional": false,
      "label": "Parent ID",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "retriever",
        "llm",
        "workflow",
        "tool",
        "control",
        "agent"
      ],
      "category": "standard",
      "data_type": "integer",
      "description": "Topological step number of the span.",
      "filter_type": "number",
      "filterable": true,
      "group_label": "Standard",
      "id": "step_number",
      "is_empty": false,
      "is_optional": true,
      "label": "Step Number",
      "multi_valued": false,
      "sortable": true
    },
    {
      "allowed_values": [
        "supervisor",
        "planner",
        "react",
        "default",
        "classifier",
        "reflection",
        "router",
        "judge"
      ],
      "applicable_types": [
        "agent"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Agent type.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "agent_type",
      "is_empty": false,
      "is_optional": false,
      "label": "Agent Type",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "llm"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "List of available tools passed to the LLM on invocation.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "tools",
      "is_empty": false,
      "is_optional": false,
      "label": "Tools",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "llm"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Model used for this span.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "model",
      "is_empty": false,
      "is_optional": true,
      "label": "Model",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "llm"
      ],
      "category": "standard",
      "data_type": "floating_point",
      "description": "Temperature used for generation.",
      "filter_type": "number",
      "filterable": true,
      "group_label": "Standard",
      "id": "temperature",
      "is_empty": false,
      "is_optional": true,
      "label": "Temperature",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "llm"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Reason for finishing.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "finish_reason",
      "is_empty": false,
      "is_optional": true,
      "label": "Finish Reason",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "tool"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "ID of the tool call.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "tool_call_id",
      "is_empty": false,
      "is_optional": true,
      "label": "Tool Call Id",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "control"
      ],
      "category": "standard",
      "data_type": "integer",
      "description": "Identifier of the control definition that produced this span.",
      "filter_type": "number",
      "filterable": true,
      "group_label": "Standard",
      "id": "control_id",
      "is_empty": false,
      "is_optional": true,
      "label": "Control Id",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "control"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Normalized agent name associated with this control execution.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "agent_name",
      "is_empty": false,
      "is_optional": true,
      "label": "Agent Name",
      "multi_valued": false,
      "sortable": true
    },
    {
      "allowed_values": [
        "pre",
        "post"
      ],
      "applicable_types": [
        "control"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Execution stage where the control ran, typically 'pre' or 'post'.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "check_stage",
      "is_empty": false,
      "is_optional": true,
      "label": "Check Stage",
      "multi_valued": false,
      "sortable": true
    },
    {
      "allowed_values": [
        "tool_call",
        "llm_call"
      ],
      "applicable_types": [
        "control"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Parent execution type the control applied to, for example 'llm_call' or 'tool_call'.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "applies_to",
      "is_empty": false,
      "is_optional": true,
      "label": "Applies To",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "control"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Representative evaluator name for this control span. For composite controls, this is the primary evaluator chosen for observability identity.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "evaluator_name",
      "is_empty": false,
      "is_optional": true,
      "label": "Evaluator Name",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [
        "control"
      ],
      "category": "standard",
      "data_type": "text",
      "description": "Representative selector path for this control span. For composite controls, this is the primary selector path chosen for observability identity.",
      "filter_type": "text",
      "filterable": true,
      "group_label": "Standard",
      "id": "selector_path",
      "is_empty": false,
      "is_optional": true,
      "label": "Selector Path",
      "multi_valued": false,
      "sortable": true
    },
    {
      "applicable_types": [],
      "category": "metric",
      "data_type": "floating_point",
      "data_unit": "percentage",
      "description": "Measures the presence and severity of harmful, offensive, or abusive language in the model's response",
      "filter_type": "number",
      "filterable": true,
      "group_label": "Safety Metrics",
      "id": "metrics/toxicity",
      "is_empty": false,
      "is_optional": false,
      "label": "Output Toxicity (SLM)",
      "multi_valued": false,
      "roll_up_method": "average",
      "sortable": true,
      "threshold": {
        "buckets": [
          0.5,
          0.8
        ],
        "display_value_levels": [
          "Low",
          "Medium",
          "High"
        ],
        "inverted": true
      }
    }
  ]
}