Everywhere Inference
List models from catalog
get/cloud/v3/inference/models
Query parameters
limitinteger
Optional. Limit the number of returned items
Example:1000
Optional. Limit the number of returned items
offsetinteger
Optional. Offset value is used to exclude the first set of records from the result
Optional. Offset value is used to exclude the first set of records from the result
order_by'name.asc' | 'name.desc'
Order instances by transmitted fields and directions
Response
OK
Example response
{
"count": 1,
"results": [
{
"category": "Text Classification",
"default_flavor_name": "inference-16vcpu-232gib-1xh100-80gb",
"description": "My first model",
"developer": "Stability AI",
"documentation_page": "/docs",
"eula_url": "https://example.com/eula",
"example_curl_request": "curl -X POST http://localhost:8080/predict -d '{\"data\": \"sample\"}'",
"has_eula": true,
"id": "3fa85f64-5717-4562-b3fc-2c963f66afa6",
"image_registry_id": "123e4567-e89b-12d3-a456-426614174999",
"image_url": "registry.hub.docker.com/my_model:latest",
"inference_backend": "torch",
"inference_frontend": "gradio",
"model_id": "mistralai/Pixtral-12B-2409",
"name": "model1",
"openai_compatibility": "full",
"port": 8080,
"version": "v0.1"
}
]
}