v20

latestOpenAPI 3.1.0MITraw.githubusercontent.com2026-08-037924117.4 KB

Serverless

Create Endpoint

post/api/v2/serverless/endpoints

namestring

modestring

managed_enginestring

model_namestring

model_refstring

image_refstring

docker_imagestring

source_typestring

source_refstring

source_ref_branchstring

gpu_typestring

gpu_tierstring

gpu_countinteger

regionstring

min_workersinteger

max_workersinteger

max_concurrencyinteger

idle_timeout_secinteger

scaledown_window_secinteger nullable

scaling_policy_typestring

scaling_policy_valueinteger

execution_modestring

queue_timeout_secinteger

startup_commandstring

http_portinteger

health_check_pathstring

health_endpointstring

cuda_versionstring

request_timeout_secinteger

max_request_bytesinteger

envobject

lora_adaptersobject[]

Successful Response

{"stackTrail":"paths:/api/v2/serverless/endpoints:post:responses:200:content:application/json:schema","oasType":"schema","type":"unknown"}