LoRAX
Generate tokens if `stream == false` or a stream of token if `stream == true`
Generate tokens if stream == false or a stream of token if stream == true
post/
Request body
Example request
{
"inputs": "My name is Olivier and I",
"parameters": {
"best_of": 1,
"do_sample": true,
"ignore_eos_token": true,
"repetition_penalty": 1.03,
"stop": [
"photographer"
],
"temperature": 0.5,
"top_k": 10,
"top_p": 0.95,
"typical_p": 0.95,
"watermark": true,
"schema": "{\"type\": \"string\", \"title\": \"response\"}",
"merged_adapters": {
"ids": [
"adapter1",
"adapter2"
],
"weights": [
0.5,
0.5
],
"merge_strategy": "ties",
"density": 0.5,
"majority_sign_method": "total"
},
"apply_chat_template": true
}
}Response
Generated Text
Example response
{
"details": {
"best_of_sequences": [
{
"generated_text": "test",
"generated_tokens": 1,
"prefill": [
{
"logprob": -0.34,
"text": "test"
}
],
"seed": 42,
"tokens": [
{
"logprob": -0.34,
"text": "test"
}
]
}
],
"prompt_tokens": 1,
"generated_tokens": 1,
"prefill": [
{
"logprob": -0.34,
"text": "test"
}
],
"seed": 42,
"tokens": [
{
"logprob": -0.34,
"text": "test"
}
]
},
"generated_text": "test"
}