Generate a stream of token using Server-Sent Events

Example request

{
  "inputs": "My name is Olivier and I",
  "parameters": {
    "best_of": 1,
    "do_sample": true,
    "ignore_eos_token": true,
    "repetition_penalty": 1.03,
    "stop": [
      "photographer"
    ],
    "temperature": 0.5,
    "top_k": 10,
    "top_p": 0.95,
    "typical_p": 0.95,
    "watermark": true,
    "schema": "{\"type\": \"string\", \"title\": \"response\"}",
    "merged_adapters": {
      "ids": [
        "adapter1",
        "adapter2"
      ],
      "weights": [
        0.5,
        0.5
      ],
      "merge_strategy": "ties",
      "density": 0.5,
      "majority_sign_method": "total"
    },
    "apply_chat_template": true
  }
}