Inference API

Get Available Models

GET/available_models

Authorization

APIKeyHeader

Response

200

Successful Response

Body

application/json

any

Request

JavaScriptCurlPython

const response = await fetch('/available_models', {
    method: 'GET',
    headers: {},
});
const data = await response.json();

Submit Job

POST/submit_job

Authorization

APIKeyHeader

Body

application/json

model*Model

messages*Messages

max_output*Max Output

temperature*Temperature

Response

200422

Successful Response

Body

application/json

any

Request

JavaScriptCurlPython

const response = await fetch('/submit_job', {
    method: 'POST',
    headers: {
      "Content-Type": "application/json"
    },
    body: JSON.stringify({
      "model": "text",
      "messages": [
        {
          "role": "text",
          "content": "text"
        }
      ],
      "temperature": 0
    }),
});
const data = await response.json();

Response

422

{
  "detail": [
    {
      "loc": [
        "text"
      ],
      "msg": "text",
      "type": "text"
    }
  ]
}

Get Result

GET/get_result/{job_id}

Path parameters

job_id*Job Id

Response

200422

Successful Response

Body

application/json

any

Request

JavaScriptCurlPython

const response = await fetch('/get_result/{job_id}', {
    method: 'GET',
    headers: {},
});
const data = await response.json();

Response

422

{
  "detail": [
    {
      "loc": [
        "text"
      ],
      "msg": "text",
      "type": "text"
    }
  ]
}