Inference

POST/api/v1/inference

Body

application/jsontext/jsonapplication/*+json

messagesnullable array of object

environmentnullable string

modelnullable string

tagsnullable array of string

isDebugboolean

maxTokensnullable integer (int32)

seedinteger (int32)

temperaturenullable number (float)

topPnullable number (double)

topKnullable integer (int32)

Response

200

OK

Body

text/plainapplication/jsontext/json

creditsUsedinteger (int64)

llmCostCreditsinteger (int64)

creditsLeftinteger (int64)

millisecondsinteger (int32)

resultobject

pairobject

Request

JavaScriptCurlPythonHTTP

const response = await fetch('/api/v1/inference', {
    method: 'POST',
    headers: {
      "Content-Type": "application/json"
    },
    body: JSON.stringify({
      "messages": [
        {
          "role": "client"
        }
      ],
      "tags": [
        null
      ]
    }),
});
const data = await response.json();

Response

200

{
  "creditsUsed": 1,
  "llmCostCredits": 1,
  "creditsLeft": 1,
  "milliseconds": 1,
  "result": {
    "model": "text",
    "provider": "text",
    "usage": {
      "tokensIn": 1,
      "tokensOut": 1,
      "tokensTotal": 1,
      "costUsd": 1,
      "costCredits": 1
    }
  },
  "pair": {
    "timestamp": "2025-02-05T10:49:42.247Z",
    "response": {
      "id": "text",
      "idCreated": "2025-02-05T10:49:42.247Z",
      "inferenceRequestId": "text",
      "model": "text",
      "provider": "text",
      "usage": {
        "tokensIn": 1,
        "tokensOut": 1,
        "tokensTotal": 1,
        "costUsd": 1,
        "costCredits": 1
      },
      "textResponse": "text",
      "verbatimResponse": "text",
      "userId": "text",
      "milliseconds": 1,
      "tenantId": "text",
      "shuttleRequestId": "text"
    },
    "request": {
      "id": "text",
      "idCreated": "2025-02-05T10:49:42.247Z",
      "shuttleRequestId": "text",
      "messages": [
        {
          "role": "client",
          "text": "text"
        }
      ],
      "model": "text",
      "maxTokens": 1,
      "seed": 1,
      "temperature": 1,
      "topP": 1,
      "topK": 1
    },
    "contextId": "text"
  }
}