Models

Retrieves a list of all available models / llms

GET/api/v1/models

Response

200

OK

Request

JavaScriptCurlPython

const response = await fetch('/api/v1/models', {
    method: 'GET',
    headers: {},
});
const data = await response.json();

Example Output

{
    "supportedModels": {
        "inference": [
            "fake-responder",
            "fake-responder-fast",
            "fake-responder-slow",
            "fake-crasher",
            "gemini-1.5-pro-latest",
            "gemini-1.5-flash-latest",
            "mixtral-8x7b-32768",
            "llama3-70b-8192",
            "gemma-7b-it",
            "gpt-4o",
            "gpt-4o-2024-05-13",
            "gpt-4-turbo-2024-04-09",
            "gpt-4-turbo-preview",
            "gpt-4",
            "gpt-3.5-turbo",
            "gpt-4-0125-preview",
            "gpt-4-1106-preview",
            "gpt-3.5-turbo-0125",
            "claude-3-5-sonnet-20240620",
            "claude-3-opus-20240229",
            "claude-3-sonnet-20240229",
            "claude-3-haiku-20240307"
        ],
        "embedding": [],
        "reranking": []
    }
}