Sign in
Endpoints

List all endpoints for a model

get/models/{author}/{slug}/endpoints

Path parameters

authorstring required

The author/organization of the model

Example:openai

The author/organization of the model

slugstring required

The model slug

Example:gpt-4

The model slug

Response

Returns a list of endpoints

Example response

{
  "data": {
    "architecture": {
      "input_modalities": [
        "text"
      ],
      "instruct_type": "chatml",
      "modality": "text->text",
      "output_modalities": [
        "text"
      ],
      "tokenizer": "GPT"
    },
    "created": 1692901234,
    "description": "GPT-4 is a large multimodal model that can solve difficult problems with greater accuracy.",
    "endpoints": [
      {
        "context_length": 8192,
        "latency_last_30m": {
          "p50": 0.25,
          "p75": 0.35,
          "p90": 0.48,
          "p99": 0.85
        },
        "max_completion_tokens": 4096,
        "max_prompt_tokens": 8192,
        "model_id": "openai/gpt-4",
        "model_name": "GPT-4",
        "name": "OpenAI: GPT-4",
        "pricing": {
          "completion": "0.00006",
          "image": "0",
          "prompt": "0.00003",
          "request": "0"
        },
        "provider_name": "OpenAI",
        "quantization": "fp16",
        "status": "default",
        "supported_parameters": [
          "temperature",
          "top_p",
          "max_tokens"
        ],
        "supports_implicit_caching": true,
        "tag": "openai",
        "throughput_last_30m": {
          "p50": 45.2,
          "p75": 38.5,
          "p90": 28.3,
          "p99": 15.1
        },
        "uptime_last_1d": 99.8,
        "uptime_last_30m": 99.5,
        "uptime_last_5m": 100
      }
    ],
    "id": "openai/gpt-4",
    "name": "GPT-4"
  }
}

Changes