Pricing and limits

curl -X POST https://inference.baseten.co/v1/chat/completions \
  -H "Authorization: Bearer $BASETEN_API_KEY" \
  -H "Content-Type: application/json" \
  -H "x-session-affinity: 8f9ff769f61b13e1" \
  -d '{
    "model": "zai-org/GLM-5.2",
    "messages": [
      {"role": "system", "content": "You are a concise technical writer."},
      {"role": "user", "content": "What is gradient descent?"},
      {"role": "assistant", "content": "An optimization algorithm that iteratively adjusts model parameters by moving in the direction of steepest decrease in the loss function."},
      {"role": "user", "content": "How does the learning rate affect it?"}
    ]
  }'

{
  "id": "chatcmpl-4a7e03f0b97e453fa5b8eeeac78b3d13",
  "object": "chat.completion",
  "model": "zai-org/GLM-5.2",
  "choices": [
    {
      "index": 0,
      "message": {
        "content": "The learning rate determines the step size of each update. Too high, and the model overshoots the minimum or diverges; too low, and convergence becomes prohibitively slow or risks getting stuck in local minima.",
        "role": "assistant"
      },
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 56,
    "completion_tokens": 44,
    "total_tokens": 100,
    "prompt_tokens_details": {
      "cached_tokens": 32
    }
  }
}

curl --get "https://api.baseten.co/v1/model_apis/usage" \
  --header "Authorization: Bearer $BASETEN_API_KEY" \
  --data-urlencode "start_time=2026-08-06T12:00:00Z" \
  --data-urlencode "end_time=2026-08-06T13:00:00Z" \
  --data-urlencode "bucket_width=1h" \
  --data-urlencode "group_by=api_key" \
  --data-urlencode "group_by=user" \
  --data-urlencode "group_by=model"

{
  "items": [
    {
      "start_time": "2026-08-06T12:00:00Z",
      "end_time": "2026-08-06T13:00:00Z",
      "results": [
        {
          "api_key_prefix": "<API_KEY_PREFIX>",
          "user_id": "<USER_ID>",
          "model": "zai-org/GLM-5.2",
          "input_tokens": 14820,
          "cached_input_tokens": 9200,
          "uncached_input_tokens": 5620,
          "output_tokens": 3200,
          "request_count": 24
        }
      ]
    }
  ],
  "pagination": {
    "has_more": false,
    "cursor": null
  }
}