{"docsConfig":{"theme":"maple","$schema":"https://mintlify.com/docs.json","name":"Baseten","colors":{"primary":"#00B86B","light":"#009959","dark":"#17D465"},"logo":{"light":"https://mintcdn.com/baseten-preview/XooCz6WEC0xY0RV3/logo/light.svg?fit=max\u0026auto=format\u0026n=XooCz6WEC0xY0RV3\u0026q=85\u0026s=82e68744a45e5ecb30deaadf9536663d","dark":"https://mintcdn.com/baseten-preview/zVjydelNrOK0ZOne/logo/dark.svg?fit=max\u0026auto=format\u0026n=zVjydelNrOK0ZOne\u0026q=85\u0026s=d1377fda24f8ce2053d7f81603ddcba4"},"favicon":"https://mintcdn.com/baseten-preview/W3NbEem9OZkF5rdB/favicon.png?fit=max\u0026auto=format\u0026n=W3NbEem9OZkF5rdB\u0026q=85\u0026s=7048491872544ef51af0d5dd309f7e1c","api":{"openapi":["https://api.baseten.co/v1/spec","reference/inference-api/llm-openapi-spec.json","reference/inference-api/responses-openapi-spec.json","reference/inference-api/messages-openapi-spec.json","reference/inference-api/inference-api-spec.json","reference/sandbox-api/openapi.json"],"playground":{"display":"interactive"}},"appearance":{"default":"light","strict":false},"background":{"color":{"dark":"#020c07"}},"navbar":{"links":[{"href":"mailto:support@baseten.co","label":"Support"}],"primary":{"type":"button","label":"Return to Baseten","href":"https://app.baseten.co"}},"footer":{"socials":{"github":"https://github.com/basetenlabs","linkedin":"https://www.linkedin.com/company/baseten","x":"https://x.com/basetenco"},"links":[{"items":[{"label":"Return to Baseten","href":"https://app.baseten.co/"},{"label":"Changelog","href":"https://www.baseten.co/changelog"},{"label":"Support","href":"mailto:support@baseten.co"},{"label":"Status","href":"https://status.baseten.co/"}]}]},"styling":{"codeblocks":"system","latex":true},"integrations":{"gtm":{"tagId":"GTM-5Z2TLX86"},"posthog":{"apiKey":"phc_L8m3QbJG1EAMwGvR32E6QNc6vh9ckHDGPm3wdrUO33A"}},"contextual":{"options":["copy","view","mcp","cursor","vscode"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"baseten-preview","hasAudioNarration":false,"actualSubdomain":"baseten-preview","customDomains":["docs.baseten.co"],"gitSource":{"type":"github","owner":"basetenlabs","repo":"docs.baseten.co","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6adfea822312c3f728efe84b","collectionId":"dc1fd330-092f-4493-b1cd-1359dc348856","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6adfea822312c3f728efe84b"},"feedback":{"thumbs":true,"issues":false,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6adfea822312c3f728efe84b","clientVersion":"0.0.3971","searchFilterCounts":[{"language":"default","tag":"Reference","count":444},{"language":"default","tag":"Management API","count":188},{"language":"default","tag":"Documentation","count":176},{"language":"default","tag":"CLI reference","count":64},{"language":"default","tag":"Examples","count":57},{"language":"default","tag":"Deployments","count":53},{"language":"default","tag":"Endpoints","count":47},{"language":"default","tag":"Models","count":44},{"language":"default","tag":"Inference API","count":43},{"language":"default","tag":"Sandbox runtime API","count":43}],"searchSettings":{"isFiltersEnabled":false}},"assistantConfig":{"enableStarterQuestions":true,"deflection":{"enabled":true,"email":"support@baseten.co"}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"starterQuestions":[{"_id":"6a46b361db12bc3e414645ee","deploymentId":"6503961dad764d79e088215e","questionText":"How can I run my own dedicated inference?","status":"active","generatedBy":"manual","createdAt":"2026-07-02T18:52:17.511Z","updatedAt":"2026-07-02T18:52:17.511Z","__v":0}],"isAtlas":false,"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1iIq129k.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1isq129k.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* vietnamese */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1iAq129k.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1iEq129k.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1i8q1w.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwl1FgtIU.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwlRFgtIU.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* vietnamese */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwl9FgtIU.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwl5FgtIU.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwlBFgg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwl1FgtIU.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwlRFgtIU.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* vietnamese */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwl9FgtIU.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwl5FgtIU.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwlBFgg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\nbody,html{background-image:url(https://ny2vcqfthujcm8md.public.blob.vercel-storage.com/new-top-right-bg-GsRxhtLWkGqRqwsLC0Ulzc0ZVYY94k.png);background-position:top right;background-repeat:no-repeat;background-size:715px 379px;background-attachment:fixed}.nav-tag-pill-text{background:#17d465;color:#000;font-family:\"IBM Plex Mono\",monospace;border-radius:0;padding:.2rem .4rem;font-size:.75rem;font-weight:400}.capability-pills{display:flex;flex-wrap:wrap;gap:.4rem;margin:.75rem 0 1.25rem}.capability-pill{display:inline-block;background:rgba(0,184,107,.08);color:#009959;font-family:\"IBM Plex Mono\",monospace;border:1px solid rgba(0,184,107,.25);border-radius:999px;padding:.2rem .65rem;font-size:.75rem;font-weight:500;line-height:1.3;white-space:nowrap;text-decoration:none;transition:background .15s ease,border-color .15s ease}a.capability-pill:hover{background:rgba(0,184,107,.18);border-color:rgba(0,184,107,.5);text-decoration:none}html.dark .capability-pill{background:rgba(23,212,101,.12);color:#4ade80;border-color:rgba(23,212,101,.3)}html.dark a.capability-pill:hover{background:rgba(23,212,101,.22);border-color:rgba(23,212,101,.55)}.card{border-radius:8px!important}.homepage-bg{background-image:url(https://ny2vcqfthujcm8md.public.blob.vercel-storage.com/homepage-top-left-bg-MpWlP1ZN2NjOMVi4cJyonJox8RoNGU.png);background-size:715px 458px;background-position:top left;background-repeat:no-repeat;height:458px;width:100%;position:absolute}.homepage-content{margin-top:150px!important}#navbar-transition-maple{background:#fff}#table-of-contents-content{font-size:12px}.codeblock-dark,.codeblock-light{border:1px solid #aae7ce;border-radius:8px;background:#f0fcf7}.examples-header,[data-component-part=code-block-root]{border-radius:8px}.examples-header{background:#fbf9f5;padding:40px}#content-area:has(#content[data-page-href=\"/src/_props/overview\"]) header .eyebrow{display:none}.deprecated-badge,.preview-badge{display:inline-flex;align-items:center;padding:.125rem .5rem;font-size:.75rem;font-weight:500;color:#00b86b;background-color:rgba(0,184,107,.1);border:1px solid rgba(0,184,107,.2);border-radius:9999px;margin-left:.5rem;vertical-align:middle}.deprecated-badge{color:#f59e0b;background-color:rgba(245,158,11,.1);border:1px solid rgba(245,158,11,.2)}html.dark,html.dark body{background-image:none}html.dark #navbar-transition-maple{background:0 0}html.dark .codeblock-dark,html.dark .codeblock-light{background:rgba(0,184,107,.06);border-color:#203026}html.dark .examples-header{background:#0c1d13}html.dark .nav-tag-pill-text{background:#17d465;color:#000}html.dark img:not([src$=\".svg\"]):not([src*=\".svg?\"]):not([src*=\".svg#\"]):not(.dark-no-card){background:#f4f9f3;padding:8px;border-radius:6px}html.dark .homepage-bg{background-image:none}.recipe-builder{--rb-accent:#00B86B;--rb-accent-text:#009959;--rb-accent-fill:rgba(0, 184, 107, 0.1);--rb-accent-fill-hover:rgba(0, 184, 107, 0.18);--rb-accent-border:rgba(0, 184, 107, 0.4);--rb-accent-border-hover:rgba(0, 184, 107, 0.6);--rb-surface:#fbfcfb;--rb-surface-head:rgba(0, 184, 107, 0.04);--rb-surface-spec:#fcfdfc;--rb-surface-yaml:#f8faf9;--rb-border:#dde3df;--rb-border-soft:#eaece9;--rb-chip-bg:#fdfefd;--rb-chip-bg-hover:#f3f6f4;--rb-chip-border:#e3e6e3;--rb-chip-border-hover:#cfd6d1;--rb-text:#374151;--rb-text-strong:#1f2937;--rb-text-muted:#6b7280;--rb-copy-bg:#00B86B;--rb-copy-bg-hover:#009959;--rb-copy-fg:#ffffff;--rb-copy-border:#009959;--rb-spec-bg:rgba(0, 0, 0, 0.04);--rb-spec-fg:#4b5563;--rb-spec-border:rgba(0, 0, 0, 0.08);border:1px solid var(--rb-border);border-radius:12px;background:var(--rb-surface);padding:1.1rem 1.25rem 1.25rem;margin:1.25rem 0 1.75rem}html.dark .recipe-builder{--rb-accent:#19E76E;--rb-accent-text:#4ade80;--rb-accent-fill:rgba(25, 231, 110, 0.12);--rb-accent-fill-hover:rgba(25, 231, 110, 0.2);--rb-accent-border:rgba(25, 231, 110, 0.35);--rb-accent-border-hover:rgba(25, 231, 110, 0.55);--rb-surface:#0C1D13;--rb-surface-head:rgba(25, 231, 110, 0.04);--rb-surface-spec:#0B1A11;--rb-surface-yaml:#0E2116;--rb-border:#203026;--rb-border-soft:#1A2620;--rb-chip-bg:#102219;--rb-chip-bg-hover:#14291E;--rb-chip-border:#203026;--rb-chip-border-hover:#344339;--rb-text:#B2BAB3;--rb-text-strong:#F4F9F3;--rb-text-muted:#9CA59E;--rb-copy-bg:#19E76E;--rb-copy-bg-hover:#17D465;--rb-copy-fg:#052511;--rb-copy-border:#17D465;--rb-spec-bg:rgba(244, 249, 243, 0.05);--rb-spec-fg:#9CA59E;--rb-spec-border:rgba(244, 249, 243, 0.08)}.rb-row{display:flex;gap:.85rem;align-items:flex-start;padding:.55rem 0}.rb-row+.rb-row{border-top:1px dashed var(--rb-border-soft)}.rb-label{font-family:\"IBM Plex Mono\",monospace;font-size:.65rem;letter-spacing:.12em;text-transform:uppercase;color:var(--rb-text-muted);flex:0 0 96px;padding-top:.45rem}.rb-chips{display:flex;flex-wrap:wrap;gap:.4rem;flex:1;min-width:0}.rb-chip{display:inline-flex;align-items:center;font-family:\"IBM Plex Mono\",monospace;font-size:.78rem;font-weight:500;line-height:1.2;padding:.4rem .75rem;border-radius:999px;border:1px solid var(--rb-chip-border);background:var(--rb-chip-bg);color:var(--rb-text);cursor:pointer;white-space:nowrap;transition:background .15s ease,border-color .15s ease,color .15s ease}.rb-chip:hover{background:var(--rb-chip-bg-hover);border-color:var(--rb-chip-border-hover)}.rb-chip:focus-visible{outline:2px solid var(--rb-accent);outline-offset:2px}.rb-chip[aria-pressed=true]{background:var(--rb-accent-fill);border-color:var(--rb-accent-border);color:var(--rb-accent-text)}.rb-chip[aria-pressed=true]:hover{background:var(--rb-accent-fill-hover);border-color:var(--rb-accent-border-hover)}.rb-chip:disabled{opacity:.4;cursor:not-allowed;color:var(--rb-text)}.rb-chip:disabled,.rb-chip:disabled:hover{background:var(--rb-chip-bg);border-color:var(--rb-chip-border)}.rb-output{margin-top:1.05rem;border:1px solid var(--rb-border);border-radius:10px;overflow:hidden}.rb-output-head{display:flex;justify-content:space-between;align-items:center;gap:.75rem;padding:.65rem .9rem;background:var(--rb-surface-head);border-bottom:1px solid var(--rb-border)}.rb-title{font-size:.92rem;line-height:1.3}.rb-title-fam{font-weight:600;color:var(--rb-text-strong)}.rb-title-preset{font-weight:400;color:var(--rb-text-muted);margin-left:.5rem}.rb-copy{display:inline-flex;align-items:center;gap:.35rem;background:var(--rb-copy-bg);color:var(--rb-copy-fg);border:1px solid var(--rb-copy-border);border-radius:6px;padding:.35rem .8rem;font-size:.78rem;font-weight:600;cursor:pointer;white-space:nowrap}.rb-copy:hover{background:var(--rb-copy-bg-hover);border-color:var(--rb-copy-bg-hover)}.rb-copy:focus-visible{outline:2px solid var(--rb-accent);outline-offset:2px}.rb-specs{display:flex;flex-wrap:wrap;gap:.4rem;padding:.6rem .9rem .65rem;background:var(--rb-surface-spec);border-bottom:1px solid var(--rb-border-soft)}.rb-spec{display:inline-flex;align-items:center;font-family:\"IBM Plex Mono\",monospace;font-size:.7rem;font-weight:500;padding:.2rem .55rem;border-radius:999px;background:var(--rb-spec-bg);color:var(--rb-spec-fg);border:1px solid var(--rb-spec-border)}.rb-yaml-wrap{background:var(--rb-surface-yaml)}.rb-yaml{margin:0;padding:.85rem .95rem;font-family:\"IBM Plex Mono\",monospace;font-size:.77rem;line-height:1.55;color:var(--rb-text-strong);background:0 0;overflow:auto;max-height:520px;white-space:pre;tab-size:2}.rb-link{display:inline-flex;align-items:center;gap:.35rem;padding:.55rem .9rem;border-top:1px solid var(--rb-border);font-size:.82rem;color:var(--rb-accent-text);text-decoration:none;font-weight:500}.rb-link:hover{text-decoration:underline}.rb-empty{padding:1.5rem 1rem;text-align:center;color:var(--rb-text-muted);font-size:.88rem}@media (max-width:640px){.recipe-builder{padding:.85rem .9rem 1rem}.rb-row{flex-direction:column;gap:.4rem;padding:.6rem 0}.rb-label{flex:none;padding-top:0}.rb-output-head{flex-wrap:wrap}}"}],"page":{"pagePath":"reference/management-api/training/sets-a-teams-training-gpu-capacity","slug":"/reference/management-api/training/sets-a-teams-training-gpu-capacity","pageMetadata":{"title":"Set a team's training GPU capacity","description":"Sets the max concurrent GPUs of a given type a team may use.","openapi":"patch /v1/training/capacity","href":"/reference/management-api/training/sets-a-teams-training-gpu-capacity"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Sets the max concurrent GPUs of a given type a team may use.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"codeStyling":"system","config":{},"pageMetadata":{"title":"Set a team's training GPU capacity","description":"Sets the max concurrent GPUs of a given type a team may use.","openapi":"patch /v1/training/capacity","href":"/reference/management-api/training/sets-a-teams-training-gpu-capacity"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Sets a team's training GPU capacity","x-codeSamples":[{"lang":"bash","source":"curl --request PATCH \\\n--url https://api.baseten.co/v1/training/capacity \\\n--header \"Authorization: Bearer $BASETEN_API_KEY\" \\\n--data '{\n \"team_id\": null,\n \"gpu_type\": null,\n \"max_gpus\": 8\n}'"},{"lang":"python","source":"import requests\nimport os\nAPI_KEY = os.environ.get(\"BASETEN_API_KEY\", \"\u003cYOUR_API_KEY>\")\nurl = \"https://api.baseten.co/v1/training/capacity\"\n\nheaders = {\"Authorization\": f\"Bearer {API_KEY}\"}\n\nresponse = requests.request(\n \"PATCH\",\n url,\n headers=headers,\n json={'team_id': None, 'gpu_type': None, 'max_gpus': 8}\n)\n\nprint(response.text)"}],"description":"Sets the max concurrent GPUs of a given type a team may use.","requestBody":"b3896dd9-5d16-4fd5-bc11-04a39d0bbec6","responses":{"200":"43c97e5a-8731-4797-b54e-03b94cdf59a0"},"method":"patch","type":"path","servers":["40cda116-4798-42a9-999b-f54f69986206"],"security":["d41a9ae1-c0de-425c-8eb2-dc56e574e453"],"path":"/v1/training/capacity","baseUrlOptions":["https://api.baseten.co"],"title":"Sets a team's training GPU capacity","codeSamples":[{"lang":"bash","source":"curl --request PATCH \\\n--url https://api.baseten.co/v1/training/capacity \\\n--header \"Authorization: Bearer $BASETEN_API_KEY\" \\\n--data '{\n \"team_id\": null,\n \"gpu_type\": null,\n \"max_gpus\": 8\n}'"},{"lang":"python","source":"import requests\nimport os\nAPI_KEY = os.environ.get(\"BASETEN_API_KEY\", \"\u003cYOUR_API_KEY>\")\nurl = \"https://api.baseten.co/v1/training/capacity\"\n\nheaders = {\"Authorization\": f\"Bearer {API_KEY}\"}\n\nresponse = requests.request(\n \"PATCH\",\n url,\n headers=headers,\n json={'team_id': None, 'gpu_type': None, 'max_gpus': 8}\n)\n\nprint(response.text)"}],"requiredOnlyExamples":false,"requestExampleType":"codeSamples","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"content":{"application/json":{"schema":{"description":"A request to set the GPU capacity ceiling for a (team, gpu_type) pair.\n\nCreates the limit if one doesn't already exist for this team and GPU type,\notherwise updates it in place.","properties":{"team_id":{"description":"Team identifier","title":"Team Id","type":"string","isRequired":true,"uniqueKey":"team_id","typeLabel":"string"},"gpu_type":{"description":"GPU type identifier (e.g. H100, A100-40GB)","title":"Gpu Type","type":"string","isRequired":true,"uniqueKey":"gpu_type","typeLabel":"string"},"max_gpus":{"description":"Max concurrent GPUs of this type the team may use","examples":[8,16,32],"title":"Max Gpus","type":"integer","isRequired":true,"uniqueKey":"max_gpus","typeLabel":"integer"}},"required":["team_id","gpu_type","max_gpus"],"title":"PatchTeamTrainingGpuCapacityRequestV1","type":"object","uniqueKey":"","typeLabel":"PatchTeamTrainingGpuCapacityRequestV1 · object"},"examples":{"Example":{"title":"Example","value":{"team_id":"\u003cstring>","gpu_type":"\u003cstring>","max_gpus":8}}},"exampleType":"generated"}},"required":true,"exampleType":"generated"},"responses":{"43c97e5a-8731-4797-b54e-03b94cdf59a0":{"description":"","content":{"application/json":{"schema":{"description":"Response for setting a team's GPU capacity ceiling.","properties":{"team_gpu_capacity":{"description":"The updated per-team GPU capacity limit","properties":{"team_id":{"description":"Team identifier","title":"Team Id","type":"string","isRequired":true,"uniqueKey":"team_gpu_capacity.team_id","typeLabel":"string"},"team_name":{"description":"Team name","title":"Team Name","type":"string","isRequired":true,"uniqueKey":"team_gpu_capacity.team_name","typeLabel":"string"},"gpu_type":{"description":"GPU type identifier (e.g. H100, A100-40GB)","title":"Gpu Type","type":"string","isRequired":true,"uniqueKey":"team_gpu_capacity.gpu_type","typeLabel":"string"},"baseline":{"description":"Baseline GPU allocation for the team. 0 if not configured.","title":"Baseline","type":"integer","isRequired":true,"uniqueKey":"team_gpu_capacity.baseline","typeLabel":"integer"},"limit":{"description":"Maximum concurrent GPUs of this type for this team","title":"Limit","type":"integer","isRequired":true,"uniqueKey":"team_gpu_capacity.limit","typeLabel":"integer"},"usage_count":{"description":"GPUs currently in use by the team's active training jobs","title":"Usage Count","type":"integer","isRequired":true,"uniqueKey":"team_gpu_capacity.usage_count","typeLabel":"integer"},"dedicated_usage_count":{"default":0,"description":"Portion of usage_count from dedicated (on-demand) jobs.","title":"Dedicated Usage Count","type":"integer","uniqueKey":"team_gpu_capacity.dedicated_usage_count","typeLabel":"integer"},"spot_usage_count":{"default":0,"description":"Portion of usage_count from spot jobs.","title":"Spot Usage Count","type":"integer","uniqueKey":"team_gpu_capacity.spot_usage_count","typeLabel":"integer"}},"required":["team_id","team_name","gpu_type","baseline","limit","usage_count"],"title":"TeamTrainingGpuCapacityItemV1","type":"object","isRequired":true,"uniqueKey":"team_gpu_capacity","typeLabel":"TeamTrainingGpuCapacityItemV1 · object"}},"required":["team_gpu_capacity"],"title":"PatchTeamTrainingGpuCapacityResponseV1","type":"object","uniqueKey":"","typeLabel":"PatchTeamTrainingGpuCapacityResponseV1 · object"},"examples":{"Example":{"title":"Example","value":{"team_gpu_capacity":{"team_id":"\u003cstring>","team_name":"\u003cstring>","gpu_type":"\u003cstring>","baseline":123,"limit":123,"usage_count":123,"dedicated_usage_count":0,"spot_usage_count":0}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"d41a9ae1-c0de-425c-8eb2-dc56e574e453":{"BearerAuth":{"type":"http","scheme":"bearer","description":"Send `Authorization: Bearer \u003capi_key>`. The legacy `Authorization: Api-Key \u003capi_key>` scheme is also accepted.","scopes":[],"schemeName":"BearerAuth"}}},"servers":{"40cda116-4798-42a9-999b-f54f69986206":{"url":"https://api.baseten.co"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"Send `Authorization: Bearer \u003capi_key>`. The legacy `Authorization: Api-Key \u003capi_key>` scheme is also accepted.","scopes":[],"schemeName":"BearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Send `Authorization: Bearer \u003capi_key>`. The legacy `Authorization: Api-Key \u003capi_key>` scheme is also accepted.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"BearerAuth","name":"Authorization"}],"title":"BearerAuth"}]},"originalFileLocation":"https://api.baseten.co/v1/spec"},"subdomain":"baseten-preview","siteName":"Baseten","title":"Set a team's training GPU capacity - Baseten","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-09-16T16:32:29.300Z","originalFileLocation":"reference/management-api/training/sets-a-teams-training-gpu-capacity.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Sets the max concurrent GPUs of a given type a team may use.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Baseten\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Set a team\u0026#x27;s training GPU capacity - Baseten\">\u003cmeta data-mint-head property=\"og:description\" content=\"Sets the max concurrent GPUs of a given type a team may use.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Baseten\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://baseten-preview.mintlify.app/_mintlify/api/og/v2?division=Training+capacity\u0026amp;title=Set+a+team%27s+training+GPU+capacity\u0026amp;description=Sets+the+max+concurrent+GPUs+of+a+given+type+a+team+may+use.\u0026amp;theme=ff3d51168aeb82649c015173\u0026amp;signature=c10161da85208ce80963dd0e3d53d689a9d6d687aed1bb4d0bf259f219496efe\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Set a team\u0026#x27;s training GPU capacity - Baseten\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Sets the max concurrent GPUs of a given type a team may use.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://baseten-preview.mintlify.app/_mintlify/api/og/v2?division=Training+capacity\u0026amp;title=Set+a+team%27s+training+GPU+capacity\u0026amp;description=Sets+the+max+concurrent+GPUs+of+a+given+type+a+team+may+use.\u0026amp;theme=ff3d51168aeb82649c015173\u0026amp;signature=c10161da85208ce80963dd0e3d53d689a9d6d687aed1bb4d0bf259f219496efe\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Baseten\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#00B86B\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/management-api/training/sets-a-teams-training-gpu-capacity.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.baseten.co/#organization\",\"name\":\"Baseten\",\"url\":\"https://docs.baseten.co\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/baseten-preview/XooCz6WEC0xY0RV3/logo/light.svg?fit=max\u0026auto=format\u0026n=XooCz6WEC0xY0RV3\u0026q=85\u0026s=82e68744a45e5ecb30deaadf9536663d\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.baseten.co#website\",\"name\":\"Baseten\",\"url\":\"https://docs.baseten.co\",\"publisher\":{\"@id\":\"https://docs.baseten.co/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity#webpage\",\"url\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity\",\"name\":\"Set a team's training GPU capacity\",\"description\":\"Sets the max concurrent GPUs of a given type a team may use.\",\"dateModified\":\"2026-09-16T16:32:29.300Z\",\"isPartOf\":{\"@id\":\"https://docs.baseten.co#website\"},\"breadcrumb\":{\"@id\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Management API\",\"item\":\"https://docs.baseten.co/reference/management-api/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Training capacity\",\"item\":\"https://docs.baseten.co/reference/management-api/training/gets-training-gpu-capacity\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Set a team's training GPU capacity\",\"item\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity#apireference\",\"headline\":\"Set a team's training GPU capacity\",\"name\":\"Set a team's training GPU capacity\",\"description\":\"Sets the max concurrent GPUs of a given type a team may use.\",\"url\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity\",\"mainEntityOfPage\":{\"@id\":\"https://docs.baseten.co/reference/management-api/training/sets-a-teams-training-gpu-capacity#webpage\"},\"dateModified\":\"2026-09-16T16:32:29.300Z\",\"publisher\":{\"@id\":\"https://docs.baseten.co/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.baseten.co#website\"}}]}\u003c/script>","siteName":"Baseten","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/overview"}]},{"tab":"Examples","pages":[{"title":"Examples","href":"/examples/overview"}]},{"tab":"Reference","groups":[{"group":"Reference","pages":[{"title":"Reference documentation","sidebarTitle":"Overview","mode":"center","href":"/reference/overview"},{"title":"Libraries and tools","sidebarTitle":"Libraries and tools","mode":"center","href":"/reference/sdk/overview"}]},{"group":"Inference API","pages":[{"title":"Inference API reference","sidebarTitle":"Overview","mode":"center","href":"/reference/inference-api/overview"},{"group":"Dedicated Inference","pages":[{"group":"Synchronous requests","pages":[{"title":"Call the production environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/predict","href":"/api-reference/non-regional/call-the-production-environment-of-a-model"},{"title":"Call the model deployment associated with a specified environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/predict","href":"/api-reference/non-regional/call-the-model-deployment-associated-with-a-specified-environment"},{"title":"Call the development deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/predict","href":"/api-reference/non-regional/call-the-development-deployment-of-a-model"},{"title":"Call a specific deployment of a model by deployment ID.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/predict","href":"/api-reference/non-regional/call-a-specific-deployment-of-a-model-by-deployment-id"},{"title":"Call the production environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/run_remote","href":"/api-reference/non-regional/call-the-production-environment-of-a-chain"},{"title":"Call the chain deployment associated with a specified environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/run_remote","href":"/api-reference/non-regional/call-the-chain-deployment-associated-with-a-specified-environment"},{"title":"Call the development deployment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/run_remote","href":"/api-reference/non-regional/call-the-development-deployment-of-a-chain"},{"title":"Call a specific chain deployment by deployment ID.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/run_remote","href":"/api-reference/non-regional/call-a-specific-chain-deployment-by-deployment-id"},{"title":"Call a regional environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /predict","href":"/api-reference/regional/call-a-regional-environment-of-a-model"},{"title":"Call a regional environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /run_remote","href":"/api-reference/regional/call-a-regional-environment-of-a-chain"}]},{"group":"Asynchronous requests","pages":[{"title":"Asynchronously call the production environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/async_predict","href":"/api-reference/non-regional/asynchronously-call-the-production-environment-of-a-model"},{"title":"Asynchronously call a named environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/async_predict","href":"/api-reference/non-regional/asynchronously-call-a-named-environment-of-a-model"},{"title":"Asynchronously call the development deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/async_predict","href":"/api-reference/non-regional/asynchronously-call-the-development-deployment-of-a-model"},{"title":"Asynchronously call a specific deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/async_predict","href":"/api-reference/non-regional/asynchronously-call-a-specific-deployment-of-a-model"},{"title":"Asynchronously call the production environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-the-production-environment-of-a-chain"},{"title":"Asynchronously call a named environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-a-named-environment-of-a-chain"},{"title":"Asynchronously call the development deployment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-the-development-deployment-of-a-chain"},{"title":"Asynchronously call a specific deployment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-a-specific-deployment-of-a-chain"},{"title":"Asynchronously call a regional environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /async_predict","href":"/api-reference/regional/asynchronously-call-a-regional-environment-of-a-model"},{"title":"Asynchronously call a regional environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /async_run_remote","href":"/api-reference/regional/asynchronously-call-a-regional-environment-of-a-chain"},{"title":"Get the status of an async request.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /async_request/{request_id}","href":"/api-reference/get-the-status-of-an-async-request"},{"title":"Cancel a queued async request.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json delete /async_request/{request_id}","href":"/api-reference/cancel-a-queued-async-request"},{"title":"Get async queue status for the production environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /production/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-the-production-environment"},{"title":"Get async queue status for a named environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /environments/{env_name}/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-a-named-environment"},{"title":"Get async queue status for the development deployment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /development/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-the-development-deployment"},{"title":"Get async queue status for a specific deployment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /deployment/{deployment_id}/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-a-specific-deployment"},{"title":"Get async queue status for a regional environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /async_queue_status","href":"/api-reference/regional/get-async-queue-status-for-a-regional-environment"}]},{"group":"WebSocket endpoints","pages":[{"title":"WebSocket environment","href":"/reference/inference-api/predict-endpoints/environments-websocket"},{"title":"WebSocket development","href":"/reference/inference-api/predict-endpoints/development-websocket"},{"title":"WebSocket deployment","href":"/reference/inference-api/predict-endpoints/deployment-websocket"}]},{"group":"Transcription endpoints","pages":[{"title":"Transcribe prerecorded audio","api":"POST https://model-{model_id}.api.baseten.co/production/predict","href":"/reference/inference-api/predict-endpoints/transcription-api"},{"title":"Transcribe audio in real time","href":"/reference/inference-api/predict-endpoints/streaming-transcription-api"}]},{"group":"Wake endpoints","pages":[{"title":"Wake the production environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/wake","href":"/api-reference/non-regional/wake-the-production-environment-of-a-model"},{"title":"Wake a named environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/wake","href":"/api-reference/non-regional/wake-a-named-environment-of-a-model"},{"title":"Wake the development deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/wake","href":"/api-reference/non-regional/wake-the-development-deployment-of-a-model"},{"title":"Wake a specific deployment of a model by deployment ID.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/wake","href":"/api-reference/non-regional/wake-a-specific-deployment-of-a-model-by-deployment-id"},{"title":"Wake a regional environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /wake","href":"/api-reference/regional/wake-a-regional-environment-of-a-model"}]}]},{"group":"Model APIs","pages":[{"title":"Chat Completions","openapi":"reference/inference-api/llm-openapi-spec.json post /v1/chat/completions","href":"/reference/inference-api/chat-completions"},{"title":"Responses","openapi":"reference/inference-api/responses-openapi-spec.json post /v1/responses","href":"/reference/inference-api/responses"},{"title":"Messages","tag":"Beta","openapi":"reference/inference-api/messages-openapi-spec.json post /v1/messages","href":"/reference/inference-api/messages"},{"title":"System One","href":"/reference/inference-api/system-one"},{"title":"Server-side tool execution","sidebarTitle":"Server-side tool execution","href":"/reference/inference-api/server-side-tool-execution"}]}]},{"group":"Management API","pages":[{"title":"Management API reference","sidebarTitle":"Overview","mode":"center","href":"/reference/management-api/overview"},{"title":"Rate limits","href":"/reference/management-api/rate-limits"},{"group":"Models","pages":[{"title":"List all models","openapi":"get /v1/models","href":"/reference/management-api/models/gets-all-models"},{"title":"List a team's models","openapi":"get /v1/teams/{team_id}/models","href":"/reference/management-api/models/gets-all-team-models"},{"title":"Get a model by ID","openapi":"get /v1/models/{model_id}","href":"/reference/management-api/models/gets-a-model-by-id"},{"title":"Update a model","sidebarTitle":"Update a model","openapi":"patch /v1/models/{model_id}","href":"/reference/management-api/models/updates-a-model-by-id"},{"title":"Prepare a model upload","openapi":"post /v1/prepare_model_upload","href":"/reference/management-api/models/prepare-model-upload"},{"title":"Create a model from a source","openapi":"post /v1/models","href":"/reference/management-api/models/creates-a-model-from-a-source"},{"title":"Create a team model from a source","openapi":"post /v1/teams/{team_id}/models","href":"/reference/management-api/models/creates-a-team-model-from-a-source"},{"title":"Create a BIS-LLM deployment","openapi":"post /v1/llm_models","href":"/reference/management-api/models/create-a-bis-llm-deployment"},{"title":"Create a team BIS-LLM deployment","openapi":"post /v1/teams/{team_id}/llm_models","href":"/reference/management-api/models/create-a-team-bis-llm-deployment"},{"title":"Delete a model","openapi":"delete /v1/models/{model_id}","href":"/reference/management-api/models/deletes-a-model-by-id"}]},{"group":"Chains","pages":[{"title":"List all chains","openapi":"get /v1/chains","href":"/reference/management-api/chains/gets-all-chains"},{"title":"Get a chain by ID","openapi":"get /v1/chains/{chain_id}","href":"/reference/management-api/chains/gets-a-chain-by-id"},{"title":"Get chainlet logs","openapi":"get /v1/chains/{chain_id}/deployments/{chain_deployment_id}/chainlets/{chainlet_id}/logs","href":"/reference/management-api/chains/get-chainlet-logs"},{"title":"Delete a chain","openapi":"delete /v1/chains/{chain_id}","href":"/reference/management-api/chains/deletes-a-chain-by-id"}]},{"group":"Deployments","pages":[{"title":"Get all model deployments","sidebarTitle":"All deployments","openapi":"get /v1/models/{model_id}/deployments","href":"/reference/management-api/deployments/gets-all-deployments-of-a-model"},{"title":"Get a production deployment","sidebarTitle":"Production","openapi":"get /v1/models/{model_id}/deployments/production","href":"/reference/management-api/deployments/gets-a-models-production-deployment"},{"title":"Get a development deployment","sidebarTitle":"Development","openapi":"get /v1/models/{model_id}/deployments/development","href":"/reference/management-api/deployments/gets-a-models-development-deployment"},{"title":"Get a model deployment by ID","sidebarTitle":"Deployment by ID","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}","href":"/reference/management-api/deployments/gets-a-models-deployment-by-id"},{"title":"Get model deployment logs","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/logs","href":"/reference/management-api/deployments/get-deployment-logs"},{"title":"Get model deployment metrics","tag":"Beta","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/metrics","href":"/reference/management-api/deployments/get-deployment-metrics"},{"title":"List model deployment startups","tag":"Beta","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/startups","href":"/reference/management-api/deployments/list-deployment-startups"},{"title":"Get a model deployment startup summary","tag":"Beta","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/startups/summary","href":"/reference/management-api/deployments/get-deployment-startup-summary"},{"title":"Get model deployment config","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/config","href":"/reference/management-api/deployments/get-deployment-config"},{"title":"Get model deployment download URL","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/download","href":"/reference/management-api/deployments/get-deployment-download-url"},{"title":"Get all chain deployments","sidebarTitle":"All Chain deployments","openapi":"get /v1/chains/{chain_id}/deployments","href":"/reference/management-api/deployments/gets-all-chain-deployments"},{"title":"Get a chain deployment by ID","sidebarTitle":"Chain deployment by ID","openapi":"get /v1/chains/{chain_id}/deployments/{chain_deployment_id}","href":"/reference/management-api/deployments/gets-a-chain-deployment-by-id"},{"title":"Get a development deployment's patch state","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/patches/state","href":"/reference/management-api/deployments/gets-a-development-deployments-patch-state"},{"title":"Add a deployment to a model","openapi":"post /v1/models/{model_id}/deployments","href":"/reference/management-api/deployments/adds-a-deployment-to-a-model"},{"title":"Create a BIS-LLM deployment version","openapi":"post /v1/llm_models/{model_id}/deployments","href":"/reference/management-api/deployments/create-a-bis-llm-deployment-version"},{"title":"Stage a patch against a development deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/patches","href":"/reference/management-api/deployments/stages-a-patch-against-a-development-deployment"},{"title":"Sync staged patches to a development deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/patches/sync","href":"/reference/management-api/deployments/syncs-staged-patches-to-a-development-deployment"},{"title":"Sign an SSH certificate for an inference model","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/ssh/sign","href":"/reference/management-api/deployments/signs-an-ssh-certificate-for-an-inference-model"},{"title":"Update a model deployment","sidebarTitle":"Update deployment","openapi":"patch /v1/models/{model_id}/deployments/{deployment_id}","href":"/reference/management-api/deployments/updates-a-models-deployment-by-id"},{"title":"Delete a model deployment","sidebarTitle":"Delete deployment","openapi":"delete /v1/models/{model_id}/deployments/{deployment_id}","href":"/reference/management-api/deployments/deletes-a-models-deployment-by-id"},{"title":"Delete a chain deployment","openapi":"delete /v1/chains/{chain_id}/deployments/{chain_deployment_id}","href":"/reference/management-api/deployments/deletes-a-chain-deployment-by-id"},{"title":"Terminate deployment replica","openapi":"delete /v1/models/{model_id}/deployments/{deployment_id}/replicas/{replica_id}","href":"/reference/management-api/deployments/terminates-deployment-replica"},{"group":"Activate","pages":[{"title":"Activate environment deployment","sidebarTitle":"Environment","openapi":"post /v1/models/{model_id}/environments/{env_name}/activate","href":"/reference/management-api/deployments/activate/activates-a-deployment-associated-with-an-environment"},{"title":"Activate a development deployment","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/activate","href":"/reference/management-api/deployments/activate/activates-a-development-deployment"},{"title":"Activate a deployment","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/activate","href":"/reference/management-api/deployments/activate/activates-a-deployment"},{"title":"Activate production deployment","openapi":"post /v1/models/{model_id}/deployments/production/activate","href":"/reference/management-api/deployments/activate/activates-production-deployment"}]},{"group":"Deactivate","pages":[{"title":"Deactivate environment deployment","sidebarTitle":"Environment","openapi":"post /v1/models/{model_id}/environments/{env_name}/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-deployment-associated-with-an-environment"},{"title":"Deactivate a development deployment","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-development-deployment"},{"title":"Deactivate a deployment","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-deployment"},{"title":"Deactivate production deployment","openapi":"post /v1/models/{model_id}/deployments/production/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-production-deployment"},{"title":"Deactivate a chain deployment","sidebarTitle":"Chain deployment","openapi":"post /v1/chains/{chain_id}/deployments/{chain_deployment_id}/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-chain-deployment"}]},{"group":"Retry","pages":[{"title":"Retry a development deployment","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/retry","href":"/reference/management-api/deployments/retry/retries-a-development-deployment"},{"title":"Retry a deployment","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/retry","href":"/reference/management-api/deployments/retry/retries-a-deployment"},{"title":"Retry a production deployment","sidebarTitle":"Production","openapi":"post /v1/models/{model_id}/deployments/production/retry","href":"/reference/management-api/deployments/retry/retries-production-deployment"}]},{"group":"Promote","pages":[{"title":"Promote to model environment","sidebarTitle":"Environment","openapi":"post /v1/models/{model_id}/environments/{env_name}/promote","href":"/reference/management-api/deployments/promote/promotes-a-deployment-to-an-environment"},{"title":"Cancel model promotion","sidebarTitle":"Cancel model promotion","openapi":"post /v1/models/{model_id}/environments/{env_name}/cancel_promotion","href":"/reference/management-api/deployments/promote/cancel-promotion"},{"title":"Promote a development deployment to production","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/promote","href":"/reference/management-api/deployments/promote/promotes-a-development-deployment-to-production"},{"title":"Promote a deployment to production","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/promote","href":"/reference/management-api/deployments/promote/promotes-a-deployment-to-production"},{"title":"Pause rolling deployment","sidebarTitle":"Pause rolling deployment","openapi":"post /v1/models/{model_id}/environments/{env_name}/pause_promotion","href":"/reference/management-api/deployments/promote/pause-promotion"},{"title":"Resume rolling deployment","sidebarTitle":"Resume rolling deployment","openapi":"post /v1/models/{model_id}/environments/{env_name}/resume_promotion","href":"/reference/management-api/deployments/promote/resume-promotion"},{"title":"Force cancel rolling deployment","sidebarTitle":"Force cancel rolling deployment","openapi":"post /v1/models/{model_id}/environments/{env_name}/force_cancel_promotion","href":"/reference/management-api/deployments/promote/force-cancel-promotion"},{"title":"Force roll forward promotion","sidebarTitle":"Force roll forward promotion","openapi":"post /v1/models/{model_id}/environments/{env_name}/force_roll_forward_promotion","href":"/reference/management-api/deployments/promote/force-roll-forward-promotion"},{"title":"Promote to chain environment","sidebarTitle":"Chain environment","openapi":"post /v1/chains/{chain_id}/environments/{env_name}/promote","href":"/reference/management-api/deployments/promote/promotes-a-chain-deployment-to-an-environment"}]},{"group":"Autoscaling","pages":[{"title":"Update a development deployment's autoscaling settings","sidebarTitle":"Development","openapi":"patch /v1/models/{model_id}/deployments/development/autoscaling_settings","href":"/reference/management-api/deployments/autoscaling/updates-a-development-deployments-autoscaling-settings"},{"title":"Update a deployment's autoscaling settings","sidebarTitle":"Deployment","openapi":"patch /v1/models/{model_id}/deployments/{deployment_id}/autoscaling_settings","href":"/reference/management-api/deployments/autoscaling/updates-a-deployments-autoscaling-settings"},{"title":"Update production deployment autoscaling settings","sidebarTitle":"Production autoscaling","openapi":"patch /v1/models/{model_id}/deployments/production/autoscaling_settings","href":"/reference/management-api/deployments/autoscaling/updates-production-deployment-autoscaling-settings"},{"title":"Update request backpressure settings","openapi":"patch /v1/models/{model_id}/deployments/{deployment_id}/request_backpressure_settings","href":"/reference/management-api/deployments/autoscaling/update-request-backpressure-settings"}]}]},{"group":"Environments","pages":[{"title":"Get all environments","openapi":"get /v1/models/{model_id}/environments","href":"/reference/management-api/environments/get-all-environments"},{"title":"Get environment","openapi":"get /v1/models/{model_id}/environments/{env_name}","href":"/reference/management-api/environments/get-an-environments-details"},{"title":"Get environment logs","openapi":"get /v1/models/{model_id}/environments/{env_name}/logs","href":"/reference/management-api/environments/get-environment-logs"},{"title":"Get environment metrics","openapi":"get /v1/models/{model_id}/environments/{env_name}/metrics","href":"/reference/management-api/environments/get-environment-metrics"},{"title":"List model environment startups","tag":"Beta","openapi":"get /v1/models/{model_id}/environments/{env_name}/startups","href":"/reference/management-api/environments/list-environment-startups"},{"title":"Get a model environment startup summary","tag":"Beta","openapi":"get /v1/models/{model_id}/environments/{env_name}/startups/summary","href":"/reference/management-api/environments/get-environment-startup-summary"},{"title":"Get all Chain environments","openapi":"get /v1/chains/{chain_id}/environments","href":"/reference/management-api/environments/get-all-chain-environments"},{"title":"Get Chain environment","openapi":"get /v1/chains/{chain_id}/environments/{env_name}","href":"/reference/management-api/environments/get-a-chain-environments-details"},{"title":"Create environment","openapi":"post /v1/models/{model_id}/environments","href":"/reference/management-api/environments/create-an-environment"},{"title":"Create Chain environment","openapi":"post /v1/chains/{chain_id}/environments","href":"/reference/management-api/environments/create-a-chain-environment"},{"title":"Update model environment","sidebarTitle":"Update environment","openapi":"patch /v1/models/{model_id}/environments/{env_name}","href":"/reference/management-api/environments/update-an-environments-settings"},{"title":"Update Chain environment","openapi":"patch /v1/chains/{chain_id}/environments/{env_name}","href":"/reference/management-api/environments/update-a-chain-environments-settings"},{"title":"Update chainlet environment's autoscaling settings","sidebarTitle":"Chainlet environment","openapi":"patch /v1/chains/{chain_id}/environments/{env_name}/chainlet_settings/autoscaling_settings","href":"/reference/management-api/environments/update-a-chainlet-environments-autoscaling-settings"},{"title":"Update chainlet environment's instance type","openapi":"post /v1/chains/{chain_id}/environments/{env_name}/chainlet_settings/instance_types/update","href":"/reference/management-api/environments/update-a-chainlet-environments-instance-type-settings"},{"title":"Delete environment","openapi":"delete /v1/models/{model_id}/environments/{env_name}","href":"/reference/management-api/environments/delete-an-environment"}]},{"group":"Environment groups","pages":[{"title":"List environment groups","openapi":"get /v1/environment_groups","href":"/reference/management-api/environment-groups/list-environment-groups"},{"title":"Get an environment group","openapi":"get /v1/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/get-an-environment-group"},{"title":"Update an environment group","openapi":"patch /v1/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/update-an-environment-group"},{"title":"List a team's environment groups","openapi":"get /v1/teams/{team_id}/environment_groups","href":"/reference/management-api/environment-groups/list-team-environment-groups"},{"title":"Get a team's environment group","openapi":"get /v1/teams/{team_id}/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/get-a-team-environment-group"},{"title":"Update a team's environment group","openapi":"patch /v1/teams/{team_id}/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/update-a-team-environment-group"}]},{"group":"Training capacity","pages":[{"title":"Get training GPU capacity","description":"Returns GPU capacity limits (baseline and peak) and current usage for the organization.","openapi":"get /v1/training/capacity","href":"/reference/management-api/training/gets-training-gpu-capacity"},{"title":"Set a team's training GPU capacity","openapi":"patch /v1/training/capacity","href":"/reference/management-api/training/sets-a-teams-training-gpu-capacity"}]},{"group":"Instance types","pages":[{"title":"List all instance types","description":"Gets all available instance types.","openapi":"get /v1/instance_types","href":"/reference/management-api/instance-types/gets-all-instance-types"},{"title":"Instance type prices","openapi":"get /v1/instance_type_prices","href":"/reference/management-api/instance-types/gets-instance-type-prices"}]},{"group":"Regions","pages":[{"title":"List regions","openapi":"get /v1/regions","href":"/reference/management-api/regions/list-regions"},{"title":"List a team's regions","openapi":"get /v1/teams/{team_id}/regions","href":"/reference/management-api/regions/list-team-regions"}]},{"group":"Model APIs","pages":[{"title":"List all Model APIs","openapi":"get /v1/model_apis","href":"/reference/management-api/model-apis/gets-all-model-apis"},{"title":"Get a Model API by name","openapi":"get /v1/model_apis/{model_api_name}","href":"/reference/management-api/model-apis/gets-a-model-api-by-name"},{"title":"Get Model APIs usage","sidebarTitle":"Usage","openapi":"get /v1/model_apis/usage","href":"/reference/management-api/model-apis/gets-model-apis-token-usage"}]},{"group":"Library listings","pages":[{"title":"List library listings","openapi":"get /v1/library_listings","href":"/reference/management-api/library-listings/list-library-listings"},{"title":"Create a library listing","openapi":"post /v1/library_listings","href":"/reference/management-api/library-listings/create-library-listing"},{"title":"Get a library listing","openapi":"get /v1/library_listings/{user_defined_listing_id}","href":"/reference/management-api/library-listings/get-library-listing"},{"title":"Update a library listing","openapi":"patch /v1/library_listings/{user_defined_listing_id}","href":"/reference/management-api/library-listings/update-library-listing"},{"title":"Delete a library listing","openapi":"delete /v1/library_listings/{user_defined_listing_id}","href":"/reference/management-api/library-listings/delete-library-listing"},{"group":"Versions","pages":[{"title":"List listing versions","openapi":"get /v1/library_listings/{user_defined_listing_id}/versions","href":"/reference/management-api/library-listings/versions/list-listing-versions"},{"title":"Create a listing version","openapi":"post /v1/library_listings/{user_defined_listing_id}/versions","href":"/reference/management-api/library-listings/versions/create-listing-version"},{"title":"Get a listing version","openapi":"get /v1/library_listings/{user_defined_listing_id}/versions/{version_tag}","href":"/reference/management-api/library-listings/versions/get-listing-version"},{"title":"Update a listing version","openapi":"patch /v1/library_listings/{user_defined_listing_id}/versions/{version_tag}","href":"/reference/management-api/library-listings/versions/update-listing-version"},{"title":"Delete a listing version","openapi":"delete /v1/library_listings/{user_defined_listing_id}/versions/{version_tag}","href":"/reference/management-api/library-listings/versions/delete-listing-version"}]}]},{"group":"Teams","pages":[{"title":"List all teams","openapi":"get /v1/teams","href":"/reference/management-api/teams/lists-all-teams"},{"title":"Get a team by ID","openapi":"get /v1/teams/{team_id}","href":"/reference/management-api/teams/gets-a-team-by-id"}]},{"group":"Users","pages":[{"title":"List users","openapi":"get /v1/users","href":"/reference/management-api/users/list-users"},{"title":"Get the current user","openapi":"get /v1/users/me","href":"/reference/management-api/users/get-the-current-user"},{"title":"Get a user","openapi":"get /v1/users/{user_id}","href":"/reference/management-api/users/get-a-user"}]},{"group":"Organization","pages":[{"title":"Get the current organization","openapi":"get /v1/organizations/me","href":"/reference/management-api/organization/get-the-current-organization"}]},{"group":"Secrets","pages":[{"title":"Get all secrets","openapi":"get /v1/secrets","href":"/reference/management-api/secrets/gets-all-secrets"},{"title":"Get all team secrets","openapi":"get /v1/teams/{team_id}/secrets","href":"/reference/management-api/secrets/gets-all-team-secrets"},{"title":"Upsert a secret","openapi":"post /v1/secrets","href":"/reference/management-api/secrets/upserts-a-secret"},{"title":"Upsert a team secret","openapi":"post /v1/teams/{team_id}/secrets","href":"/reference/management-api/secrets/upserts-a-team-secret"},{"title":"Delete a secret by name","openapi":"delete /v1/secrets/{secret_name}","href":"/reference/management-api/secrets/deletes-a-secret-by-name"},{"title":"Delete a team secret","openapi":"delete /v1/teams/{team_id}/secrets/{secret_name}","href":"/reference/management-api/secrets/deletes-a-team-secret-by-name"}]},{"group":"Volumes","pages":[{"title":"List volumes","openapi":"get /v1/volumes","href":"/reference/management-api/volumes/list-volumes"},{"title":"List volume namespaces","openapi":"get /v1/volumes/namespaces","href":"/reference/management-api/volumes/list-volume-namespaces"},{"title":"Get a volume","openapi":"get /v1/volumes/{volume_namespace}/{volume_name}","href":"/reference/management-api/volumes/get-a-volume"},{"title":"Delete a volume","openapi":"delete /v1/volumes/{volume_namespace}/{volume_name}","href":"/reference/management-api/volumes/delete-a-volume"},{"title":"List volume versions","openapi":"get /v1/volumes/{volume_namespace}/{volume_name}/versions","href":"/reference/management-api/volumes/list-volume-versions"},{"title":"Get a volume version","openapi":"get /v1/volumes/{volume_namespace}/{volume_name}/versions/{volume_version}","href":"/reference/management-api/volumes/get-a-volume-version"},{"title":"Delete a volume version","openapi":"delete /v1/volumes/{volume_namespace}/{volume_name}/versions/{volume_version}","href":"/reference/management-api/volumes/delete-a-volume-version"},{"title":"Restore a volume version","openapi":"post /v1/volumes/{volume_namespace}/{volume_name}/versions/{volume_version}/restore","href":"/reference/management-api/volumes/restore-a-volume-version"},{"title":"Create a volume access token","openapi":"post /v1/volumes/token","href":"/reference/management-api/volumes/create-a-volume-access-token"},{"title":"List volume syncs","openapi":"get /v1/volumes/syncs","href":"/reference/management-api/volumes/list-volume-syncs"},{"title":"Create a volume sync","openapi":"post /v1/volumes/syncs","href":"/reference/management-api/volumes/create-a-volume-sync"},{"title":"Get a volume sync","openapi":"get /v1/volumes/syncs/{volume_sync_id}","href":"/reference/management-api/volumes/get-a-volume-sync"},{"title":"Cancel a volume sync","openapi":"post /v1/volumes/syncs/{volume_sync_id}/cancel","href":"/reference/management-api/volumes/cancel-a-volume-sync"},{"title":"Update a volume","openapi":"patch /v1/volumes/{volume_namespace}/{volume_name}","href":"/reference/management-api/volumes/update-a-volume"},{"title":"Set a volume tag","openapi":"post /v1/volumes/{volume_namespace}/{volume_name}/tags","href":"/reference/management-api/volumes/set-a-volume-tag"},{"title":"Delete a volume tag","openapi":"delete /v1/volumes/{volume_namespace}/{volume_name}/tags/{volume_tag}","href":"/reference/management-api/volumes/delete-a-volume-tag"}]},{"group":"Routes","pages":[{"title":"List routes","openapi":"get /v1/grid/routes","href":"/reference/management-api/routes/lists-routes"},{"title":"Get a route","openapi":"get /v1/grid/routes/{route_id}","href":"/reference/management-api/routes/gets-a-route"},{"title":"Create a route","openapi":"post /v1/grid/routes","href":"/reference/management-api/routes/creates-a-route"},{"title":"Update a route","openapi":"patch /v1/grid/routes/{route_id}","href":"/reference/management-api/routes/updates-a-route"},{"title":"Delete a route","openapi":"delete /v1/grid/routes/{route_id}","href":"/reference/management-api/routes/deletes-a-route"},{"title":"Get route usage","openapi":"get /v1/grid/routes/usage","href":"/reference/management-api/routes/get-route-usage"},{"title":"List route connections","tag":"Beta","openapi":"get /v1/grid/connections","href":"/reference/management-api/routes/list-route-connections"},{"title":"Create a route connection","tag":"Beta","openapi":"post /v1/grid/connections","href":"/reference/management-api/routes/create-route-connection"},{"title":"Update a route connection","tag":"Beta","openapi":"patch /v1/grid/connections/{connection_id}","href":"/reference/management-api/routes/update-route-connection"},{"title":"Delete a route connection","tag":"Beta","openapi":"delete /v1/grid/connections/{connection_id}","href":"/reference/management-api/routes/delete-route-connection"}]},{"group":"Classifiers","pages":[{"title":"List classifiers","openapi":"get /v1/grid/classifiers","href":"/reference/management-api/classifiers/list-classifiers"},{"title":"Get a classifier","openapi":"get /v1/grid/classifiers/{classifier_id}","href":"/reference/management-api/classifiers/get-a-classifier"}]},{"group":"Team settings","pages":[{"title":"Get team settings","openapi":"get /v1/grid/team_settings","href":"/reference/management-api/team-settings/get-team-settings"},{"title":"Update team settings","openapi":"patch /v1/grid/team_settings","href":"/reference/management-api/team-settings/update-team-settings"},{"title":"List member settings","openapi":"get /v1/grid/team_settings/users","href":"/reference/management-api/team-settings/list-member-settings"},{"title":"Get member settings","openapi":"get /v1/grid/team_settings/users/{user_id}","href":"/reference/management-api/team-settings/get-member-settings"},{"title":"Update member settings","openapi":"patch /v1/grid/team_settings/users/{user_id}","href":"/reference/management-api/team-settings/update-member-settings"}]},{"group":"Explore","pages":[{"title":"List model metadata","openapi":"get /v1/explore/metadata","href":"/reference/management-api/explore/list-model-metadata"}]},{"group":"Blob credentials","pages":[{"title":"Get blob credentials for models","openapi":"get /v1/blobs/credentials/model","href":"/reference/management-api/blob-credentials/gets-blob-credentials-for-models"},{"title":"Get blob credentials for training","openapi":"get /v1/blobs/credentials/train","href":"/reference/management-api/blob-credentials/gets-blob-credentials-for-training"}]},{"group":"API keys","pages":[{"title":"Get all API keys","openapi":"get /v1/api_keys","href":"/reference/management-api/api-keys/lists-the-users-api-keys"},{"title":"Create an API key","openapi":"post /v1/api_keys","href":"/reference/management-api/api-keys/creates-an-api-key"},{"title":"Create a team API key","openapi":"post /v1/teams/{team_id}/api_keys","href":"/reference/management-api/api-keys/creates-a-team-api-key"},{"title":"Delete an API key","openapi":"delete /v1/api_keys/{api_key_prefix}","href":"/reference/management-api/api-keys/delete-an-api-key"}]},{"group":"Billing","pages":[{"title":"Get billing usage summary","sidebarTitle":"Usage summary","openapi":"get /v1/billing/usage_summary","href":"/reference/management-api/billing/gets-billing-usage-summary-for-a-date-range"},{"title":"Get Model APIs costs","sidebarTitle":"Costs","openapi":"get /v1/billing/model_apis","href":"/reference/management-api/billing/gets-model-apis-costs"},{"title":"Get tool call usage","sidebarTitle":"Tool call usage","openapi":"get /v1/billing/tool_call_usage","href":"/reference/management-api/billing/get-tool-call-usage"}]},{"group":"Audit logs","pages":[{"title":"Get workspace audit logs","sidebarTitle":"Workspace audit logs","openapi":"get /v1/audit_logs","href":"/reference/management-api/audit-logs/get-workspace-audit-logs"},{"title":"Get model audit logs","sidebarTitle":"Model audit logs","openapi":"get /v1/models/{model_id}/audit_logs","href":"/reference/management-api/audit-logs/get-model-audit-logs"},{"title":"Get chain audit logs","sidebarTitle":"Chain audit logs","openapi":"get /v1/chains/{chain_id}/audit_logs","href":"/reference/management-api/audit-logs/get-chain-audit-logs"}]},{"group":"Sandboxes","tag":"PRIVATE PREVIEW","pages":[{"title":"Sandboxes API reference","sidebarTitle":"Overview","href":"/reference/management-api/sandboxes/overview"},{"title":"Get sandbox configuration","openapi":"get /v1/sandboxes/configuration","href":"/reference/management-api/sandboxes/get-sandbox-configuration"},{"title":"List sandboxes","openapi":"get /v1/sandboxes/instances","href":"/reference/management-api/sandboxes/list-sandboxes"},{"title":"Get a sandbox","openapi":"get /v1/sandboxes/instances/{sandbox_name}","href":"/reference/management-api/sandboxes/get-a-sandbox"},{"title":"Get sandbox logs","openapi":"get /v1/sandboxes/instances/{sandbox_name}/logs","href":"/reference/management-api/sandboxes/get-sandbox-logs"},{"title":"Get sandbox metrics","openapi":"get /v1/sandboxes/instances/{sandbox_name}/metrics","href":"/reference/management-api/sandboxes/get-sandbox-metrics"},{"title":"List built-in sandbox images","openapi":"get /v1/sandboxes/library_images","href":"/reference/management-api/sandboxes/list-built-in-sandbox-images"},{"title":"List sandbox images","openapi":"get /v1/sandboxes/images","href":"/reference/management-api/sandboxes/list-sandbox-images"},{"title":"Get a sandbox image","openapi":"get /v1/sandboxes/images/{image_name}","href":"/reference/management-api/sandboxes/get-a-sandbox-image"},{"title":"Get image build logs","openapi":"get /v1/sandboxes/images/{image_name}/logs","href":"/reference/management-api/sandboxes/get-image-build-logs"},{"title":"List image tags","openapi":"get /v1/sandboxes/images/{image_name}/tags","href":"/reference/management-api/sandboxes/list-image-tags"},{"title":"List sandbox previews","openapi":"get /v1/sandboxes/instances/{sandbox_name}/previews","href":"/reference/management-api/sandboxes/list-sandbox-previews"},{"title":"Get a sandbox preview","openapi":"get /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}","href":"/reference/management-api/sandboxes/get-a-sandbox-preview"},{"title":"List sandbox preview tokens","openapi":"get /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}/tokens","href":"/reference/management-api/sandboxes/list-sandbox-preview-tokens"},{"title":"Create a sandbox access token","openapi":"post /v1/token","href":"/reference/management-api/sandboxes/create-a-sandbox-access-token"},{"title":"Create a sandbox","openapi":"post /v1/sandboxes/instances","href":"/reference/management-api/sandboxes/create-a-sandbox"},{"title":"Update a sandbox","openapi":"patch /v1/sandboxes/instances/{sandbox_name}","href":"/reference/management-api/sandboxes/update-a-sandbox"},{"title":"Delete a sandbox","openapi":"delete /v1/sandboxes/instances/{sandbox_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox"},{"title":"Push a sandbox image","openapi":"post /v1/sandboxes/images","href":"/reference/management-api/sandboxes/push-a-sandbox-image"},{"title":"Delete an image tag","openapi":"delete /v1/sandboxes/images/{image_name}/tags/{tag_name}","href":"/reference/management-api/sandboxes/delete-an-image-tag"},{"title":"Delete a sandbox image","openapi":"delete /v1/sandboxes/images/{image_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox-image"},{"title":"Clean up unused images","openapi":"post /v1/sandboxes/cleanup_images","href":"/reference/management-api/sandboxes/clean-up-unused-images"},{"title":"Create a sandbox preview","openapi":"post /v1/sandboxes/instances/{sandbox_name}/previews","href":"/reference/management-api/sandboxes/create-a-sandbox-preview"},{"title":"Update a sandbox preview","openapi":"patch /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}","href":"/reference/management-api/sandboxes/update-a-sandbox-preview"},{"title":"Delete a sandbox preview","openapi":"delete /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox-preview"},{"title":"Create a sandbox preview token","openapi":"post /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}/tokens","href":"/reference/management-api/sandboxes/create-a-sandbox-preview-token"},{"title":"Delete a sandbox preview token","openapi":"delete /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}/tokens/{token_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox-preview-token"}]}]},{"group":"Loops API","pages":[{"title":"Loops API reference","sidebarTitle":"Overview","href":"/reference/loops-api/overview"},{"group":"Sessions","pages":[{"title":"Get a session","openapi":"get /v1/loops/sessions/{session_id}","href":"/reference/loops-api/sessions/get-a-session"},{"title":"Create a session","openapi":"post /v1/loops/sessions","href":"/reference/loops-api/sessions/create-a-session"},{"title":"Create a team session","openapi":"post /v1/teams/{team_id}/loops/sessions","href":"/reference/loops-api/sessions/create-a-team-session"}]},{"group":"Runs","pages":[{"title":"List runs","openapi":"get /v1/loops/runs","href":"/reference/loops-api/runs/list-runs"},{"title":"List a team's runs","openapi":"get /v1/teams/{team_id}/loops/runs","href":"/reference/loops-api/runs/list-team-runs"},{"title":"Get a run","openapi":"get /v1/loops/runs/{run_id}","href":"/reference/loops-api/runs/get-a-run"},{"title":"Create a run","openapi":"post /v1/loops/runs","href":"/reference/loops-api/runs/create-a-run"},{"title":"Create a team run","openapi":"post /v1/teams/{team_id}/loops/runs","href":"/reference/loops-api/runs/create-a-team-run"},{"title":"Create a trainer","openapi":"post /v1/loops/trainers","href":"/reference/loops-api/runs/create-a-trainer"},{"title":"Create a team trainer","openapi":"post /v1/teams/{team_id}/loops/trainers","href":"/reference/loops-api/runs/create-a-team-trainer"},{"title":"Deactivate a run","openapi":"post /v1/loops/runs/{run_id}/deactivate","href":"/reference/loops-api/runs/deactivate-a-run"}]},{"group":"Samplers","pages":[{"title":"List samplers","openapi":"get /v1/loops/samplers","href":"/reference/loops-api/samplers/list-samplers"},{"title":"List a team's samplers","openapi":"get /v1/teams/{team_id}/loops/samplers","href":"/reference/loops-api/samplers/list-team-samplers"},{"title":"Get a sampler","openapi":"get /v1/loops/samplers/{sampler_id}","href":"/reference/loops-api/samplers/get-a-sampler"},{"title":"Create a sampler","openapi":"post /v1/loops/samplers","href":"/reference/loops-api/samplers/create-a-sampler"},{"title":"Create a team sampler","openapi":"post /v1/teams/{team_id}/loops/samplers","href":"/reference/loops-api/samplers/create-a-team-sampler"},{"title":"Deactivate a standalone sampler","openapi":"post /v1/loops/samplers/{sampler_id}/deactivate","href":"/reference/loops-api/samplers/deactivate-a-sampler"}]},{"group":"Checkpoints","pages":[{"title":"List checkpoints","openapi":"get /v1/loops/checkpoints","href":"/reference/loops-api/checkpoints/list-checkpoints"},{"title":"Get checkpoint source","openapi":"get /v1/loops/checkpoints/{checkpoint_id}/source","href":"/reference/loops-api/checkpoints/get-checkpoint-source"},{"title":"Get checkpoint files","openapi":"get /v1/loops/checkpoints/{checkpoint_id}/files","href":"/reference/loops-api/checkpoints/get-checkpoint-files"},{"title":"Validate a checkpoint","openapi":"post /v1/loops/checkpoints/validate","href":"/reference/loops-api/checkpoints/validate-a-checkpoint"},{"title":"Deploy checkpoints","openapi":"post /v1/loops/checkpoints/deploy","href":"/reference/loops-api/checkpoints/deploy-checkpoints"}]},{"group":"Deployments","pages":[{"title":"List deployments","openapi":"get /v1/loops/deployments","href":"/reference/loops-api/deployments/list-deployments"},{"title":"Get a deployment","openapi":"get /v1/loops/deployments/{deployment_id}","href":"/reference/loops-api/deployments/get-a-deployment"},{"title":"Get deployment logs","openapi":"get /v1/loops/deployments/{deployment_id}/logs","href":"/reference/loops-api/deployments/get-deployment-logs"},{"title":"Get deployment debug archive","openapi":"get /v1/loops/deployments/{deployment_id}/debug_archive/files","href":"/reference/loops-api/deployments/get-deployment-debug-archive"},{"title":"Get deployment metrics","openapi":"post /v1/loops/deployments/{deployment_id}/metrics","href":"/reference/loops-api/deployments/get-deployment-metrics"},{"title":"Deactivate a deployment","openapi":"post /v1/loops/deployments/{deployment_id}/deactivate","href":"/reference/loops-api/deployments/deactivate-a-deployment"}]},{"group":"Server","pages":[{"title":"Get server capabilities","openapi":"get /v1/loops/capabilities","href":"/reference/loops-api/server/get-capabilities"},{"title":"Get your Loops user config","openapi":"get /v1/loops/user_config","href":"/reference/loops-api/server/get-your-loops-user-config"},{"title":"Update your Loops user config","openapi":"patch /v1/loops/user_config","href":"/reference/loops-api/server/update-your-loops-user-config"}]}]},{"group":"Training API","pages":[{"title":"Training API reference","sidebarTitle":"Overview","href":"/reference/training-api/overview"},{"group":"Training projects","pages":[{"title":"List training projects","openapi":"get /v1/training_projects","href":"/reference/training-api/get-training-projects"},{"title":"Get training project","openapi":"get /v1/training_projects/{training_project_id}","href":"/reference/training-api/get-training-project"},{"title":"Get training project cache summary","openapi":"get /v1/training_projects/{training_project_id}/cache/summary","href":"/reference/training-api/get-training-project-cache-summary"},{"title":"Create training project","openapi":"post /v1/training_projects","href":"/reference/training-api/create-training-project"},{"title":"Create a team training project","openapi":"post /v1/teams/{team_id}/training_projects","href":"/reference/training-api/create-team-training-project"},{"title":"Delete training project","openapi":"delete /v1/training_projects/{training_project_id}","href":"/reference/training-api/delete-training-project"}]},{"group":"Training jobs","pages":[{"title":"List training jobs","openapi":"get /v1/training_projects/{training_project_id}/jobs","href":"/reference/training-api/list-training-jobs"},{"title":"Get training job","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}","href":"/reference/training-api/get-training-job"},{"title":"Get training job queue context","openapi":"get /v1/training/jobs/{training_job_id}/queue_context","href":"/reference/training-api/get-training-job-queue-context"},{"title":"Get training job checkpoint files","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/checkpoint_files","href":"/reference/training-api/get-training-job-checkpoint-files"},{"title":"List training job checkpoints","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/checkpoints","href":"/reference/training-api/get-training-job-checkpoints"},{"title":"Get training job logs","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/logs","href":"/reference/training-api/get-training-job-logs"},{"title":"Get training job metrics","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/metrics","href":"/reference/training-api/get-training-job-metrics"},{"title":"Get auth codes for training job","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/auth_codes","href":"/reference/training-api/get-auth-codes-for-training-job"},{"title":"Download training job source code","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/download","href":"/reference/training-api/download-training-job"},{"title":"Create training job","openapi":"post /v1/training_projects/{training_project_id}/jobs","href":"/reference/training-api/create-training-job"},{"title":"Recreate training job","openapi":"post /v1/training_projects/{training_project_id}/jobs/{training_job_id}/recreate","href":"/reference/training-api/recreate-training-job"},{"title":"Search training jobs","openapi":"post /v1/training_jobs/search","href":"/reference/training-api/search-training-jobs"},{"title":"Stop training job","openapi":"post /v1/training_projects/{training_project_id}/jobs/{training_job_id}/stop","href":"/reference/training-api/stop-training-job"},{"title":"Sign an SSH certificate for a training job","openapi":"post /v1/training_projects/{training_project_id}/jobs/{training_job_id}/ssh/sign","href":"/reference/training-api/signs-an-ssh-certificate-for-a-training-job"},{"title":"Update training job","openapi":"patch /v1/training_projects/{training_project_id}/jobs/{training_job_id}","href":"/reference/training-api/update-training-job"},{"title":"Update interactive session","openapi":"patch /v1/training_projects/{training_project_id}/jobs/{training_job_id}/interactive_sessions/{session_id}","href":"/reference/training-api/update-interactive-session"},{"title":"Delete training job","openapi":"delete /v1/training_projects/{training_project_id}/jobs/{training_job_id}","href":"/reference/training-api/delete-training-job"}]}]},{"group":"Frontier Gateway API","tag":"NEW","pages":[{"title":"Frontier Gateway API reference","sidebarTitle":"Overview","mode":"center","href":"/reference/gateway/overview"},{"group":"Endpoints","pages":[{"title":"List endpoints","sidebarTitle":"List endpoints","openapi":"get /v1/gateway/endpoints","playground":"none","href":"/reference/gateway/endpoints/list-endpoints"},{"title":"Get an endpoint","sidebarTitle":"Get endpoint","openapi":"get /v1/gateway/endpoints/{endpoint_id}","playground":"none","href":"/reference/gateway/endpoints/get-an-endpoint"},{"title":"Create an endpoint","sidebarTitle":"Create endpoint","openapi":"post /v1/gateway/endpoints","playground":"none","href":"/reference/gateway/endpoints/create-an-endpoint"},{"title":"Update an endpoint","sidebarTitle":"Update endpoint","openapi":"patch /v1/gateway/endpoints/{endpoint_id}","playground":"none","href":"/reference/gateway/endpoints/replace-endpoint-targets"},{"title":"Delete an endpoint","sidebarTitle":"Delete endpoint","openapi":"delete /v1/gateway/endpoints/{endpoint_id}","playground":"none","href":"/reference/gateway/endpoints/delete-an-endpoint"}]},{"group":"Groups","pages":[{"title":"List groups","sidebarTitle":"List groups","openapi":"get /v1/gateway/groups","playground":"none","href":"/reference/gateway/groups/list-groups"},{"title":"Get a group","sidebarTitle":"Get group","openapi":"get /v1/gateway/groups/{group_id}","playground":"none","href":"/reference/gateway/groups/get-a-group"},{"title":"Create a group","sidebarTitle":"Create group","openapi":"post /v1/gateway/groups","playground":"none","href":"/reference/gateway/groups/create-a-group"},{"title":"Update a group","sidebarTitle":"Update group","openapi":"patch /v1/gateway/groups/{group_id}","playground":"none","href":"/reference/gateway/groups/update-a-group"}]},{"group":"API keys","pages":[{"title":"List API keys for a group","sidebarTitle":"List API keys","openapi":"get /v1/gateway/groups/{group_id}/api_keys","playground":"none","href":"/reference/gateway/api-keys/list-api-keys-for-a-group"},{"title":"Get an API key","sidebarTitle":"Get API key","openapi":"get /v1/gateway/groups/{group_id}/api_keys/{api_key_prefix}","playground":"none","href":"/reference/gateway/api-keys/get-an-api-key"},{"title":"Create an API key","sidebarTitle":"Create API key","openapi":"post /v1/gateway/groups/{group_id}/api_keys","playground":"none","href":"/reference/gateway/api-keys/create-an-api-key"},{"title":"Register an API key","sidebarTitle":"Register API key","openapi":"post /v1/gateway/groups/{group_id}/api_keys/register","playground":"none","href":"/reference/gateway/api-keys/register-an-api-key"}]},{"group":"Events","pages":[{"title":"List gateway events","sidebarTitle":"List events","openapi":"get /v1/gateway/events","playground":"none","href":"/reference/gateway/events/list-gateway-events"}]},{"title":"Billing webhooks","href":"/reference/gateway/billing-webhooks"}]},{"group":"Sandbox runtime API","pages":[{"title":"Sandbox runtime API reference","sidebarTitle":"Overview","href":"/reference/sandbox-api/overview"},{"group":"Endpoints","pages":[{"group":"archive","pages":[{"title":"Export the filesystem changes to a presigned URL","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /archive/export","href":"/reference/sandbox-api/archive/export-the-filesystem-changes-to-a-presigned-url"},{"title":"Lift the archive freeze","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /archive/resume","href":"/reference/sandbox-api/archive/lift-the-archive-freeze"},{"title":"Get the archive status","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /archive/status","href":"/reference/sandbox-api/archive/get-the-archive-status"}]},{"group":"fastapply","pages":[{"title":"Apply code edit","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /codegen/fastapply/{path}","href":"/reference/sandbox-api/fastapply/apply-code-edit"}]},{"group":"codegen","pages":[{"title":"Code reranking/semantic search","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /codegen/reranking/{path}","href":"/reference/sandbox-api/codegen/code-rerankingsemantic-search"}]},{"group":"drive","pages":[{"title":"List currently mounted drives","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /drives/mount","href":"/reference/sandbox-api/drive/list-currently-mounted-drives"},{"title":"Attach a drive to a local path","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /drives/mount","href":"/reference/sandbox-api/drive/attach-a-drive-to-a-local-path"},{"title":"Detach a drive from a local path","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /drives/mount/{mountPath}","href":"/reference/sandbox-api/drive/detach-a-drive-from-a-local-path"}]},{"group":"system","pages":[{"title":"Reload environment from guest metadata","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /environment/reload","href":"/reference/sandbox-api/system/reload-environment-from-guest-metadata"},{"title":"Health check","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /health","href":"/reference/sandbox-api/system/health-check"},{"title":"Upgrade the sandbox-api","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /upgrade","href":"/reference/sandbox-api/system/upgrade-the-sandbox-api"}]},{"group":"filesystem","pages":[{"title":"Search for text content in files","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-content-search/{path}","href":"/reference/sandbox-api/filesystem/search-for-text-content-in-files"},{"title":"Find files and directories","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-find/{path}","href":"/reference/sandbox-api/filesystem/find-files-and-directories"},{"title":"List multipart uploads","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-multipart","href":"/reference/sandbox-api/filesystem/list-multipart-uploads"},{"title":"Initiate multipart upload","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /filesystem-multipart/initiate/{path}","href":"/reference/sandbox-api/filesystem/initiate-multipart-upload"},{"title":"Abort multipart upload","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /filesystem-multipart/{uploadId}/abort","href":"/reference/sandbox-api/filesystem/abort-multipart-upload"},{"title":"Complete multipart upload","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /filesystem-multipart/{uploadId}/complete","href":"/reference/sandbox-api/filesystem/complete-multipart-upload"},{"title":"Upload part","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /filesystem-multipart/{uploadId}/part","href":"/reference/sandbox-api/filesystem/upload-part"},{"title":"List parts","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-multipart/{uploadId}/parts","href":"/reference/sandbox-api/filesystem/list-parts"},{"title":"Fuzzy search for files and directories","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-search/{path}","href":"/reference/sandbox-api/filesystem/fuzzy-search-for-files-and-directories"},{"title":"Get directory tree","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem/tree/{path}","href":"/reference/sandbox-api/filesystem/get-directory-tree"},{"title":"Create or update directory tree","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /filesystem/tree/{path}","href":"/reference/sandbox-api/filesystem/create-or-update-directory-tree"},{"title":"Delete directory tree","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /filesystem/tree/{path}","href":"/reference/sandbox-api/filesystem/delete-directory-tree"},{"title":"Get file or directory information","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem/{path}","href":"/reference/sandbox-api/filesystem/get-file-or-directory-information"},{"title":"Create or update a file or directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /filesystem/{path}","href":"/reference/sandbox-api/filesystem/create-or-update-a-file-or-directory"},{"title":"Delete file or directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /filesystem/{path}","href":"/reference/sandbox-api/filesystem/delete-file-or-directory"},{"title":"Stat a file or directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json head /filesystem/{path}","href":"/reference/sandbox-api/filesystem/stat-a-file-or-directory"},{"title":"Stream file modification events in a directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /watch/filesystem/{path}","href":"/reference/sandbox-api/filesystem/stream-file-modification-events-in-a-directory"}]},{"group":"network","pages":[{"title":"Start monitoring ports for a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /network/process/{pid}/monitor","href":"/reference/sandbox-api/network/start-monitoring-ports-for-a-process"},{"title":"Stop monitoring ports for a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /network/process/{pid}/monitor","href":"/reference/sandbox-api/network/stop-monitoring-ports-for-a-process"},{"title":"Get open ports for a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /network/process/{pid}/ports","href":"/reference/sandbox-api/network/get-open-ports-for-a-process"},{"title":"Disconnect tunnel","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /network/tunnel","href":"/reference/sandbox-api/network/disconnect-tunnel"},{"title":"Update tunnel configuration","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /network/tunnel/config","href":"/reference/sandbox-api/network/update-tunnel-configuration"}]},{"group":"process","pages":[{"title":"List all processes","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process","href":"/reference/sandbox-api/process/list-all-processes"},{"title":"Execute a command","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /process","href":"/reference/sandbox-api/process/execute-a-command"},{"title":"Get process by identifier","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process/{identifier}","href":"/reference/sandbox-api/process/get-process-by-identifier"},{"title":"Stop a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /process/{identifier}","href":"/reference/sandbox-api/process/stop-a-process"},{"title":"Kill a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /process/{identifier}/kill","href":"/reference/sandbox-api/process/kill-a-process"},{"title":"Get process logs","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process/{identifier}/logs","href":"/reference/sandbox-api/process/get-process-logs"},{"title":"Stream process logs in real time","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process/{identifier}/logs/stream","href":"/reference/sandbox-api/process/stream-process-logs-in-real-time"},{"title":"Write to a process's stdin","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /process/{identifier}/stdin","href":"/reference/sandbox-api/process/write-to-a-processs-stdin"},{"title":"Close a process's stdin","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /process/{identifier}/stdin","href":"/reference/sandbox-api/process/close-a-processs-stdin"}]}]}]},{"group":"CLI reference","pages":[{"title":"Baseten command-line tools","sidebarTitle":"Overview","href":"/reference/cli/index"},{"group":"Baseten CLI","pages":[{"title":"Baseten CLI overview","sidebarTitle":"Overview","href":"/reference/cli/baseten/overview"},{"title":"baseten auth","sidebarTitle":"auth","href":"/reference/cli/baseten/auth"},{"title":"baseten api","sidebarTitle":"api","href":"/reference/cli/baseten/api"},{"title":"baseten harness","sidebarTitle":"harness","href":"/reference/cli/baseten/harness"},{"title":"baseten model","sidebarTitle":"model","href":"/reference/cli/baseten/model"},{"title":"baseten model deployment","sidebarTitle":"model deployment","href":"/reference/cli/baseten/model-deployment"},{"title":"baseten model deployment replica","sidebarTitle":"model deployment replica","href":"/reference/cli/baseten/model-deployment-replica"},{"title":"baseten model environment","sidebarTitle":"model environment","href":"/reference/cli/baseten/model-environment"},{"title":"baseten model environment autoscaling-schedule","sidebarTitle":"model environment autoscaling-schedule","href":"/reference/cli/baseten/model-environment-autoscaling-schedule"},{"title":"baseten model image","sidebarTitle":"model image","href":"/reference/cli/baseten/model-image"},{"title":"baseten model-api","sidebarTitle":"model-api","href":"/reference/cli/baseten/model-api"},{"title":"baseten org api-key","sidebarTitle":"org api-key","href":"/reference/cli/baseten/org-api-key"},{"title":"baseten org billing","sidebarTitle":"org billing","href":"/reference/cli/baseten/org-billing"},{"title":"baseten org secret","sidebarTitle":"org secret","href":"/reference/cli/baseten/org-secret"},{"title":"baseten org team","sidebarTitle":"org team","href":"/reference/cli/baseten/org-team"},{"title":"baseten org user","sidebarTitle":"org user","href":"/reference/cli/baseten/org-user"},{"title":"baseten org","sidebarTitle":"org","href":"/reference/cli/baseten/org"},{"title":"baseten route","sidebarTitle":"route","href":"/reference/cli/baseten/route"},{"title":"baseten route api-key","sidebarTitle":"route api-key","href":"/reference/cli/baseten/route-api-key"},{"group":"sandbox","pages":[{"title":"baseten sandbox","sidebarTitle":"sandbox","href":"/reference/cli/baseten/sandbox"},{"title":"baseten sandbox image","sidebarTitle":"sandbox image","href":"/reference/cli/baseten/sandbox-image"},{"title":"baseten sandbox process","sidebarTitle":"sandbox process","href":"/reference/cli/baseten/sandbox-process"},{"title":"baseten sandbox preview","sidebarTitle":"sandbox preview","href":"/reference/cli/baseten/sandbox-preview"},{"title":"baseten sandbox preview token","sidebarTitle":"sandbox preview token","href":"/reference/cli/baseten/sandbox-preview-token"}]},{"title":"baseten ssh","sidebarTitle":"ssh","href":"/reference/cli/baseten/ssh"},{"title":"baseten volume","sidebarTitle":"volume","href":"/reference/cli/baseten/volume"},{"title":"baseten volume sync","sidebarTitle":"volume sync","href":"/reference/cli/baseten/volume-sync"},{"group":"loops","pages":[{"title":"baseten loops","sidebarTitle":"loops","href":"/reference/cli/baseten/loops"},{"title":"baseten loops run","sidebarTitle":"loops run","href":"/reference/cli/baseten/loops-run"},{"title":"baseten loops checkpoint","sidebarTitle":"loops checkpoint","href":"/reference/cli/baseten/loops-checkpoint"}]},{"group":"train","pages":[{"title":"baseten train","sidebarTitle":"train","href":"/reference/cli/baseten/train"},{"title":"baseten train job","sidebarTitle":"train job","href":"/reference/cli/baseten/train-job"},{"title":"baseten train job session","sidebarTitle":"train job session","href":"/reference/cli/baseten/train-job-session"},{"title":"baseten train capacity","sidebarTitle":"train capacity","href":"/reference/cli/baseten/train-capacity"},{"title":"baseten train checkpoint","sidebarTitle":"train checkpoint","href":"/reference/cli/baseten/train-checkpoint"},{"title":"baseten train project","sidebarTitle":"train project","href":"/reference/cli/baseten/train-project"},{"title":"baseten train project cache","sidebarTitle":"train project cache","href":"/reference/cli/baseten/train-project-cache"},{"title":"baseten train workstation","sidebarTitle":"train workstation","href":"/reference/cli/baseten/train-workstation"}]},{"title":"baseten truss","sidebarTitle":"truss","href":"/reference/cli/baseten/truss"},{"title":"baseten version","sidebarTitle":"version","href":"/reference/cli/baseten/version"},{"title":"baseten whoami","sidebarTitle":"whoami","href":"/reference/cli/baseten/whoami"}]},{"group":"Truss CLI","pages":[{"title":"Truss CLI reference","sidebarTitle":"Overview","href":"/reference/cli/truss/overview"},{"title":"truss auth","href":"/reference/cli/truss/auth"},{"title":"truss cleanup","href":"/reference/cli/truss/cleanup"},{"title":"truss configure","href":"/reference/cli/truss/configure"},{"title":"truss container","href":"/reference/cli/truss/container"},{"title":"truss download","href":"/reference/cli/truss/download"},{"title":"truss login","href":"/reference/cli/truss/login"},{"title":"truss image","href":"/reference/cli/truss/image"},{"title":"truss init","href":"/reference/cli/truss/init"},{"title":"truss migrate","href":"/reference/cli/truss/migrate"},{"title":"truss model-config","href":"/reference/cli/truss/model-config"},{"title":"truss model-logs","href":"/reference/cli/truss/model-logs"},{"title":"truss push","href":"/reference/cli/truss/push"},{"title":"truss run-python","href":"/reference/cli/truss/run-python"},{"title":"truss ssh","href":"/reference/cli/truss/ssh"},{"title":"truss upgrade","href":"/reference/cli/truss/upgrade"},{"title":"truss watch","href":"/reference/cli/truss/watch"},{"title":"truss whoami","href":"/reference/cli/truss/whoami"},{"title":"Chains CLI reference","sidebarTitle":"Chains","href":"/reference/cli/chains/chains-cli"},{"title":"Loops CLI reference","sidebarTitle":"Loops","tag":"NEW","href":"/reference/cli/loops/loops-cli"},{"title":"Training CLI reference","sidebarTitle":"Training","href":"/reference/cli/training/training-cli"}]},{"title":"Baseten Switch CLI reference","sidebarTitle":"Baseten Switch","tag":"BETA","href":"/reference/cli/baseten-switch"}]},{"group":"SDKs and clients","pages":[{"group":"Management SDKs","expanded":true,"pages":[{"title":"Python management SDK","sidebarTitle":"Python","url":"https://basetenlabs.github.io/baseten-python/api/baseten.client.html","href":"/reference/sdk/management/python"},{"title":"TypeScript and JavaScript management SDK","sidebarTitle":"TypeScript / JavaScript","url":"https://basetenlabs.github.io/baseten-js/client/","href":"/reference/sdk/management/typescript"},{"title":"Go management SDK","sidebarTitle":"Go","url":"https://pkg.go.dev/github.com/basetenlabs/baseten-go/client","href":"/reference/sdk/management/go"}]},{"group":"Truss","pages":[{"title":"Truss SDK reference","sidebarTitle":"Overview","href":"/reference/sdk/truss/overview"},{"title":"truss.login","sidebarTitle":"login","href":"/reference/sdk/truss/login"},{"title":"truss.push","sidebarTitle":"push","href":"/reference/sdk/truss/push"},{"title":"truss.load","sidebarTitle":"load","href":"/reference/sdk/truss/load"},{"title":"truss.whoami","sidebarTitle":"whoami","href":"/reference/sdk/truss/whoami"},{"title":"ModelDeployment","sidebarTitle":"ModelDeployment","href":"/reference/sdk/truss/model-deployment"}]},{"title":"Chains SDK reference","sidebarTitle":"Chains","href":"/reference/sdk/chains"},{"group":"Loops","pages":[{"title":"Loops Python SDK","sidebarTitle":"Overview","href":"/reference/sdk/loops/overview"},{"title":"ServiceClient","href":"/reference/sdk/loops/service-client"},{"title":"TrainingClient","href":"/reference/sdk/loops/training-client"},{"title":"SamplingClient","href":"/reference/sdk/loops/sampling-client"},{"title":"Types","href":"/reference/sdk/loops/types"},{"title":"Errors","href":"/reference/sdk/loops/errors"},{"title":"Helpers","href":"/reference/sdk/loops/helpers"}]},{"title":"Training SDK","sidebarTitle":"Training","href":"/reference/sdk/training"},{"group":"Performance clients","pages":[{"title":"Performance clients","sidebarTitle":"Overview","href":"/reference/sdk/performance-client/overview"},{"title":"Python performance client","sidebarTitle":"Python","href":"/reference/sdk/performance-client/python"},{"title":"Node.js performance client","sidebarTitle":"Node.js","href":"/reference/sdk/performance-client/node"},{"title":"Rust performance client","sidebarTitle":"Rust","href":"/reference/sdk/performance-client/rust"}]}]},{"group":"Configuration","pages":[{"title":"Configuration reference","sidebarTitle":"Overview","href":"/reference/configuration"},{"title":"Truss configuration","sidebarTitle":"Truss configuration","href":"/reference/truss-configuration"},{"title":"BIS-LLM configuration","href":"/engines/bis-llm/bis-llm-config"},{"title":"BEI configuration","href":"/engines/bei/bei-reference"},{"title":"Engine-Builder-LLM configuration","href":"/engines/engine-builder-llm/engine-builder-config"}]},{"group":"Metrics","pages":[{"title":"Exported metrics reference","href":"/observability/export-metrics/supported-metrics"}]},{"group":"Integrations","pages":[{"title":"Terraform provider","url":"https://registry.terraform.io/providers/basetenlabs/baseten/latest/docs","href":"/reference/integrations/terraform"},{"title":"Truss Push GitHub Action","href":"/reference/ci/github-action"}]}]}]},"title":"Set a team's training GPU capacity - Baseten","buildId":"dpl_DFJrtvUi8HS5F9nkooKuDJsuD5BM","deploymentId":"dpl_DFJrtvUi8HS5F9nkooKuDJsuD5BM","dynamics":["c2aa737661","b0f84f53ff","a9bb46feb3","2b790eda92"],"chunks":["OpenApiReferenceProvider-rfhihCWU.js","utils-BmH1XFxk.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-BcNsxPKB.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-BAES3tkd.js","snippetPresets-DCMQBKLP.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","Page-D5fEM6aW.js","ApiExamples-D6l_bzE9.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BOktbnNh.js","shallow-BCs8SgM7.js","getApiPlaygroundDisplay-DEmW5bJB.js","CodeSnippet-CpZOpB9C.js","CodeSnippets-BOBDqibl.js","getPastedJson-DH2JBvmr.js","icon-BBJH-kKh.js","MethodPill-D2Sd5NLC.js","DuplicateIcon-CGgfL2qN.js","createIcon-BKudBBzi.js","DynamicMarkdown-85clUA0i.js","SectionHeading-D0JiMgDx.js","axios-vUo_bRtp.js","Markdown-Cfiy0xZO.js","clsx-rL8ZCCw4.js","lib--scc4DXi.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-aeztFa9U.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-BywkCr5C.js"]}