For organizations with mixed mode rolling deployments (beta) enabled, set both max_surge_percent and max_unavailable_percent to positive values in promotion_settings.rolling_deploy_config. The environment uses these settings for future promotions.
{"docsConfig":{"theme":"maple","$schema":"https://mintlify.com/docs.json","name":"Baseten","colors":{"primary":"#00B86B","light":"#009959","dark":"#17D465"},"logo":{"light":"https://mintcdn.com/baseten-preview/XooCz6WEC0xY0RV3/logo/light.svg?fit=max\u0026auto=format\u0026n=XooCz6WEC0xY0RV3\u0026q=85\u0026s=82e68744a45e5ecb30deaadf9536663d","dark":"https://mintcdn.com/baseten-preview/zVjydelNrOK0ZOne/logo/dark.svg?fit=max\u0026auto=format\u0026n=zVjydelNrOK0ZOne\u0026q=85\u0026s=d1377fda24f8ce2053d7f81603ddcba4"},"favicon":"https://mintcdn.com/baseten-preview/W3NbEem9OZkF5rdB/favicon.png?fit=max\u0026auto=format\u0026n=W3NbEem9OZkF5rdB\u0026q=85\u0026s=7048491872544ef51af0d5dd309f7e1c","api":{"openapi":["https://api.baseten.co/v1/spec","reference/inference-api/llm-openapi-spec.json","reference/inference-api/responses-openapi-spec.json","reference/inference-api/messages-openapi-spec.json","reference/inference-api/inference-api-spec.json","reference/sandbox-api/openapi.json"],"playground":{"display":"interactive"}},"appearance":{"default":"light","strict":false},"background":{"color":{"dark":"#020c07"}},"navbar":{"links":[{"href":"mailto:support@baseten.co","label":"Support"}],"primary":{"type":"button","label":"Return to Baseten","href":"https://app.baseten.co"}},"footer":{"socials":{"github":"https://github.com/basetenlabs","linkedin":"https://www.linkedin.com/company/baseten","x":"https://x.com/basetenco"},"links":[{"items":[{"label":"Return to Baseten","href":"https://app.baseten.co/"},{"label":"Changelog","href":"https://www.baseten.co/changelog"},{"label":"Support","href":"mailto:support@baseten.co"},{"label":"Status","href":"https://status.baseten.co/"}]}]},"styling":{"codeblocks":"system","latex":true},"integrations":{"gtm":{"tagId":"GTM-5Z2TLX86"},"posthog":{"apiKey":"phc_L8m3QbJG1EAMwGvR32E6QNc6vh9ckHDGPm3wdrUO33A"}},"contextual":{"options":["copy","view","mcp","cursor","vscode"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"baseten-preview","hasAudioNarration":false,"actualSubdomain":"baseten-preview","customDomains":["docs.baseten.co"],"gitSource":{"type":"github","owner":"basetenlabs","repo":"docs.baseten.co","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae3a70eb1cb4571d5d93570","collectionId":"91045c51-81ab-4e04-904c-ab35cad347d9","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae3a70eb1cb4571d5d93570"},"feedback":{"thumbs":true,"issues":false,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae3c5366a02f0ecf82e3f3e","clientVersion":"0.0.4021","searchFilterCounts":[{"language":"default","tag":"Reference","count":450},{"language":"default","tag":"Management API","count":188},{"language":"default","tag":"Documentation","count":178},{"language":"default","tag":"CLI reference","count":69},{"language":"default","tag":"Examples","count":61},{"language":"default","tag":"Deployments","count":53},{"language":"default","tag":"Models","count":48},{"language":"default","tag":"Endpoints","count":47},{"language":"default","tag":"Baseten CLI","count":46},{"language":"default","tag":"Inference API","count":44}],"searchSettings":{"isFiltersEnabled":false}},"assistantConfig":{"enableStarterQuestions":true,"deflection":{"enabled":true,"email":"support@baseten.co"}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"starterQuestions":[{"_id":"6a46b361db12bc3e414645ee","deploymentId":"6503961dad764d79e088215e","questionText":"How can I run my own dedicated inference?","status":"active","generatedBy":"manual","createdAt":"2026-07-02T18:52:17.511Z","updatedAt":"2026-07-02T18:52:17.511Z","__v":0}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1iIq129k.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1isq129k.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* vietnamese */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1iAq129k.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1iEq129k.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F63fjptAgt5VM-kVkqdyU8n1i8q1w.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwl1FgtIU.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwlRFgtIU.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* vietnamese */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwl9FgtIU.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwl5FgtIU.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3twJwlBFgg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwl1FgtIU.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwlRFgtIU.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* vietnamese */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwl9FgtIU.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwl5FgtIU.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'IBM Plex Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/_mintlify/assets/fonts/google/s/ibmplexmono/v20/-F6qfjptAgt5VM-kVkqdyU8n3vAOwlBFgg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\nbody,html{background-image:url(https://ny2vcqfthujcm8md.public.blob.vercel-storage.com/new-top-right-bg-GsRxhtLWkGqRqwsLC0Ulzc0ZVYY94k.png);background-position:top right;background-repeat:no-repeat;background-size:715px 379px;background-attachment:fixed}.nav-tag-pill-text{background:#17d465;color:#000;font-family:\"IBM Plex Mono\",monospace;border-radius:0;padding:.2rem .4rem;font-size:.75rem;font-weight:400}.capability-pills{display:flex;flex-wrap:wrap;gap:.4rem;margin:.75rem 0 1.25rem}.capability-pill{display:inline-block;background:rgba(0,184,107,.08);color:#009959;font-family:\"IBM Plex Mono\",monospace;border:1px solid rgba(0,184,107,.25);border-radius:999px;padding:.2rem .65rem;font-size:.75rem;font-weight:500;line-height:1.3;white-space:nowrap;text-decoration:none;transition:background .15s ease,border-color .15s ease}a.capability-pill:hover{background:rgba(0,184,107,.18);border-color:rgba(0,184,107,.5);text-decoration:none}html.dark .capability-pill{background:rgba(23,212,101,.12);color:#4ade80;border-color:rgba(23,212,101,.3)}html.dark a.capability-pill:hover{background:rgba(23,212,101,.22);border-color:rgba(23,212,101,.55)}.card{border-radius:8px!important}.homepage-bg{background-image:url(https://ny2vcqfthujcm8md.public.blob.vercel-storage.com/homepage-top-left-bg-MpWlP1ZN2NjOMVi4cJyonJox8RoNGU.png);background-size:715px 458px;background-position:top left;background-repeat:no-repeat;height:458px;width:100%;position:absolute}.homepage-content{margin-top:150px!important}#navbar-transition-maple{background:#fff}#table-of-contents-content{font-size:12px}.codeblock-dark,.codeblock-light{border:1px solid #aae7ce;border-radius:8px;background:#f0fcf7}.examples-header,[data-component-part=code-block-root]{border-radius:8px}.examples-header{background:#fbf9f5;padding:40px}#content-area:has(#content[data-page-href=\"/src/_props/overview\"]) header .eyebrow{display:none}.deprecated-badge,.preview-badge{display:inline-flex;align-items:center;padding:.125rem .5rem;font-size:.75rem;font-weight:500;color:#00b86b;background-color:rgba(0,184,107,.1);border:1px solid rgba(0,184,107,.2);border-radius:9999px;margin-left:.5rem;vertical-align:middle}.deprecated-badge{color:#f59e0b;background-color:rgba(245,158,11,.1);border:1px solid rgba(245,158,11,.2)}html.dark,html.dark body{background-image:none}html.dark #navbar-transition-maple{background:0 0}html.dark .codeblock-dark,html.dark .codeblock-light{background:rgba(0,184,107,.06);border-color:#203026}html.dark .examples-header{background:#0c1d13}html.dark .nav-tag-pill-text{background:#17d465;color:#000}html.dark img:not([src$=\".svg\"]):not([src*=\".svg?\"]):not([src*=\".svg#\"]):not(.dark-no-card){background:#f4f9f3;padding:8px;border-radius:6px}html.dark .homepage-bg{background-image:none}.recipe-builder{--rb-accent:#00B86B;--rb-accent-text:#009959;--rb-accent-fill:rgba(0, 184, 107, 0.1);--rb-accent-fill-hover:rgba(0, 184, 107, 0.18);--rb-accent-border:rgba(0, 184, 107, 0.4);--rb-accent-border-hover:rgba(0, 184, 107, 0.6);--rb-surface:#fbfcfb;--rb-surface-head:rgba(0, 184, 107, 0.04);--rb-surface-spec:#fcfdfc;--rb-surface-yaml:#f8faf9;--rb-border:#dde3df;--rb-border-soft:#eaece9;--rb-chip-bg:#fdfefd;--rb-chip-bg-hover:#f3f6f4;--rb-chip-border:#e3e6e3;--rb-chip-border-hover:#cfd6d1;--rb-text:#374151;--rb-text-strong:#1f2937;--rb-text-muted:#6b7280;--rb-copy-bg:#00B86B;--rb-copy-bg-hover:#009959;--rb-copy-fg:#ffffff;--rb-copy-border:#009959;--rb-spec-bg:rgba(0, 0, 0, 0.04);--rb-spec-fg:#4b5563;--rb-spec-border:rgba(0, 0, 0, 0.08);border:1px solid var(--rb-border);border-radius:12px;background:var(--rb-surface);padding:1.1rem 1.25rem 1.25rem;margin:1.25rem 0 1.75rem}html.dark .recipe-builder{--rb-accent:#19E76E;--rb-accent-text:#4ade80;--rb-accent-fill:rgba(25, 231, 110, 0.12);--rb-accent-fill-hover:rgba(25, 231, 110, 0.2);--rb-accent-border:rgba(25, 231, 110, 0.35);--rb-accent-border-hover:rgba(25, 231, 110, 0.55);--rb-surface:#0C1D13;--rb-surface-head:rgba(25, 231, 110, 0.04);--rb-surface-spec:#0B1A11;--rb-surface-yaml:#0E2116;--rb-border:#203026;--rb-border-soft:#1A2620;--rb-chip-bg:#102219;--rb-chip-bg-hover:#14291E;--rb-chip-border:#203026;--rb-chip-border-hover:#344339;--rb-text:#B2BAB3;--rb-text-strong:#F4F9F3;--rb-text-muted:#9CA59E;--rb-copy-bg:#19E76E;--rb-copy-bg-hover:#17D465;--rb-copy-fg:#052511;--rb-copy-border:#17D465;--rb-spec-bg:rgba(244, 249, 243, 0.05);--rb-spec-fg:#9CA59E;--rb-spec-border:rgba(244, 249, 243, 0.08)}.rb-row{display:flex;gap:.85rem;align-items:flex-start;padding:.55rem 0}.rb-row+.rb-row{border-top:1px dashed var(--rb-border-soft)}.rb-label{font-family:\"IBM Plex Mono\",monospace;font-size:.65rem;letter-spacing:.12em;text-transform:uppercase;color:var(--rb-text-muted);flex:0 0 96px;padding-top:.45rem}.rb-chips{display:flex;flex-wrap:wrap;gap:.4rem;flex:1;min-width:0}.rb-chip{display:inline-flex;align-items:center;font-family:\"IBM Plex Mono\",monospace;font-size:.78rem;font-weight:500;line-height:1.2;padding:.4rem .75rem;border-radius:999px;border:1px solid var(--rb-chip-border);background:var(--rb-chip-bg);color:var(--rb-text);cursor:pointer;white-space:nowrap;transition:background .15s ease,border-color .15s ease,color .15s ease}.rb-chip:hover{background:var(--rb-chip-bg-hover);border-color:var(--rb-chip-border-hover)}.rb-chip:focus-visible{outline:2px solid var(--rb-accent);outline-offset:2px}.rb-chip[aria-pressed=true]{background:var(--rb-accent-fill);border-color:var(--rb-accent-border);color:var(--rb-accent-text)}.rb-chip[aria-pressed=true]:hover{background:var(--rb-accent-fill-hover);border-color:var(--rb-accent-border-hover)}.rb-chip:disabled{opacity:.4;cursor:not-allowed;color:var(--rb-text)}.rb-chip:disabled,.rb-chip:disabled:hover{background:var(--rb-chip-bg);border-color:var(--rb-chip-border)}.rb-output{margin-top:1.05rem;border:1px solid var(--rb-border);border-radius:10px;overflow:hidden}.rb-output-head{display:flex;justify-content:space-between;align-items:center;gap:.75rem;padding:.65rem .9rem;background:var(--rb-surface-head);border-bottom:1px solid var(--rb-border)}.rb-title{font-size:.92rem;line-height:1.3}.rb-title-fam{font-weight:600;color:var(--rb-text-strong)}.rb-title-preset{font-weight:400;color:var(--rb-text-muted);margin-left:.5rem}.rb-copy{display:inline-flex;align-items:center;gap:.35rem;background:var(--rb-copy-bg);color:var(--rb-copy-fg);border:1px solid var(--rb-copy-border);border-radius:6px;padding:.35rem .8rem;font-size:.78rem;font-weight:600;cursor:pointer;white-space:nowrap}.rb-copy:hover{background:var(--rb-copy-bg-hover);border-color:var(--rb-copy-bg-hover)}.rb-copy:focus-visible{outline:2px solid var(--rb-accent);outline-offset:2px}.rb-specs{display:flex;flex-wrap:wrap;gap:.4rem;padding:.6rem .9rem .65rem;background:var(--rb-surface-spec);border-bottom:1px solid var(--rb-border-soft)}.rb-spec{display:inline-flex;align-items:center;font-family:\"IBM Plex Mono\",monospace;font-size:.7rem;font-weight:500;padding:.2rem .55rem;border-radius:999px;background:var(--rb-spec-bg);color:var(--rb-spec-fg);border:1px solid var(--rb-spec-border)}.rb-yaml-wrap{background:var(--rb-surface-yaml)}.rb-yaml{margin:0;padding:.85rem .95rem;font-family:\"IBM Plex Mono\",monospace;font-size:.77rem;line-height:1.55;color:var(--rb-text-strong);background:0 0;overflow:auto;max-height:520px;white-space:pre;tab-size:2}.rb-link{display:inline-flex;align-items:center;gap:.35rem;padding:.55rem .9rem;border-top:1px solid var(--rb-border);font-size:.82rem;color:var(--rb-accent-text);text-decoration:none;font-weight:500}.rb-link:hover{text-decoration:underline}.rb-empty{padding:1.5rem 1rem;text-align:center;color:var(--rb-text-muted);font-size:.88rem}@media (max-width:640px){.recipe-builder{padding:.85rem .9rem 1rem}.rb-row{flex-direction:column;gap:.4rem;padding:.6rem 0}.rb-label{flex:none;padding-top:0}.rb-output-head{flex-wrap:wrap}}"}],"page":{"pagePath":"reference/management-api/environments/create-an-environment","slug":"/reference/management-api/environments/create-an-environment","pageMetadata":{"title":"Create environment","description":"Creates an environment for the specified model and returns the environment.","openapi":"post /v1/models/{model_id}/environments","href":"/reference/management-api/environments/create-an-environment"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Creates an environment for the specified model and returns the environment.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,..._provideComponents(),...props.components};return _jsxs(_components.p,{children:[`For organizations with `,_jsx(_components.a,{href:`/deployment/rolling-deployments#provisioning-modes`,children:`mixed mode rolling deployments`}),` (beta) enabled, set both `,_jsx(_components.code,{children:`max_surge_percent`}),` and `,_jsx(_components.code,{children:`max_unavailable_percent`}),` to positive values in `,_jsx(_components.code,{children:`promotion_settings.rolling_deploy_config`}),`. The environment uses these settings for future promotions.`]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"codeStyling":"system","config":{},"pageMetadata":{"title":"Create environment","description":"Creates an environment for the specified model and returns the environment.","openapi":"post /v1/models/{model_id}/environments","href":"/reference/management-api/environments/create-an-environment"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"openApiReferenceData":{"operation":{"summary":"Creates an environment","x-codeSamples":[{"lang":"bash","source":"curl --request POST \\\n--url https://api.baseten.co/v1/models/{model_id}/environments \\\n--header \"Authorization: Bearer $BASETEN_API_KEY\" \\\n--data '{\n \"name\": \"staging\",\n \"autoscaling_settings\": {\n \"autoscaling_window\": 800,\n \"concurrency_target\": 3,\n \"max_replica\": 2,\n \"max_scale_down_rate\": null,\n \"min_replica\": 1,\n \"scale_down_delay\": 60,\n \"target_in_flight_tokens\": null,\n \"target_utilization_percentage\": null\n },\n \"promotion_settings\": {\n \"promotion_cleanup_strategy\": null,\n \"ramp_up_duration_seconds\": null,\n \"ramp_up_while_promoting\": null,\n \"redeploy_on_promotion\": true,\n \"rolling_deploy\": false,\n \"rolling_deploy_config\": null\n },\n \"request_backpressure_settings\": null\n}'"},{"lang":"python","source":"import requests\nimport os\nAPI_KEY = os.environ.get(\"BASETEN_API_KEY\", \"\u003cYOUR_API_KEY>\")\nurl = \"https://api.baseten.co/v1/models/{model_id}/environments\"\n\nheaders = {\"Authorization\": f\"Bearer {API_KEY}\"}\n\nresponse = requests.request(\n \"POST\",\n url,\n headers=headers,\n json={'name': 'staging', 'autoscaling_settings': {'autoscaling_window': 800, 'concurrency_target': 3, 'max_replica': 2, 'max_scale_down_rate': None, 'min_replica': 1, 'scale_down_delay': 60, 'target_in_flight_tokens': None, 'target_utilization_percentage': None}, 'promotion_settings': {'promotion_cleanup_strategy': None, 'ramp_up_duration_seconds': None, 'ramp_up_while_promoting': None, 'redeploy_on_promotion': True, 'rolling_deploy': False, 'rolling_deploy_config': None}, 'request_backpressure_settings': None}\n)\n\nprint(response.text)"}],"description":"Creates an environment for the specified model and returns the environment.","requestBody":"d74e3ab2-d03d-4ca1-9d20-069cdfee42b1","responses":{"200":"463b7a29-0295-4749-b9d2-6cb640f641a7"},"method":"post","type":"path","servers":["5af678e4-43bd-4362-86cf-d42243392705"],"security":["b92b5b54-5b74-4ac9-9816-ac8f00260341"],"path":"/v1/models/{model_id}/environments","baseUrlOptions":["https://api.baseten.co"],"title":"Creates an environment","codeSamples":[{"lang":"bash","source":"curl --request POST \\\n--url https://api.baseten.co/v1/models/{model_id}/environments \\\n--header \"Authorization: Bearer $BASETEN_API_KEY\" \\\n--data '{\n \"name\": \"staging\",\n \"autoscaling_settings\": {\n \"autoscaling_window\": 800,\n \"concurrency_target\": 3,\n \"max_replica\": 2,\n \"max_scale_down_rate\": null,\n \"min_replica\": 1,\n \"scale_down_delay\": 60,\n \"target_in_flight_tokens\": null,\n \"target_utilization_percentage\": null\n },\n \"promotion_settings\": {\n \"promotion_cleanup_strategy\": null,\n \"ramp_up_duration_seconds\": null,\n \"ramp_up_while_promoting\": null,\n \"redeploy_on_promotion\": true,\n \"rolling_deploy\": false,\n \"rolling_deploy_config\": null\n },\n \"request_backpressure_settings\": null\n}'"},{"lang":"python","source":"import requests\nimport os\nAPI_KEY = os.environ.get(\"BASETEN_API_KEY\", \"\u003cYOUR_API_KEY>\")\nurl = \"https://api.baseten.co/v1/models/{model_id}/environments\"\n\nheaders = {\"Authorization\": f\"Bearer {API_KEY}\"}\n\nresponse = requests.request(\n \"POST\",\n url,\n headers=headers,\n json={'name': 'staging', 'autoscaling_settings': {'autoscaling_window': 800, 'concurrency_target': 3, 'max_replica': 2, 'max_scale_down_rate': None, 'min_replica': 1, 'scale_down_delay': 60, 'target_in_flight_tokens': None, 'target_utilization_percentage': None}, 'promotion_settings': {'promotion_cleanup_strategy': None, 'ramp_up_duration_seconds': None, 'ramp_up_while_promoting': None, 'redeploy_on_promotion': True, 'rolling_deploy': False, 'rolling_deploy_config': None}, 'request_backpressure_settings': None}\n)\n\nprint(response.text)"}],"requiredOnlyExamples":false,"requestExampleType":"codeSamples","responseExampleType":"generated"},"dependencies":{"parameters":{"5aaabf2a-4a00-41ed-8e08-d063dc489284":{"schema":{"type":"string","isRequired":true,"uniqueKey":"","typeLabel":"string"},"name":"model_id","in":"path","required":true}},"requestBody":{"content":{"application/json":{"schema":{"description":"A request to create an environment.","properties":{"name":{"description":"Name of the environment","examples":["staging"],"title":"Name","type":"string","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"autoscaling_settings":{"oneOf":[{"type":"object","title":"UpdateAutoscalingSettingsV1","description":"Autoscaling settings for the environment","example":{"autoscaling_window":800,"concurrency_target":3,"max_replica":2,"max_scale_down_rate":null,"min_replica":1,"scale_down_delay":60,"target_in_flight_tokens":null,"target_utilization_percentage":null},"properties":{"min_replica":{"oneOf":[{"type":"integer","title":"Min Replica","description":"Minimum number of replicas","example":0,"uniqueKey":"autoscaling_settings.oneOf.0.min_replica.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Min Replica","description":"Minimum number of replicas","example":0,"uniqueKey":"autoscaling_settings.oneOf.0.min_replica.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.min_replica","typeLabel":"integer | null"},"max_replica":{"oneOf":[{"type":"integer","title":"Max Replica","description":"Maximum number of replicas","example":7,"uniqueKey":"autoscaling_settings.oneOf.0.max_replica.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Replica","description":"Maximum number of replicas","example":7,"uniqueKey":"autoscaling_settings.oneOf.0.max_replica.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.max_replica","typeLabel":"integer | null"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","example":600,"uniqueKey":"autoscaling_settings.oneOf.0.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","example":600,"uniqueKey":"autoscaling_settings.oneOf.0.autoscaling_window.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","example":120,"uniqueKey":"autoscaling_settings.oneOf.0.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","example":120,"uniqueKey":"autoscaling_settings.oneOf.0.scale_down_delay.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"oneOf":[{"type":"integer","title":"Concurrency Target","description":"Number of requests per replica before scaling up","example":2,"uniqueKey":"autoscaling_settings.oneOf.0.concurrency_target.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Concurrency Target","description":"Number of requests per replica before scaling up","example":2,"uniqueKey":"autoscaling_settings.oneOf.0.concurrency_target.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.concurrency_target","typeLabel":"integer | null"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","example":70,"uniqueKey":"autoscaling_settings.oneOf.0.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","example":70,"uniqueKey":"autoscaling_settings.oneOf.0.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","example":40000,"uniqueKey":"autoscaling_settings.oneOf.0.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","example":40000,"uniqueKey":"autoscaling_settings.oneOf.0.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","maximum":50,"minimum":1,"example":20,"uniqueKey":"autoscaling_settings.oneOf.0.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","example":20,"uniqueKey":"autoscaling_settings.oneOf.0.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.oneOf.0.max_scale_down_rate","typeLabel":"integer | null"}},"additionalProperties":false,"uniqueKey":"autoscaling_settings.oneOf.0","typeLabel":"UpdateAutoscalingSettingsV1 · object"},{"type":"null","description":"Autoscaling settings for the environment","example":{"autoscaling_window":800,"concurrency_target":3,"max_replica":2,"max_scale_down_rate":null,"min_replica":1,"scale_down_delay":60,"target_in_flight_tokens":null,"target_utilization_percentage":null},"uniqueKey":"autoscaling_settings.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings","typeLabel":"UpdateAutoscalingSettingsV1 · object | null"},"promotion_settings":{"oneOf":[{"type":"object","title":"UpdateModelPromotionSettingsV1","description":"Promotion settings for the environment. New Model environments use rolling promotions by default. Set `rolling_deploy` to `false` to opt out.","example":{"promotion_cleanup_strategy":null,"ramp_up_duration_seconds":null,"ramp_up_while_promoting":null,"redeploy_on_promotion":true,"rolling_deploy":false,"rolling_deploy_config":null},"properties":{"redeploy_on_promotion":{"oneOf":[{"type":"boolean","title":"Redeploy On Promotion","description":"Whether to deploy on all promotions. Enabling this flag allows model code to safely handle environment-specific logic. When a deployment is promoted, a new deployment will be created with a copy of the image.","example":true,"uniqueKey":"promotion_settings.oneOf.0.redeploy_on_promotion.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Redeploy On Promotion","description":"Whether to deploy on all promotions. Enabling this flag allows model code to safely handle environment-specific logic. When a deployment is promoted, a new deployment will be created with a copy of the image.","example":true,"uniqueKey":"promotion_settings.oneOf.0.redeploy_on_promotion.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.redeploy_on_promotion","typeLabel":"boolean | null"},"rolling_deploy":{"oneOf":[{"type":"boolean","title":"Rolling Deploy","description":"Whether the environment should rely on rolling deploy orchestration.","example":true,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Rolling Deploy","description":"Whether the environment should rely on rolling deploy orchestration.","example":true,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy","typeLabel":"boolean | null"},"promotion_cleanup_strategy":{"oneOf":[{"type":"string","title":"PromotionCleanupStrategyV1","description":"The cleanup strategy to use after a promotion completes.","enum":["KEEP","SCALE_TO_ZERO","DEACTIVATE"],"example":"SCALE_TO_ZERO","uniqueKey":"promotion_settings.oneOf.0.promotion_cleanup_strategy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"The cleanup strategy to use after a promotion completes.","example":"SCALE_TO_ZERO","uniqueKey":"promotion_settings.oneOf.0.promotion_cleanup_strategy.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.promotion_cleanup_strategy","typeLabel":"enum\u003cstring> | null"},"rolling_deploy_config":{"oneOf":[{"type":"object","title":"UpdateRollingDeployConfigV1","description":"Rolling deploy configuration for promotions","properties":{"rolling_deploy_strategy":{"oneOf":[{"type":"string","title":"RollingDeployStrategyV1","description":"The rolling deploy strategy to use for promotions.","enum":["REPLICA"],"example":"REPLICA","uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.rolling_deploy_strategy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"The rolling deploy strategy to use for promotions.","example":"REPLICA","uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.rolling_deploy_strategy.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.rolling_deploy_strategy","typeLabel":"enum\u003cstring> | null"},"max_surge_percent":{"oneOf":[{"type":"integer","title":"Max Surge Percent","description":"The maximum surge percentage for rolling deploys.","example":25,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.max_surge_percent.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Surge Percent","description":"The maximum surge percentage for rolling deploys.","example":25,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.max_surge_percent.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.max_surge_percent","typeLabel":"integer | null"},"max_unavailable_percent":{"oneOf":[{"type":"integer","title":"Max Unavailable Percent","description":"The maximum unavailable percentage for rolling deploys.","example":10,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.max_unavailable_percent.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Unavailable Percent","description":"The maximum unavailable percentage for rolling deploys.","example":10,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.max_unavailable_percent.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.max_unavailable_percent","typeLabel":"integer | null"},"stabilization_time_seconds":{"oneOf":[{"type":"integer","title":"Stabilization Time Seconds","description":"The stabilization time in seconds for rolling deploys.","example":300,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.stabilization_time_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Stabilization Time Seconds","description":"The stabilization time in seconds for rolling deploys.","example":300,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.stabilization_time_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.stabilization_time_seconds","typeLabel":"integer | null"},"replica_overhead_percent":{"oneOf":[{"type":"integer","title":"Replica Overhead Percent","description":"The replica overhead percentage for rolling deploys.","example":0,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.replica_overhead_percent.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Replica Overhead Percent","description":"The replica overhead percentage for rolling deploys.","example":0,"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.replica_overhead_percent.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0.replica_overhead_percent","typeLabel":"integer | null"}},"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.0","typeLabel":"UpdateRollingDeployConfigV1 · object"},{"type":"null","description":"Rolling deploy configuration for promotions","uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.rolling_deploy_config","typeLabel":"UpdateRollingDeployConfigV1 · object | null"},"ramp_up_while_promoting":{"oneOf":[{"type":"boolean","title":"Ramp Up While Promoting","description":"Deprecated: models don't support canary promotions, and `true` is rejected. Use `rolling_deploy`.","deprecated":true,"uniqueKey":"promotion_settings.oneOf.0.ramp_up_while_promoting.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Ramp Up While Promoting","description":"Deprecated: models don't support canary promotions, and `true` is rejected. Use `rolling_deploy`.","deprecated":true,"uniqueKey":"promotion_settings.oneOf.0.ramp_up_while_promoting.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.ramp_up_while_promoting","typeLabel":"boolean | null"},"ramp_up_duration_seconds":{"oneOf":[{"type":"integer","title":"Ramp Up Duration Seconds","description":"Deprecated: models don't support canary promotions.","deprecated":true,"uniqueKey":"promotion_settings.oneOf.0.ramp_up_duration_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Ramp Up Duration Seconds","description":"Deprecated: models don't support canary promotions.","deprecated":true,"uniqueKey":"promotion_settings.oneOf.0.ramp_up_duration_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.oneOf.0.ramp_up_duration_seconds","typeLabel":"integer | null"}},"uniqueKey":"promotion_settings.oneOf.0","typeLabel":"UpdateModelPromotionSettingsV1 · object"},{"type":"null","description":"Promotion settings for the environment. New Model environments use rolling promotions by default. Set `rolling_deploy` to `false` to opt out.","example":{"promotion_cleanup_strategy":null,"ramp_up_duration_seconds":null,"ramp_up_while_promoting":null,"redeploy_on_promotion":true,"rolling_deploy":false,"rolling_deploy_config":null},"uniqueKey":"promotion_settings.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings","typeLabel":"UpdateModelPromotionSettingsV1 · object | null"},"request_backpressure_settings":{"oneOf":[{"type":"object","title":"UpdateRequestBackpressureSettingsV1","description":"Request backpressure settings for the environment.","properties":{"policy":{"oneOf":[{"type":"string","title":"RequestBackpressurePolicyV1","description":"Backpressure policy to apply. Null indicates no policy (on update, clears an existing one).","enum":["QUEUE_ON_FULL","REJECT_ON_FULL"],"x-null-distinct":true,"example":"REJECT_ON_FULL","uniqueKey":"request_backpressure_settings.oneOf.0.policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Backpressure policy to apply. Null indicates no policy (on update, clears an existing one).","x-null-distinct":true,"example":"REJECT_ON_FULL","uniqueKey":"request_backpressure_settings.oneOf.0.policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"request_backpressure_settings.oneOf.0.policy","typeLabel":"enum\u003cstring> | null"}},"additionalProperties":false,"uniqueKey":"request_backpressure_settings.oneOf.0","typeLabel":"UpdateRequestBackpressureSettingsV1 · object"},{"type":"null","description":"Request backpressure settings for the environment.","uniqueKey":"request_backpressure_settings.oneOf.1","typeLabel":"null"}],"uniqueKey":"request_backpressure_settings","typeLabel":"UpdateRequestBackpressureSettingsV1 · object | null"}},"required":["name"],"title":"CreateEnvironmentRequestV1","type":"object","uniqueKey":"","typeLabel":"CreateEnvironmentRequestV1 · object"},"examples":{"Example":{"title":"Example","value":{"name":"staging","autoscaling_settings":{"autoscaling_window":800,"concurrency_target":3,"max_replica":2,"max_scale_down_rate":null,"min_replica":1,"scale_down_delay":60,"target_in_flight_tokens":null,"target_utilization_percentage":null},"promotion_settings":{"promotion_cleanup_strategy":null,"ramp_up_duration_seconds":null,"ramp_up_while_promoting":null,"redeploy_on_promotion":true,"rolling_deploy":false,"rolling_deploy_config":null},"request_backpressure_settings":{"policy":"REJECT_ON_FULL"}}}},"exampleType":"generated"}},"required":true,"exampleType":"generated"},"responses":{"463b7a29-0295-4749-b9d2-6cb640f641a7":{"description":"","content":{"application/json":{"schema":{"description":"Environment for oracles.","properties":{"name":{"description":"Name of the environment","title":"Name","type":"string","isRequired":true,"uniqueKey":"name","typeLabel":"string"},"created_at":{"description":"Time the environment was created in ISO 8601 format","format":"date-time","title":"Created At","type":"string","isRequired":true,"uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"model_id":{"description":"Unique identifier of the model","title":"Model Id","type":"string","isRequired":true,"uniqueKey":"model_id","typeLabel":"string"},"current_deployment":{"oneOf":[{"type":"object","title":"DeploymentV1","description":"Current deployment of the environment","required":["id","created_at","name","model_id","is_production","is_development","status","active_replica_count","autoscaling_settings","instance_type_name","environment","request_backpressure_settings"],"properties":{"id":{"description":"Unique identifier of the deployment","title":"Id","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.id","typeLabel":"string"},"created_at":{"description":"Time the deployment was created in ISO 8601 format","format":"date-time","title":"Created At","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"name":{"description":"Name of the deployment","title":"Name","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.name","typeLabel":"string"},"model_id":{"description":"Unique identifier of the model","title":"Model Id","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.model_id","typeLabel":"string"},"is_production":{"description":"Whether the deployment is the production deployment of the model","title":"Is Production","type":"boolean","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.is_production","typeLabel":"boolean"},"is_development":{"description":"Whether the deployment is the development deployment of the model","title":"Is Development","type":"boolean","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.is_development","typeLabel":"boolean"},"status":{"description":"Status of the deployment","enum":["BUILDING","DEPLOYING","DEPLOY_FAILED","LOADING_MODEL","ACTIVE","UNHEALTHY","BUILD_FAILED","BUILD_STOPPED","DEACTIVATING","INACTIVE","FAILED","UPDATING","SCALED_TO_ZERO","WAKING_UP"],"title":"DeploymentStatusV1","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.status","typeLabel":"enum\u003cstring>"},"active_replica_count":{"description":"Number of active replicas","title":"Active Replica Count","type":"integer","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.active_replica_count","typeLabel":"integer"},"autoscaling_settings":{"oneOf":[{"type":"object","title":"AutoscalingSettingsV1","description":"Autoscaling settings for the deployment. If null, the model has not finished deploying","required":["min_replica","max_replica","autoscaling_window","scale_down_delay","concurrency_target","target_utilization_percentage"],"properties":{"min_replica":{"description":"Minimum number of replicas","title":"Min Replica","type":"integer","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.min_replica","typeLabel":"integer"},"max_replica":{"description":"Maximum number of replicas","title":"Max Replica","type":"integer","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_replica","typeLabel":"integer"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.autoscaling_window.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.scale_down_delay.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"description":"Number of requests per replica before scaling up","title":"Concurrency Target","type":"integer","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.concurrency_target","typeLabel":"integer"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_scale_down_rate","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.0","typeLabel":"AutoscalingSettingsV1 · object"},{"type":"null","description":"Autoscaling settings for the deployment. If null, the model has not finished deploying","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.autoscaling_settings","typeLabel":"AutoscalingSettingsV1 · object | null"},"instance_type_name":{"oneOf":[{"type":"string","title":"Instance Type Name","description":"Name of the instance type the model deployment is running on","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.instance_type_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Instance Type Name","description":"Name of the instance type the model deployment is running on","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.instance_type_name.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.instance_type_name","typeLabel":"string | null"},"environment":{"oneOf":[{"type":"string","title":"Environment","description":"The environment associated with the deployment","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.environment.oneOf.0","typeLabel":"string"},{"type":"null","title":"Environment","description":"The environment associated with the deployment","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.environment.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment.oneOf.0.environment","typeLabel":"string | null"},"request_backpressure_settings":{"description":"Effective request backpressure settings for the deployment.","properties":{"policy":{"oneOf":[{"type":"string","title":"RequestBackpressurePolicyV1","description":"Backpressure policy. Null when no policy is set.","enum":["QUEUE_ON_FULL","REJECT_ON_FULL"],"uniqueKey":"current_deployment.oneOf.0.request_backpressure_settings.policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Backpressure policy. Null when no policy is set.","uniqueKey":"current_deployment.oneOf.0.request_backpressure_settings.policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"current_deployment.oneOf.0.request_backpressure_settings.policy","typeLabel":"enum\u003cstring> | null"}},"title":"RequestBackpressureSettingsV1","type":"object","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.request_backpressure_settings","typeLabel":"RequestBackpressureSettingsV1 · object"},"labels":{"oneOf":[{"type":"object","title":"Labels","description":"User-provided key-value labels for the deployment","additionalProperties":true,"uniqueKey":"current_deployment.oneOf.0.labels.oneOf.0","typeLabel":"Labels · object"},{"type":"null","title":"Labels","description":"User-provided key-value labels for the deployment","uniqueKey":"current_deployment.oneOf.0.labels.oneOf.1","typeLabel":"null"}],"uniqueKey":"current_deployment.oneOf.0.labels","typeLabel":"Labels · object | null"},"region":{"oneOf":[{"type":"object","title":"RegionV1","description":"The selected region for the deployment, if any","required":["slug","display_name"],"properties":{"slug":{"description":"Stable identifier for the region, used when selecting a deployment region.","examples":["us"],"title":"Slug","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.region.oneOf.0.slug","typeLabel":"string"},"display_name":{"description":"Human-readable name of the region.","examples":["United States"],"title":"Display Name","type":"string","isRequired":true,"uniqueKey":"current_deployment.oneOf.0.region.oneOf.0.display_name","typeLabel":"string"}},"uniqueKey":"current_deployment.oneOf.0.region.oneOf.0","typeLabel":"RegionV1 · object"},{"type":"null","description":"The selected region for the deployment, if any","uniqueKey":"current_deployment.oneOf.0.region.oneOf.1","typeLabel":"null"}],"uniqueKey":"current_deployment.oneOf.0.region","typeLabel":"RegionV1 · object | null"}},"isRequired":true,"uniqueKey":"current_deployment.oneOf.0","typeLabel":"DeploymentV1 · object"},{"type":"null","description":"Current deployment of the environment","isRequired":true,"uniqueKey":"current_deployment.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"current_deployment","typeLabel":"DeploymentV1 · object | null"},"autoscaling_settings":{"description":"Autoscaling settings for the environment","properties":{"min_replica":{"description":"Minimum number of replicas","title":"Min Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_settings.min_replica","typeLabel":"integer"},"max_replica":{"description":"Maximum number of replicas","title":"Max Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_settings.max_replica","typeLabel":"integer"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"autoscaling_settings.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"autoscaling_settings.autoscaling_window.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_settings.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"autoscaling_settings.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"autoscaling_settings.scale_down_delay.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_settings.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"description":"Number of requests per replica before scaling up","title":"Concurrency Target","type":"integer","isRequired":true,"uniqueKey":"autoscaling_settings.concurrency_target","typeLabel":"integer"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"autoscaling_settings.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"autoscaling_settings.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_settings.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"autoscaling_settings.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"autoscaling_settings.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"autoscaling_settings.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"autoscaling_settings.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_settings.max_scale_down_rate","typeLabel":"integer | null"}},"required":["min_replica","max_replica","autoscaling_window","scale_down_delay","concurrency_target","target_utilization_percentage"],"title":"AutoscalingSettingsV1","type":"object","isRequired":true,"uniqueKey":"autoscaling_settings","typeLabel":"AutoscalingSettingsV1 · object"},"promotion_settings":{"description":"Promotion settings for the environment","properties":{"redeploy_on_promotion":{"oneOf":[{"type":"boolean","title":"Redeploy On Promotion","description":"Whether to deploy on all promotions. Enabling this flag allows model code to safely handle environment-specific logic. When a deployment is promoted, a new deployment will be created with a copy of the image.","default":false,"example":true,"uniqueKey":"promotion_settings.redeploy_on_promotion.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Redeploy On Promotion","description":"Whether to deploy on all promotions. Enabling this flag allows model code to safely handle environment-specific logic. When a deployment is promoted, a new deployment will be created with a copy of the image.","default":false,"example":true,"uniqueKey":"promotion_settings.redeploy_on_promotion.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.redeploy_on_promotion","typeLabel":"boolean | null"},"rolling_deploy":{"oneOf":[{"type":"boolean","title":"Rolling Deploy","description":"Whether the environment should rely on rolling deploy orchestration.","default":false,"example":true,"uniqueKey":"promotion_settings.rolling_deploy.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Rolling Deploy","description":"Whether the environment should rely on rolling deploy orchestration.","default":false,"example":true,"uniqueKey":"promotion_settings.rolling_deploy.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.rolling_deploy","typeLabel":"boolean | null"},"promotion_cleanup_strategy":{"oneOf":[{"type":"string","title":"PromotionCleanupStrategyV1","description":"The cleanup strategy to use after a promotion completes.","default":"SCALE_TO_ZERO","enum":["KEEP","SCALE_TO_ZERO","DEACTIVATE"],"example":"SCALE_TO_ZERO","uniqueKey":"promotion_settings.promotion_cleanup_strategy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"The cleanup strategy to use after a promotion completes.","default":"SCALE_TO_ZERO","example":"SCALE_TO_ZERO","uniqueKey":"promotion_settings.promotion_cleanup_strategy.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.promotion_cleanup_strategy","typeLabel":"enum\u003cstring> | null"},"rolling_deploy_config":{"oneOf":[{"type":"object","title":"RollingDeployConfigV1","description":"Rolling deploy configuration for promotions","properties":{"rolling_deploy_strategy":{"description":"The rolling deploy strategy to use for promotions.","enum":["REPLICA"],"title":"RollingDeployStrategyV1","type":"string","default":"REPLICA","examples":["REPLICA"],"uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.0.rolling_deploy_strategy","typeLabel":"enum\u003cstring>"},"max_surge_percent":{"default":25,"description":"The maximum surge percentage for rolling deploys.","examples":[25],"title":"Max Surge Percent","type":"integer","uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.0.max_surge_percent","typeLabel":"integer"},"max_unavailable_percent":{"default":0,"description":"The maximum unavailable percentage for rolling deploys.","examples":[10],"title":"Max Unavailable Percent","type":"integer","uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.0.max_unavailable_percent","typeLabel":"integer"},"stabilization_time_seconds":{"default":0,"description":"The stabilization time in seconds for rolling deploys.","examples":[300],"title":"Stabilization Time Seconds","type":"integer","uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.0.stabilization_time_seconds","typeLabel":"integer"},"replica_overhead_percent":{"default":0,"description":"The replica overhead percentage for rolling deploys.","examples":[0],"title":"Replica Overhead Percent","type":"integer","uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.0.replica_overhead_percent","typeLabel":"integer"}},"uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.0","typeLabel":"RollingDeployConfigV1 · object"},{"type":"null","description":"Rolling deploy configuration for promotions","uniqueKey":"promotion_settings.rolling_deploy_config.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.rolling_deploy_config","typeLabel":"RollingDeployConfigV1 · object | null"},"ramp_up_while_promoting":{"oneOf":[{"type":"boolean","title":"Ramp Up While Promoting","description":"Deprecated: models don't support canary promotions. Use `rolling_deploy`.","default":false,"deprecated":true,"uniqueKey":"promotion_settings.ramp_up_while_promoting.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Ramp Up While Promoting","description":"Deprecated: models don't support canary promotions. Use `rolling_deploy`.","default":false,"deprecated":true,"uniqueKey":"promotion_settings.ramp_up_while_promoting.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.ramp_up_while_promoting","typeLabel":"boolean | null"},"ramp_up_duration_seconds":{"oneOf":[{"type":"integer","title":"Ramp Up Duration Seconds","description":"Deprecated: models don't support canary promotions.","default":600,"deprecated":true,"uniqueKey":"promotion_settings.ramp_up_duration_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Ramp Up Duration Seconds","description":"Deprecated: models don't support canary promotions.","default":600,"deprecated":true,"uniqueKey":"promotion_settings.ramp_up_duration_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"promotion_settings.ramp_up_duration_seconds","typeLabel":"integer | null"}},"title":"ModelPromotionSettingsV1","type":"object","isRequired":true,"uniqueKey":"promotion_settings","typeLabel":"ModelPromotionSettingsV1 · object"},"instance_type":{"description":"Instance type for the environment","properties":{"id":{"description":"Identifier string for the instance type","title":"Id","type":"string","isRequired":true,"uniqueKey":"instance_type.id","typeLabel":"string"},"name":{"description":"Display name of the instance type","title":"Name","type":"string","isRequired":true,"uniqueKey":"instance_type.name","typeLabel":"string"},"memory_limit_mib":{"description":"Memory limit of the instance type in Mebibytes","title":"Memory Limit Mib","type":"integer","isRequired":true,"uniqueKey":"instance_type.memory_limit_mib","typeLabel":"integer"},"millicpu_limit":{"description":"CPU limit of the instance type in millicpu","title":"Millicpu Limit","type":"integer","isRequired":true,"uniqueKey":"instance_type.millicpu_limit","typeLabel":"integer"},"gpu_count":{"description":"Number of GPUs on the instance type","title":"Gpu Count","type":"integer","isRequired":true,"uniqueKey":"instance_type.gpu_count","typeLabel":"integer"},"gpu_type":{"oneOf":[{"type":"string","title":"Gpu Type","description":"Type of GPU on the instance type","isRequired":true,"uniqueKey":"instance_type.gpu_type.oneOf.0","typeLabel":"string"},{"type":"null","title":"Gpu Type","description":"Type of GPU on the instance type","isRequired":true,"uniqueKey":"instance_type.gpu_type.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"instance_type.gpu_type","typeLabel":"string | null"},"gpu_memory_limit_mib":{"oneOf":[{"type":"integer","title":"Gpu Memory Limit Mib","description":"Memory limit of the GPU on the instance type in Mebibytes","isRequired":true,"uniqueKey":"instance_type.gpu_memory_limit_mib.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Gpu Memory Limit Mib","description":"Memory limit of the GPU on the instance type in Mebibytes","isRequired":true,"uniqueKey":"instance_type.gpu_memory_limit_mib.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"instance_type.gpu_memory_limit_mib","typeLabel":"integer | null"}},"required":["id","name","memory_limit_mib","millicpu_limit","gpu_count","gpu_type","gpu_memory_limit_mib"],"title":"InstanceTypeV1","type":"object","isRequired":true,"uniqueKey":"instance_type","typeLabel":"InstanceTypeV1 · object"},"request_backpressure_settings":{"description":"Request backpressure settings for the environment.","properties":{"policy":{"oneOf":[{"type":"string","title":"RequestBackpressurePolicyV1","description":"Backpressure policy. Null when no policy is set.","enum":["QUEUE_ON_FULL","REJECT_ON_FULL"],"uniqueKey":"request_backpressure_settings.policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Backpressure policy. Null when no policy is set.","uniqueKey":"request_backpressure_settings.policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"request_backpressure_settings.policy","typeLabel":"enum\u003cstring> | null"}},"title":"RequestBackpressureSettingsV1","type":"object","isRequired":true,"uniqueKey":"request_backpressure_settings","typeLabel":"RequestBackpressureSettingsV1 · object"},"candidate_deployment":{"oneOf":[{"type":"object","title":"DeploymentV1","description":"Candidate deployment being promoted to the environment, if a promotion is in progress","required":["id","created_at","name","model_id","is_production","is_development","status","active_replica_count","autoscaling_settings","instance_type_name","environment","request_backpressure_settings"],"properties":{"id":{"description":"Unique identifier of the deployment","title":"Id","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.id","typeLabel":"string"},"created_at":{"description":"Time the deployment was created in ISO 8601 format","format":"date-time","title":"Created At","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"name":{"description":"Name of the deployment","title":"Name","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.name","typeLabel":"string"},"model_id":{"description":"Unique identifier of the model","title":"Model Id","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.model_id","typeLabel":"string"},"is_production":{"description":"Whether the deployment is the production deployment of the model","title":"Is Production","type":"boolean","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.is_production","typeLabel":"boolean"},"is_development":{"description":"Whether the deployment is the development deployment of the model","title":"Is Development","type":"boolean","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.is_development","typeLabel":"boolean"},"status":{"description":"Status of the deployment","enum":["BUILDING","DEPLOYING","DEPLOY_FAILED","LOADING_MODEL","ACTIVE","UNHEALTHY","BUILD_FAILED","BUILD_STOPPED","DEACTIVATING","INACTIVE","FAILED","UPDATING","SCALED_TO_ZERO","WAKING_UP"],"title":"DeploymentStatusV1","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.status","typeLabel":"enum\u003cstring>"},"active_replica_count":{"description":"Number of active replicas","title":"Active Replica Count","type":"integer","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.active_replica_count","typeLabel":"integer"},"autoscaling_settings":{"oneOf":[{"type":"object","title":"AutoscalingSettingsV1","description":"Autoscaling settings for the deployment. If null, the model has not finished deploying","required":["min_replica","max_replica","autoscaling_window","scale_down_delay","concurrency_target","target_utilization_percentage"],"properties":{"min_replica":{"description":"Minimum number of replicas","title":"Min Replica","type":"integer","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.min_replica","typeLabel":"integer"},"max_replica":{"description":"Maximum number of replicas","title":"Max Replica","type":"integer","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_replica","typeLabel":"integer"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.autoscaling_window.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.scale_down_delay.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"description":"Number of requests per replica before scaling up","title":"Concurrency Target","type":"integer","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.concurrency_target","typeLabel":"integer"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0.max_scale_down_rate","typeLabel":"integer | null"}},"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.0","typeLabel":"AutoscalingSettingsV1 · object"},{"type":"null","description":"Autoscaling settings for the deployment. If null, the model has not finished deploying","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.autoscaling_settings","typeLabel":"AutoscalingSettingsV1 · object | null"},"instance_type_name":{"oneOf":[{"type":"string","title":"Instance Type Name","description":"Name of the instance type the model deployment is running on","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.instance_type_name.oneOf.0","typeLabel":"string"},{"type":"null","title":"Instance Type Name","description":"Name of the instance type the model deployment is running on","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.instance_type_name.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.instance_type_name","typeLabel":"string | null"},"environment":{"oneOf":[{"type":"string","title":"Environment","description":"The environment associated with the deployment","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.environment.oneOf.0","typeLabel":"string"},{"type":"null","title":"Environment","description":"The environment associated with the deployment","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.environment.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.environment","typeLabel":"string | null"},"request_backpressure_settings":{"description":"Effective request backpressure settings for the deployment.","properties":{"policy":{"oneOf":[{"type":"string","title":"RequestBackpressurePolicyV1","description":"Backpressure policy. Null when no policy is set.","enum":["QUEUE_ON_FULL","REJECT_ON_FULL"],"uniqueKey":"candidate_deployment.oneOf.0.request_backpressure_settings.policy.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","description":"Backpressure policy. Null when no policy is set.","uniqueKey":"candidate_deployment.oneOf.0.request_backpressure_settings.policy.oneOf.1","typeLabel":"null"}],"uniqueKey":"candidate_deployment.oneOf.0.request_backpressure_settings.policy","typeLabel":"enum\u003cstring> | null"}},"title":"RequestBackpressureSettingsV1","type":"object","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.request_backpressure_settings","typeLabel":"RequestBackpressureSettingsV1 · object"},"labels":{"oneOf":[{"type":"object","title":"Labels","description":"User-provided key-value labels for the deployment","additionalProperties":true,"uniqueKey":"candidate_deployment.oneOf.0.labels.oneOf.0","typeLabel":"Labels · object"},{"type":"null","title":"Labels","description":"User-provided key-value labels for the deployment","uniqueKey":"candidate_deployment.oneOf.0.labels.oneOf.1","typeLabel":"null"}],"uniqueKey":"candidate_deployment.oneOf.0.labels","typeLabel":"Labels · object | null"},"region":{"oneOf":[{"type":"object","title":"RegionV1","description":"The selected region for the deployment, if any","required":["slug","display_name"],"properties":{"slug":{"description":"Stable identifier for the region, used when selecting a deployment region.","examples":["us"],"title":"Slug","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.region.oneOf.0.slug","typeLabel":"string"},"display_name":{"description":"Human-readable name of the region.","examples":["United States"],"title":"Display Name","type":"string","isRequired":true,"uniqueKey":"candidate_deployment.oneOf.0.region.oneOf.0.display_name","typeLabel":"string"}},"uniqueKey":"candidate_deployment.oneOf.0.region.oneOf.0","typeLabel":"RegionV1 · object"},{"type":"null","description":"The selected region for the deployment, if any","uniqueKey":"candidate_deployment.oneOf.0.region.oneOf.1","typeLabel":"null"}],"uniqueKey":"candidate_deployment.oneOf.0.region","typeLabel":"RegionV1 · object | null"}},"uniqueKey":"candidate_deployment.oneOf.0","typeLabel":"DeploymentV1 · object"},{"type":"null","description":"Candidate deployment being promoted to the environment, if a promotion is in progress","uniqueKey":"candidate_deployment.oneOf.1","typeLabel":"null"}],"uniqueKey":"candidate_deployment","typeLabel":"DeploymentV1 · object | null"},"in_progress_promotion":{"oneOf":[{"type":"object","title":"InProgressPromotionV1","description":"Details of the in-progress promotion, if any","required":["status","percent_traffic_to_new_version"],"properties":{"status":{"enum":["RELEASING","RAMPING_UP","RAMPING_DOWN","PAUSED","SUCCEEDED","FAILED","CANCELED"],"title":"InProgressPromotionStatusV1","type":"string","description":"Status of the promotion","isRequired":true,"uniqueKey":"in_progress_promotion.oneOf.0.status","typeLabel":"enum\u003cstring>"},"percent_traffic_to_new_version":{"description":"Percentage of traffic routed to the candidate deployment","title":"Percent Traffic To New Version","type":"integer","isRequired":true,"uniqueKey":"in_progress_promotion.oneOf.0.percent_traffic_to_new_version","typeLabel":"integer"},"error_message":{"oneOf":[{"type":"string","title":"Error Message","description":"Error message if promotion failed","uniqueKey":"in_progress_promotion.oneOf.0.error_message.oneOf.0","typeLabel":"string"},{"type":"null","title":"Error Message","description":"Error message if promotion failed","uniqueKey":"in_progress_promotion.oneOf.0.error_message.oneOf.1","typeLabel":"null"}],"uniqueKey":"in_progress_promotion.oneOf.0.error_message","typeLabel":"string | null"},"rolling_deploy":{"oneOf":[{"type":"boolean","title":"Rolling Deploy","description":"Whether this is a rolling deploy","uniqueKey":"in_progress_promotion.oneOf.0.rolling_deploy.oneOf.0","typeLabel":"boolean"},{"type":"null","title":"Rolling Deploy","description":"Whether this is a rolling deploy","uniqueKey":"in_progress_promotion.oneOf.0.rolling_deploy.oneOf.1","typeLabel":"null"}],"uniqueKey":"in_progress_promotion.oneOf.0.rolling_deploy","typeLabel":"boolean | null"}},"uniqueKey":"in_progress_promotion.oneOf.0","typeLabel":"InProgressPromotionV1 · object"},{"type":"null","description":"Details of the in-progress promotion, if any","uniqueKey":"in_progress_promotion.oneOf.1","typeLabel":"null"}],"uniqueKey":"in_progress_promotion","typeLabel":"InProgressPromotionV1 · object | null"},"autoscaling_schedules":{"oneOf":[{"type":"object","title":"EnvironmentAutoscalingSchedulesV1","description":"Autoscaling schedules and their evaluated state","required":["schedules","applied_state"],"properties":{"schedules":{"description":"Autoscaling schedules ordered by creation time and stable identifier","items":{"oneOf":[{"type":"object","title":"AutoscalingScheduleV1","required":["id","name","enabled","autoscaling_settings","cadence","weekdays","start_minute","end_minute"],"properties":{"id":{"description":"Stable unique identifier of the schedule","title":"Id","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.id","typeLabel":"string"},"name":{"description":"Name of the schedule","title":"Name","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.name","typeLabel":"string"},"enabled":{"description":"Whether the schedule is enabled","title":"Enabled","type":"boolean","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.enabled","typeLabel":"boolean"},"autoscaling_settings":{"properties":{"min_replica":{"description":"Minimum number of replicas","title":"Min Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.min_replica","typeLabel":"integer"},"max_replica":{"description":"Maximum number of replicas","title":"Max Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.max_replica","typeLabel":"integer"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.autoscaling_window.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.scale_down_delay.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"oneOf":[{"type":"integer","title":"Concurrency Target","description":"Number of requests per replica before scaling up. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.concurrency_target.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Concurrency Target","description":"Number of requests per replica before scaling up. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.concurrency_target.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.concurrency_target","typeLabel":"integer | null"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Null inherits the environment value. Early access only.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Null inherits the environment value. Early access only.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings.max_scale_down_rate","typeLabel":"integer | null"}},"required":["min_replica","max_replica","autoscaling_window","scale_down_delay","concurrency_target","target_utilization_percentage","target_in_flight_tokens","max_scale_down_rate"],"title":"AutoscalingScheduleSettingsV1","type":"object","description":"Raw autoscaling overrides applied during the schedule window","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.autoscaling_settings","typeLabel":"AutoscalingScheduleSettingsV1 · object"},"cadence":{"description":"Cadence of the schedule. DAILY runs once per selected weekday; HOURLY repeats the minute window every hour on selected weekdays.","enum":["DAILY","HOURLY"],"title":"Cadence","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.cadence","typeLabel":"enum\u003cstring>"},"weekdays":{"description":"Weekdays on which the schedule runs","items":{"enum":["SUNDAY","MONDAY","TUESDAY","WEDNESDAY","THURSDAY","FRIDAY","SATURDAY"],"title":"AutoscalingScheduleWeekdayV1","type":"string","uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.weekdays.items.[INDEX]","typeLabel":"enum\u003cstring>"},"title":"Weekdays","type":"array","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.weekdays","typeLabel":"enum\u003cstring>[]"},"start_minute":{"description":"Start minute of the schedule window","title":"Start Minute","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.start_minute","typeLabel":"integer"},"end_minute":{"description":"End minute of the schedule window","title":"End Minute","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.end_minute","typeLabel":"integer"},"start_hour":{"oneOf":[{"type":"integer","title":"Start Hour","description":"Start hour in the environment schedule timezone. Omitted for unrestricted HOURLY schedules.","uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.start_hour.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Start Hour","description":"Start hour in the environment schedule timezone. Omitted for unrestricted HOURLY schedules.","uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.start_hour.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.start_hour","typeLabel":"integer | null"},"end_hour":{"oneOf":[{"type":"integer","title":"End Hour","description":"End hour in the environment schedule timezone. Omitted for unrestricted HOURLY schedules.","uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.end_hour.oneOf.0","typeLabel":"integer"},{"type":"null","title":"End Hour","description":"End hour in the environment schedule timezone. Omitted for unrestricted HOURLY schedules.","uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.end_hour.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0.end_hour","typeLabel":"integer | null"}},"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.0","typeLabel":"AutoscalingScheduleV1 · object"},{"type":"object","title":"OneTimeAutoscalingScheduleV1","required":["id","name","enabled","autoscaling_settings","cadence","start_at","end_at"],"properties":{"id":{"description":"Stable unique identifier of the schedule","title":"Id","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.id","typeLabel":"string"},"name":{"description":"Name of the schedule","title":"Name","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.name","typeLabel":"string"},"enabled":{"description":"Whether the schedule is enabled","title":"Enabled","type":"boolean","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.enabled","typeLabel":"boolean"},"autoscaling_settings":{"properties":{"min_replica":{"description":"Minimum number of replicas","title":"Min Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.min_replica","typeLabel":"integer"},"max_replica":{"description":"Maximum number of replicas","title":"Max Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.max_replica","typeLabel":"integer"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.autoscaling_window.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.scale_down_delay.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"oneOf":[{"type":"integer","title":"Concurrency Target","description":"Number of requests per replica before scaling up. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.concurrency_target.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Concurrency Target","description":"Number of requests per replica before scaling up. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.concurrency_target.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.concurrency_target","typeLabel":"integer | null"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Null inherits the environment value. Early access only.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Null inherits the environment value. Early access only.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window. Null inherits the environment value.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings.max_scale_down_rate","typeLabel":"integer | null"}},"required":["min_replica","max_replica","autoscaling_window","scale_down_delay","concurrency_target","target_utilization_percentage","target_in_flight_tokens","max_scale_down_rate"],"title":"AutoscalingScheduleSettingsV1","type":"object","description":"Raw autoscaling overrides applied during the schedule window","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.autoscaling_settings","typeLabel":"AutoscalingScheduleSettingsV1 · object"},"cadence":{"const":"ONE_TIME","description":"One-time schedule cadence","title":"Cadence","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.cadence","typeLabel":"string"},"start_at":{"description":"Inclusive start of the schedule window","format":"date-time","title":"Start At","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.start_at","typeLabel":"string\u003cdate-time>"},"end_at":{"description":"Exclusive end of the schedule window","format":"date-time","title":"End At","type":"string","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1.end_at","typeLabel":"string\u003cdate-time>"}},"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX].oneOf.1","typeLabel":"OneTimeAutoscalingScheduleV1 · object"}],"uniqueKey":"autoscaling_schedules.oneOf.0.schedules.items.[INDEX]","typeLabel":"AutoscalingScheduleV1 · object | OneTimeAutoscalingScheduleV1 · object"},"title":"Schedules","type":"array","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.schedules","typeLabel":"(AutoscalingScheduleV1 · object | OneTimeAutoscalingScheduleV1 · object)[]"},"applied_state":{"oneOf":[{"type":"object","title":"AutoscalingScheduleStateV1","description":"Autoscaling state on the current serving deployment, or null when no deployment exists","required":["schedule_id","autoscaling_settings"],"properties":{"schedule_id":{"oneOf":[{"type":"string","title":"Schedule Id","description":"Stable schedule identifier, or null when the baseline settings apply","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.schedule_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Schedule Id","description":"Stable schedule identifier, or null when the baseline settings apply","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.schedule_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.schedule_id","typeLabel":"string | null"},"autoscaling_settings":{"description":"Autoscaling settings on the current serving deployment. In a PATCH response, this snapshot can precede asynchronous schedule reconciliation; poll the GET endpoint for the applied state.","properties":{"min_replica":{"description":"Minimum number of replicas","title":"Min Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.min_replica","typeLabel":"integer"},"max_replica":{"description":"Maximum number of replicas","title":"Max Replica","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.max_replica","typeLabel":"integer"},"autoscaling_window":{"oneOf":[{"type":"integer","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.autoscaling_window.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Autoscaling Window","description":"Timeframe of traffic considered for autoscaling decisions","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.autoscaling_window.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.autoscaling_window","typeLabel":"integer | null"},"scale_down_delay":{"oneOf":[{"type":"integer","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.scale_down_delay.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Scale Down Delay","description":"Waiting period before scaling down any active replica","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.scale_down_delay.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.scale_down_delay","typeLabel":"integer | null"},"concurrency_target":{"description":"Number of requests per replica before scaling up","title":"Concurrency Target","type":"integer","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.concurrency_target","typeLabel":"integer"},"target_utilization_percentage":{"oneOf":[{"type":"integer","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.target_utilization_percentage.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target Utilization Percentage","description":"Target utilization percentage for scaling up/down.","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.target_utilization_percentage.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.target_utilization_percentage","typeLabel":"integer | null"},"target_in_flight_tokens":{"oneOf":[{"type":"integer","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.target_in_flight_tokens.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Target In Flight Tokens","description":"Target number of in-flight tokens for autoscaling decisions. Early access only.","uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.target_in_flight_tokens.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.target_in_flight_tokens","typeLabel":"integer | null"},"max_scale_down_rate":{"oneOf":[{"type":"integer","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.max_scale_down_rate.oneOf.0","typeLabel":"integer"},{"type":"null","title":"Max Scale Down Rate","description":"Maximum percentage of replicas that can be removed per autoscaling window (1–50). E.g. 20 means at most 20% of replicas are removed per window.","uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.max_scale_down_rate.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings.max_scale_down_rate","typeLabel":"integer | null"}},"required":["min_replica","max_replica","autoscaling_window","scale_down_delay","concurrency_target","target_utilization_percentage"],"title":"AutoscalingSettingsV1","type":"object","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0.autoscaling_settings","typeLabel":"AutoscalingSettingsV1 · object"}},"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.0","typeLabel":"AutoscalingScheduleStateV1 · object"},{"type":"null","description":"Autoscaling state on the current serving deployment, or null when no deployment exists","isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"autoscaling_schedules.oneOf.0.applied_state","typeLabel":"AutoscalingScheduleStateV1 · object | null"},"timezone":{"oneOf":[{"type":"string","title":"Timezone","description":"IANA timezone shared by all schedules. Omitted when no schedules exist.","uniqueKey":"autoscaling_schedules.oneOf.0.timezone.oneOf.0","typeLabel":"string"},{"type":"null","title":"Timezone","description":"IANA timezone shared by all schedules. Omitted when no schedules exist.","uniqueKey":"autoscaling_schedules.oneOf.0.timezone.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_schedules.oneOf.0.timezone","typeLabel":"string | null"}},"uniqueKey":"autoscaling_schedules.oneOf.0","typeLabel":"EnvironmentAutoscalingSchedulesV1 · object"},{"type":"null","description":"Autoscaling schedules and their evaluated state","uniqueKey":"autoscaling_schedules.oneOf.1","typeLabel":"null"}],"uniqueKey":"autoscaling_schedules","typeLabel":"EnvironmentAutoscalingSchedulesV1 · object | null"},"traffic_routing":{"oneOf":[{"type":"object","title":"EnvironmentTrafficRoutingV1","description":"The environment's traffic routing rules. In development.","required":["rules"],"properties":{"rules":{"description":"The environment's active rules","items":{"description":"A traffic routing rule on an environment.","properties":{"id":{"description":"Unique identifier of the rule","title":"Id","type":"string","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].id","typeLabel":"string"},"type":{"const":"SHADOW","description":"Rule type. A shadow rule sends a copy of the environment's traffic to its target.","title":"Type","type":"string","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].type","typeLabel":"string"},"targets":{"description":"Where the rule sends traffic. Empty if the target has been deleted.","items":{"description":"Where a rule sends traffic. Exactly one of deployment_id and environment is set.","properties":{"model_id":{"description":"ID of the target's model","title":"Model Id","type":"string","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].model_id","typeLabel":"string"},"deployment_id":{"oneOf":[{"type":"string","title":"Deployment Id","description":"ID of the target deployment","uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].deployment_id.oneOf.0","typeLabel":"string"},{"type":"null","title":"Deployment Id","description":"ID of the target deployment","uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].deployment_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].deployment_id","typeLabel":"string | null"},"environment":{"oneOf":[{"type":"string","title":"Environment","description":"Name of the target environment. Traffic goes to whichever deployment the environment is serving.","uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].environment.oneOf.0","typeLabel":"string"},{"type":"null","title":"Environment","description":"Name of the target environment. Traffic goes to whichever deployment the environment is serving.","uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX].environment","typeLabel":"string | null"}},"required":["model_id"],"title":"TrafficRoutingTargetV1","type":"object","uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets.items.[INDEX]","typeLabel":"TrafficRoutingTargetV1 · object"},"title":"Targets","type":"array","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].targets","typeLabel":"TrafficRoutingTargetV1 · object[]"},"percent_traffic":{"description":"Percentage of the environment's traffic shadowed","title":"Percent Traffic","type":"integer","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].percent_traffic","typeLabel":"integer"},"expires_at":{"description":"When the rule stops, in ISO 8601 format","format":"date-time","title":"Expires At","type":"string","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].expires_at","typeLabel":"string\u003cdate-time>"},"sampling_mode":{"description":"How requests are picked for shadowing","enum":["RANDOM","USER_SESSION"],"title":"TrafficRoutingRuleShadowSamplingModeV1","type":"string","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].sampling_mode","typeLabel":"enum\u003cstring>"},"propagate_client_cancellation":{"description":"Whether a shadow request is cancelled when the original client disconnects","title":"Propagate Client Cancellation","type":"boolean","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX].propagate_client_cancellation","typeLabel":"boolean"}},"required":["id","type","targets","percent_traffic","expires_at","sampling_mode","propagate_client_cancellation"],"title":"TrafficRoutingRuleV1","type":"object","uniqueKey":"traffic_routing.oneOf.0.rules.items.[INDEX]","typeLabel":"TrafficRoutingRuleV1 · object"},"title":"Rules","type":"array","isRequired":true,"uniqueKey":"traffic_routing.oneOf.0.rules","typeLabel":"TrafficRoutingRuleV1 · object[]"}},"uniqueKey":"traffic_routing.oneOf.0","typeLabel":"EnvironmentTrafficRoutingV1 · object"},{"type":"null","description":"The environment's traffic routing rules. In development.","uniqueKey":"traffic_routing.oneOf.1","typeLabel":"null"}],"uniqueKey":"traffic_routing","typeLabel":"EnvironmentTrafficRoutingV1 · object | null"}},"required":["name","created_at","model_id","current_deployment","autoscaling_settings","promotion_settings","instance_type","request_backpressure_settings"],"title":"EnvironmentV1","type":"object","uniqueKey":"","typeLabel":"EnvironmentV1 · object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","model_id":"\u003cstring>","current_deployment":{"id":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","name":"\u003cstring>","model_id":"\u003cstring>","is_production":true,"is_development":true,"status":"BUILDING","active_replica_count":123,"autoscaling_settings":{"min_replica":123,"max_replica":123,"autoscaling_window":123,"scale_down_delay":123,"concurrency_target":123,"target_utilization_percentage":123,"target_in_flight_tokens":123,"max_scale_down_rate":123},"instance_type_name":"\u003cstring>","environment":"\u003cstring>","request_backpressure_settings":{"policy":"QUEUE_ON_FULL"},"labels":{},"region":{"slug":"us","display_name":"United States"}},"autoscaling_settings":{"min_replica":123,"max_replica":123,"autoscaling_window":123,"scale_down_delay":123,"concurrency_target":123,"target_utilization_percentage":123,"target_in_flight_tokens":123,"max_scale_down_rate":123},"promotion_settings":{"redeploy_on_promotion":true,"rolling_deploy":true,"promotion_cleanup_strategy":"SCALE_TO_ZERO","rolling_deploy_config":{"rolling_deploy_strategy":"REPLICA","max_surge_percent":25,"max_unavailable_percent":10,"stabilization_time_seconds":300,"replica_overhead_percent":0},"ramp_up_while_promoting":false,"ramp_up_duration_seconds":600},"instance_type":{"id":"\u003cstring>","name":"\u003cstring>","memory_limit_mib":123,"millicpu_limit":123,"gpu_count":123,"gpu_type":"\u003cstring>","gpu_memory_limit_mib":123},"request_backpressure_settings":{"policy":"QUEUE_ON_FULL"},"candidate_deployment":{"id":"\u003cstring>","created_at":"2023-11-07T05:31:56Z","name":"\u003cstring>","model_id":"\u003cstring>","is_production":true,"is_development":true,"status":"BUILDING","active_replica_count":123,"autoscaling_settings":{"min_replica":123,"max_replica":123,"autoscaling_window":123,"scale_down_delay":123,"concurrency_target":123,"target_utilization_percentage":123,"target_in_flight_tokens":123,"max_scale_down_rate":123},"instance_type_name":"\u003cstring>","environment":"\u003cstring>","request_backpressure_settings":{"policy":"QUEUE_ON_FULL"},"labels":{},"region":{"slug":"us","display_name":"United States"}},"in_progress_promotion":{"status":"RELEASING","percent_traffic_to_new_version":123,"error_message":"\u003cstring>","rolling_deploy":true},"autoscaling_schedules":{"schedules":[{"id":"\u003cstring>","name":"\u003cstring>","enabled":true,"autoscaling_settings":{"min_replica":123,"max_replica":123,"autoscaling_window":123,"scale_down_delay":123,"concurrency_target":123,"target_utilization_percentage":123,"target_in_flight_tokens":123,"max_scale_down_rate":123},"cadence":"DAILY","weekdays":["SUNDAY"],"start_minute":123,"end_minute":123,"start_hour":123,"end_hour":123}],"applied_state":{"schedule_id":"\u003cstring>","autoscaling_settings":{"min_replica":123,"max_replica":123,"autoscaling_window":123,"scale_down_delay":123,"concurrency_target":123,"target_utilization_percentage":123,"target_in_flight_tokens":123,"max_scale_down_rate":123}},"timezone":"\u003cstring>"},"traffic_routing":{"rules":[{"id":"\u003cstring>","type":"SHADOW","targets":[{"model_id":"\u003cstring>","deployment_id":"\u003cstring>","environment":"\u003cstring>"}],"percent_traffic":123,"expires_at":"2023-11-07T05:31:56Z","sampling_mode":"RANDOM","propagate_client_cancellation":true}]}}}},"exampleType":"generated"}},"exampleType":"generated"}},"security":{"b92b5b54-5b74-4ac9-9816-ac8f00260341":{"BearerAuth":{"type":"http","scheme":"bearer","description":"Send `Authorization: Bearer \u003capi_key>`. The legacy `Authorization: Api-Key \u003capi_key>` scheme is also accepted.","scopes":[],"schemeName":"BearerAuth"}}},"servers":{"5af678e4-43bd-4362-86cf-d42243392705":{"url":"https://api.baseten.co"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","description":"Send `Authorization: Bearer \u003capi_key>`. The legacy `Authorization: Api-Key \u003capi_key>` scheme is also accepted.","scopes":[],"schemeName":"BearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Send `Authorization: Bearer \u003capi_key>`. The legacy `Authorization: Api-Key \u003capi_key>` scheme is also accepted.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"BearerAuth","name":"Authorization"}],"title":"BearerAuth"}]},"originalFileLocation":"https://api.baseten.co/v1/spec"},"subdomain":"baseten-preview","siteName":"Baseten","title":"Create environment - Baseten","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-10-29T22:14:50.275Z","originalFileLocation":"reference/management-api/environments/create-an-environment.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Creates an environment for the specified model and returns the environment.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Baseten\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Create environment - Baseten\">\u003cmeta data-mint-head property=\"og:description\" content=\"Creates an environment for the specified model and returns the environment.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Baseten\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.baseten.co/reference/management-api/environments/create-an-environment\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://baseten-preview.mintlify.app/_mintlify/api/og/v2?division=Environments\u0026amp;title=Create+environment\u0026amp;description=Creates+an+environment+for+the+specified+model+and+returns+the+environment.\u0026amp;theme=ff3d51168aeb82649c015173\u0026amp;signature=5e5efe02e37d2bd4cbdb62adcd44c3d3b73984443528779e90e09676275d3e41\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Create environment - Baseten\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Creates an environment for the specified model and returns the environment.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://baseten-preview.mintlify.app/_mintlify/api/og/v2?division=Environments\u0026amp;title=Create+environment\u0026amp;description=Creates+an+environment+for+the+specified+model+and+returns+the+environment.\u0026amp;theme=ff3d51168aeb82649c015173\u0026amp;signature=5e5efe02e37d2bd4cbdb62adcd44c3d3b73984443528779e90e09676275d3e41\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/baseten-preview/a_ByDgeELv6J0NXr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Baseten\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#00B86B\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.baseten.co/reference/management-api/environments/create-an-environment\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/management-api/environments/create-an-environment.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.baseten.co/#organization\",\"name\":\"Baseten\",\"url\":\"https://docs.baseten.co\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/baseten-preview/XooCz6WEC0xY0RV3/logo/light.svg?fit=max\u0026auto=format\u0026n=XooCz6WEC0xY0RV3\u0026q=85\u0026s=82e68744a45e5ecb30deaadf9536663d\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.baseten.co#website\",\"name\":\"Baseten\",\"url\":\"https://docs.baseten.co\",\"publisher\":{\"@id\":\"https://docs.baseten.co/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment#webpage\",\"url\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment\",\"name\":\"Create environment\",\"description\":\"Creates an environment for the specified model and returns the environment.\",\"dateModified\":\"2026-10-29T22:14:50.275Z\",\"isPartOf\":{\"@id\":\"https://docs.baseten.co#website\"},\"breadcrumb\":{\"@id\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Management API\",\"item\":\"https://docs.baseten.co/reference/management-api/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Environments\",\"item\":\"https://docs.baseten.co/reference/management-api/environments/get-all-environments\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Create environment\",\"item\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment#apireference\",\"headline\":\"Create environment\",\"name\":\"Create environment\",\"description\":\"Creates an environment for the specified model and returns the environment.\",\"url\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment\",\"mainEntityOfPage\":{\"@id\":\"https://docs.baseten.co/reference/management-api/environments/create-an-environment#webpage\"},\"dateModified\":\"2026-10-29T22:14:50.275Z\",\"publisher\":{\"@id\":\"https://docs.baseten.co/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.baseten.co#website\"}}]}\u003c/script>","siteName":"Baseten","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/overview"}]},{"tab":"Examples","pages":[{"title":"Examples","href":"/examples/overview"}]},{"tab":"Reference","groups":[{"group":"Reference","pages":[{"title":"Reference documentation","sidebarTitle":"Overview","mode":"center","href":"/reference/overview"},{"title":"Libraries and tools","sidebarTitle":"Libraries and tools","mode":"center","href":"/reference/sdk/overview"}]},{"group":"Inference API","pages":[{"title":"Inference API reference","sidebarTitle":"Overview","mode":"center","href":"/reference/inference-api/overview"},{"group":"Dedicated Inference","pages":[{"group":"Synchronous requests","pages":[{"title":"Call the production environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/predict","href":"/api-reference/non-regional/call-the-production-environment-of-a-model"},{"title":"Call the model deployment associated with a specified environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/predict","href":"/api-reference/non-regional/call-the-model-deployment-associated-with-a-specified-environment"},{"title":"Call the development deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/predict","href":"/api-reference/non-regional/call-the-development-deployment-of-a-model"},{"title":"Call a specific deployment of a model by deployment ID.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/predict","href":"/api-reference/non-regional/call-a-specific-deployment-of-a-model-by-deployment-id"},{"title":"Call the production environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/run_remote","href":"/api-reference/non-regional/call-the-production-environment-of-a-chain"},{"title":"Call the chain deployment associated with a specified environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/run_remote","href":"/api-reference/non-regional/call-the-chain-deployment-associated-with-a-specified-environment"},{"title":"Call the development deployment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/run_remote","href":"/api-reference/non-regional/call-the-development-deployment-of-a-chain"},{"title":"Call a specific chain deployment by deployment ID.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/run_remote","href":"/api-reference/non-regional/call-a-specific-chain-deployment-by-deployment-id"},{"title":"Call a regional environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /predict","href":"/api-reference/regional/call-a-regional-environment-of-a-model"},{"title":"Call a regional environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /run_remote","href":"/api-reference/regional/call-a-regional-environment-of-a-chain"}]},{"group":"Asynchronous requests","pages":[{"title":"Asynchronously call the production environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/async_predict","href":"/api-reference/non-regional/asynchronously-call-the-production-environment-of-a-model"},{"title":"Asynchronously call a named environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/async_predict","href":"/api-reference/non-regional/asynchronously-call-a-named-environment-of-a-model"},{"title":"Asynchronously call the development deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/async_predict","href":"/api-reference/non-regional/asynchronously-call-the-development-deployment-of-a-model"},{"title":"Asynchronously call a specific deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/async_predict","href":"/api-reference/non-regional/asynchronously-call-a-specific-deployment-of-a-model"},{"title":"Asynchronously call the production environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-the-production-environment-of-a-chain"},{"title":"Asynchronously call a named environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-a-named-environment-of-a-chain"},{"title":"Asynchronously call the development deployment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-the-development-deployment-of-a-chain"},{"title":"Asynchronously call a specific deployment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/async_run_remote","href":"/api-reference/non-regional/asynchronously-call-a-specific-deployment-of-a-chain"},{"title":"Asynchronously call a regional environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /async_predict","href":"/api-reference/regional/asynchronously-call-a-regional-environment-of-a-model"},{"title":"Asynchronously call a regional environment of a chain.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /async_run_remote","href":"/api-reference/regional/asynchronously-call-a-regional-environment-of-a-chain"},{"title":"Get the status of an async request.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /async_request/{request_id}","href":"/api-reference/get-the-status-of-an-async-request"},{"title":"Cancel a queued async request.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json delete /async_request/{request_id}","href":"/api-reference/cancel-a-queued-async-request"},{"title":"Get async queue status for the production environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /production/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-the-production-environment"},{"title":"Get async queue status for a named environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /environments/{env_name}/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-a-named-environment"},{"title":"Get async queue status for the development deployment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /development/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-the-development-deployment"},{"title":"Get async queue status for a specific deployment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /deployment/{deployment_id}/async_queue_status","href":"/api-reference/non-regional/get-async-queue-status-for-a-specific-deployment"},{"title":"Get async queue status for a regional environment.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json get /async_queue_status","href":"/api-reference/regional/get-async-queue-status-for-a-regional-environment"}]},{"group":"WebSocket endpoints","pages":[{"title":"WebSocket environment","href":"/reference/inference-api/predict-endpoints/environments-websocket"},{"title":"WebSocket development","href":"/reference/inference-api/predict-endpoints/development-websocket"},{"title":"WebSocket deployment","href":"/reference/inference-api/predict-endpoints/deployment-websocket"}]},{"group":"Transcription endpoints","pages":[{"title":"Transcribe prerecorded audio","api":"POST https://model-{model_id}.api.baseten.co/production/predict","href":"/reference/inference-api/predict-endpoints/transcription-api"},{"title":"Real-time transcription API (v1)","href":"/reference/inference-api/predict-endpoints/streaming-transcription-api"},{"title":"Real-time transcription API (v2)","href":"/reference/inference-api/predict-endpoints/streaming-transcription-api-v2"}]},{"group":"Wake endpoints","pages":[{"title":"Wake the production environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /production/wake","href":"/api-reference/non-regional/wake-the-production-environment-of-a-model"},{"title":"Wake a named environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /environments/{env_name}/wake","href":"/api-reference/non-regional/wake-a-named-environment-of-a-model"},{"title":"Wake the development deployment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /development/wake","href":"/api-reference/non-regional/wake-the-development-deployment-of-a-model"},{"title":"Wake a specific deployment of a model by deployment ID.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /deployment/{deployment_id}/wake","href":"/api-reference/non-regional/wake-a-specific-deployment-of-a-model-by-deployment-id"},{"title":"Wake a regional environment of a model.","deprecated":null,"version":null,"openapi":"/reference/inference-api/inference-api-spec.json post /wake","href":"/api-reference/regional/wake-a-regional-environment-of-a-model"}]}]},{"group":"Model APIs","pages":[{"title":"Chat Completions","openapi":"reference/inference-api/llm-openapi-spec.json post /v1/chat/completions","href":"/reference/inference-api/chat-completions"},{"title":"Responses","openapi":"reference/inference-api/responses-openapi-spec.json post /v1/responses","href":"/reference/inference-api/responses"},{"title":"Messages","tag":"Beta","openapi":"reference/inference-api/messages-openapi-spec.json post /v1/messages","href":"/reference/inference-api/messages"},{"title":"System One","href":"/reference/inference-api/system-one"},{"title":"Server-side tool execution","sidebarTitle":"Server-side tool execution","href":"/reference/inference-api/server-side-tool-execution"}]}]},{"group":"Management API","pages":[{"title":"Management API reference","sidebarTitle":"Overview","mode":"center","href":"/reference/management-api/overview"},{"title":"Rate limits","href":"/reference/management-api/rate-limits"},{"group":"Models","pages":[{"title":"List all models","openapi":"get /v1/models","href":"/reference/management-api/models/gets-all-models"},{"title":"List a team's models","openapi":"get /v1/teams/{team_id}/models","href":"/reference/management-api/models/gets-all-team-models"},{"title":"Get a model by ID","openapi":"get /v1/models/{model_id}","href":"/reference/management-api/models/gets-a-model-by-id"},{"title":"Update a model","sidebarTitle":"Update a model","openapi":"patch /v1/models/{model_id}","href":"/reference/management-api/models/updates-a-model-by-id"},{"title":"Prepare a model upload","openapi":"post /v1/prepare_model_upload","href":"/reference/management-api/models/prepare-model-upload"},{"title":"Create a model from a source","openapi":"post /v1/models","href":"/reference/management-api/models/creates-a-model-from-a-source"},{"title":"Create a team model from a source","openapi":"post /v1/teams/{team_id}/models","href":"/reference/management-api/models/creates-a-team-model-from-a-source"},{"title":"Create a BIS-LLM deployment","openapi":"post /v1/llm_models","href":"/reference/management-api/models/create-a-bis-llm-deployment"},{"title":"Create a team BIS-LLM deployment","openapi":"post /v1/teams/{team_id}/llm_models","href":"/reference/management-api/models/create-a-team-bis-llm-deployment"},{"title":"Delete a model","openapi":"delete /v1/models/{model_id}","href":"/reference/management-api/models/deletes-a-model-by-id"}]},{"group":"Chains","pages":[{"title":"List all chains","openapi":"get /v1/chains","href":"/reference/management-api/chains/gets-all-chains"},{"title":"Get a chain by ID","openapi":"get /v1/chains/{chain_id}","href":"/reference/management-api/chains/gets-a-chain-by-id"},{"title":"Get chainlet logs","openapi":"get /v1/chains/{chain_id}/deployments/{chain_deployment_id}/chainlets/{chainlet_id}/logs","href":"/reference/management-api/chains/get-chainlet-logs"},{"title":"Delete a chain","openapi":"delete /v1/chains/{chain_id}","href":"/reference/management-api/chains/deletes-a-chain-by-id"}]},{"group":"Deployments","pages":[{"title":"Get all model deployments","sidebarTitle":"All deployments","openapi":"get /v1/models/{model_id}/deployments","href":"/reference/management-api/deployments/gets-all-deployments-of-a-model"},{"title":"Get a production deployment","sidebarTitle":"Production","openapi":"get /v1/models/{model_id}/deployments/production","href":"/reference/management-api/deployments/gets-a-models-production-deployment"},{"title":"Get a development deployment","sidebarTitle":"Development","openapi":"get /v1/models/{model_id}/deployments/development","href":"/reference/management-api/deployments/gets-a-models-development-deployment"},{"title":"Get a model deployment by ID","sidebarTitle":"Deployment by ID","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}","href":"/reference/management-api/deployments/gets-a-models-deployment-by-id"},{"title":"Get model deployment logs","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/logs","href":"/reference/management-api/deployments/get-deployment-logs"},{"title":"Get model deployment metrics","tag":"Beta","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/metrics","href":"/reference/management-api/deployments/get-deployment-metrics"},{"title":"List model deployment startups","tag":"Beta","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/startups","href":"/reference/management-api/deployments/list-deployment-startups"},{"title":"Get a model deployment startup summary","tag":"Beta","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/startups/summary","href":"/reference/management-api/deployments/get-deployment-startup-summary"},{"title":"Get model deployment config","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/config","href":"/reference/management-api/deployments/get-deployment-config"},{"title":"Get model deployment download URL","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/download","href":"/reference/management-api/deployments/get-deployment-download-url"},{"title":"Get all chain deployments","sidebarTitle":"All Chain deployments","openapi":"get /v1/chains/{chain_id}/deployments","href":"/reference/management-api/deployments/gets-all-chain-deployments"},{"title":"Get a chain deployment by ID","sidebarTitle":"Chain deployment by ID","openapi":"get /v1/chains/{chain_id}/deployments/{chain_deployment_id}","href":"/reference/management-api/deployments/gets-a-chain-deployment-by-id"},{"title":"Get a development deployment's patch state","openapi":"get /v1/models/{model_id}/deployments/{deployment_id}/patches/state","href":"/reference/management-api/deployments/gets-a-development-deployments-patch-state"},{"title":"Add a deployment to a model","openapi":"post /v1/models/{model_id}/deployments","href":"/reference/management-api/deployments/adds-a-deployment-to-a-model"},{"title":"Create a BIS-LLM deployment version","openapi":"post /v1/llm_models/{model_id}/deployments","href":"/reference/management-api/deployments/create-a-bis-llm-deployment-version"},{"title":"Stage a patch against a development deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/patches","href":"/reference/management-api/deployments/stages-a-patch-against-a-development-deployment"},{"title":"Sync staged patches to a development deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/patches/sync","href":"/reference/management-api/deployments/syncs-staged-patches-to-a-development-deployment"},{"title":"Sign an SSH certificate for an inference model","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/ssh/sign","href":"/reference/management-api/deployments/signs-an-ssh-certificate-for-an-inference-model"},{"title":"Update a model deployment","sidebarTitle":"Update deployment","openapi":"patch /v1/models/{model_id}/deployments/{deployment_id}","href":"/reference/management-api/deployments/updates-a-models-deployment-by-id"},{"title":"Delete a model deployment","sidebarTitle":"Delete deployment","openapi":"delete /v1/models/{model_id}/deployments/{deployment_id}","href":"/reference/management-api/deployments/deletes-a-models-deployment-by-id"},{"title":"Delete a chain deployment","openapi":"delete /v1/chains/{chain_id}/deployments/{chain_deployment_id}","href":"/reference/management-api/deployments/deletes-a-chain-deployment-by-id"},{"title":"Terminate deployment replica","openapi":"delete /v1/models/{model_id}/deployments/{deployment_id}/replicas/{replica_id}","href":"/reference/management-api/deployments/terminates-deployment-replica"},{"group":"Activate","pages":[{"title":"Activate environment deployment","sidebarTitle":"Environment","openapi":"post /v1/models/{model_id}/environments/{env_name}/activate","href":"/reference/management-api/deployments/activate/activates-a-deployment-associated-with-an-environment"},{"title":"Activate a development deployment","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/activate","href":"/reference/management-api/deployments/activate/activates-a-development-deployment"},{"title":"Activate a deployment","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/activate","href":"/reference/management-api/deployments/activate/activates-a-deployment"},{"title":"Activate production deployment","openapi":"post /v1/models/{model_id}/deployments/production/activate","href":"/reference/management-api/deployments/activate/activates-production-deployment"}]},{"group":"Deactivate","pages":[{"title":"Deactivate environment deployment","sidebarTitle":"Environment","openapi":"post /v1/models/{model_id}/environments/{env_name}/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-deployment-associated-with-an-environment"},{"title":"Deactivate a development deployment","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-development-deployment"},{"title":"Deactivate a deployment","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-deployment"},{"title":"Deactivate production deployment","openapi":"post /v1/models/{model_id}/deployments/production/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-production-deployment"},{"title":"Deactivate a chain deployment","sidebarTitle":"Chain deployment","openapi":"post /v1/chains/{chain_id}/deployments/{chain_deployment_id}/deactivate","href":"/reference/management-api/deployments/deactivate/deactivates-a-chain-deployment"}]},{"group":"Retry","pages":[{"title":"Retry a development deployment","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/retry","href":"/reference/management-api/deployments/retry/retries-a-development-deployment"},{"title":"Retry a deployment","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/retry","href":"/reference/management-api/deployments/retry/retries-a-deployment"},{"title":"Retry a production deployment","sidebarTitle":"Production","openapi":"post /v1/models/{model_id}/deployments/production/retry","href":"/reference/management-api/deployments/retry/retries-production-deployment"}]},{"group":"Promote","pages":[{"title":"Promote to model environment","sidebarTitle":"Environment","openapi":"post /v1/models/{model_id}/environments/{env_name}/promote","href":"/reference/management-api/deployments/promote/promotes-a-deployment-to-an-environment"},{"title":"Cancel model promotion","sidebarTitle":"Cancel model promotion","openapi":"post /v1/models/{model_id}/environments/{env_name}/cancel_promotion","href":"/reference/management-api/deployments/promote/cancel-promotion"},{"title":"Promote a development deployment to production","sidebarTitle":"Development","openapi":"post /v1/models/{model_id}/deployments/development/promote","href":"/reference/management-api/deployments/promote/promotes-a-development-deployment-to-production"},{"title":"Promote a deployment to production","sidebarTitle":"Deployment","openapi":"post /v1/models/{model_id}/deployments/{deployment_id}/promote","href":"/reference/management-api/deployments/promote/promotes-a-deployment-to-production"},{"title":"Pause rolling deployment","sidebarTitle":"Pause rolling deployment","openapi":"post /v1/models/{model_id}/environments/{env_name}/pause_promotion","href":"/reference/management-api/deployments/promote/pause-promotion"},{"title":"Resume rolling deployment","sidebarTitle":"Resume rolling deployment","openapi":"post /v1/models/{model_id}/environments/{env_name}/resume_promotion","href":"/reference/management-api/deployments/promote/resume-promotion"},{"title":"Force cancel rolling deployment","sidebarTitle":"Force cancel rolling deployment","openapi":"post /v1/models/{model_id}/environments/{env_name}/force_cancel_promotion","href":"/reference/management-api/deployments/promote/force-cancel-promotion"},{"title":"Force roll forward promotion","sidebarTitle":"Force roll forward promotion","openapi":"post /v1/models/{model_id}/environments/{env_name}/force_roll_forward_promotion","href":"/reference/management-api/deployments/promote/force-roll-forward-promotion"},{"title":"Promote to chain environment","sidebarTitle":"Chain environment","openapi":"post /v1/chains/{chain_id}/environments/{env_name}/promote","href":"/reference/management-api/deployments/promote/promotes-a-chain-deployment-to-an-environment"}]},{"group":"Autoscaling","pages":[{"title":"Update a development deployment's autoscaling settings","sidebarTitle":"Development","openapi":"patch /v1/models/{model_id}/deployments/development/autoscaling_settings","href":"/reference/management-api/deployments/autoscaling/updates-a-development-deployments-autoscaling-settings"},{"title":"Update a deployment's autoscaling settings","sidebarTitle":"Deployment","openapi":"patch /v1/models/{model_id}/deployments/{deployment_id}/autoscaling_settings","href":"/reference/management-api/deployments/autoscaling/updates-a-deployments-autoscaling-settings"},{"title":"Update production deployment autoscaling settings","sidebarTitle":"Production autoscaling","openapi":"patch /v1/models/{model_id}/deployments/production/autoscaling_settings","href":"/reference/management-api/deployments/autoscaling/updates-production-deployment-autoscaling-settings"},{"title":"Update request backpressure settings","openapi":"patch /v1/models/{model_id}/deployments/{deployment_id}/request_backpressure_settings","href":"/reference/management-api/deployments/autoscaling/update-request-backpressure-settings"}]}]},{"group":"Environments","pages":[{"title":"Get all environments","openapi":"get /v1/models/{model_id}/environments","href":"/reference/management-api/environments/get-all-environments"},{"title":"Get environment","openapi":"get /v1/models/{model_id}/environments/{env_name}","href":"/reference/management-api/environments/get-an-environments-details"},{"title":"Get environment logs","openapi":"get /v1/models/{model_id}/environments/{env_name}/logs","href":"/reference/management-api/environments/get-environment-logs"},{"title":"Get environment metrics","openapi":"get /v1/models/{model_id}/environments/{env_name}/metrics","href":"/reference/management-api/environments/get-environment-metrics"},{"title":"List model environment startups","tag":"Beta","openapi":"get /v1/models/{model_id}/environments/{env_name}/startups","href":"/reference/management-api/environments/list-environment-startups"},{"title":"Get a model environment startup summary","tag":"Beta","openapi":"get /v1/models/{model_id}/environments/{env_name}/startups/summary","href":"/reference/management-api/environments/get-environment-startup-summary"},{"title":"Get all Chain environments","openapi":"get /v1/chains/{chain_id}/environments","href":"/reference/management-api/environments/get-all-chain-environments"},{"title":"Get Chain environment","description":"Gets a chain environment's details and returns the chain environment.","openapi":"get /v1/chains/{chain_id}/environments/{env_name}","href":"/reference/management-api/environments/get-a-chain-environments-details"},{"title":"Create environment","openapi":"post /v1/models/{model_id}/environments","href":"/reference/management-api/environments/create-an-environment"},{"title":"Create Chain environment","description":"Creates a chain environment.","openapi":"post /v1/chains/{chain_id}/environments","href":"/reference/management-api/environments/create-a-chain-environment"},{"title":"Update model environment","sidebarTitle":"Update environment","openapi":"patch /v1/models/{model_id}/environments/{env_name}","href":"/reference/management-api/environments/update-an-environments-settings"},{"title":"Update Chain environment","openapi":"patch /v1/chains/{chain_id}/environments/{env_name}","href":"/reference/management-api/environments/update-a-chain-environments-settings"},{"title":"Update chainlet environment's autoscaling settings","sidebarTitle":"Chainlet environment","openapi":"patch /v1/chains/{chain_id}/environments/{env_name}/chainlet_settings/autoscaling_settings","href":"/reference/management-api/environments/update-a-chainlet-environments-autoscaling-settings"},{"title":"Update chainlet environment's instance type","openapi":"post /v1/chains/{chain_id}/environments/{env_name}/chainlet_settings/instance_types/update","href":"/reference/management-api/environments/update-a-chainlet-environments-instance-type-settings"},{"title":"Delete environment","openapi":"delete /v1/models/{model_id}/environments/{env_name}","href":"/reference/management-api/environments/delete-an-environment"}]},{"group":"Environment groups","pages":[{"title":"List environment groups","openapi":"get /v1/environment_groups","href":"/reference/management-api/environment-groups/list-environment-groups"},{"title":"Get an environment group","openapi":"get /v1/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/get-an-environment-group"},{"title":"Update an environment group","openapi":"patch /v1/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/update-an-environment-group"},{"title":"List a team's environment groups","openapi":"get /v1/teams/{team_id}/environment_groups","href":"/reference/management-api/environment-groups/list-team-environment-groups"},{"title":"Get a team's environment group","openapi":"get /v1/teams/{team_id}/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/get-a-team-environment-group"},{"title":"Update a team's environment group","openapi":"patch /v1/teams/{team_id}/environment_groups/{env_name}","href":"/reference/management-api/environment-groups/update-a-team-environment-group"}]},{"group":"Training capacity","pages":[{"title":"Get training GPU capacity","openapi":"get /v1/training/capacity","href":"/reference/management-api/training/gets-training-gpu-capacity"},{"title":"Set a team's training GPU capacity","openapi":"patch /v1/training/capacity","href":"/reference/management-api/training/sets-a-teams-training-gpu-capacity"}]},{"group":"Instance types","pages":[{"title":"List all instance types","openapi":"get /v1/instance_types","href":"/reference/management-api/instance-types/gets-all-instance-types"},{"title":"Instance type prices","openapi":"get /v1/instance_type_prices","href":"/reference/management-api/instance-types/gets-instance-type-prices"}]},{"group":"Regions","pages":[{"title":"List regions","openapi":"get /v1/regions","href":"/reference/management-api/regions/list-regions"},{"title":"List a team's regions","openapi":"get /v1/teams/{team_id}/regions","href":"/reference/management-api/regions/list-team-regions"}]},{"group":"Model APIs","pages":[{"title":"List all Model APIs","openapi":"get /v1/model_apis","href":"/reference/management-api/model-apis/gets-all-model-apis"},{"title":"Get a Model API by name","openapi":"get /v1/model_apis/{model_api_name}","href":"/reference/management-api/model-apis/gets-a-model-api-by-name"},{"title":"Get Model APIs usage","sidebarTitle":"Usage","openapi":"get /v1/model_apis/usage","href":"/reference/management-api/model-apis/gets-model-apis-token-usage"}]},{"group":"Library listings","pages":[{"title":"List library listings","openapi":"get /v1/library_listings","href":"/reference/management-api/library-listings/list-library-listings"},{"title":"Create a library listing","openapi":"post /v1/library_listings","href":"/reference/management-api/library-listings/create-library-listing"},{"title":"Get a library listing","openapi":"get /v1/library_listings/{user_defined_listing_id}","href":"/reference/management-api/library-listings/get-library-listing"},{"title":"Update a library listing","openapi":"patch /v1/library_listings/{user_defined_listing_id}","href":"/reference/management-api/library-listings/update-library-listing"},{"title":"Delete a library listing","openapi":"delete /v1/library_listings/{user_defined_listing_id}","href":"/reference/management-api/library-listings/delete-library-listing"},{"group":"Versions","pages":[{"title":"List listing versions","openapi":"get /v1/library_listings/{user_defined_listing_id}/versions","href":"/reference/management-api/library-listings/versions/list-listing-versions"},{"title":"Create a listing version","openapi":"post /v1/library_listings/{user_defined_listing_id}/versions","href":"/reference/management-api/library-listings/versions/create-listing-version"},{"title":"Get a listing version","openapi":"get /v1/library_listings/{user_defined_listing_id}/versions/{version_tag}","href":"/reference/management-api/library-listings/versions/get-listing-version"},{"title":"Update a listing version","openapi":"patch /v1/library_listings/{user_defined_listing_id}/versions/{version_tag}","href":"/reference/management-api/library-listings/versions/update-listing-version"},{"title":"Delete a listing version","openapi":"delete /v1/library_listings/{user_defined_listing_id}/versions/{version_tag}","href":"/reference/management-api/library-listings/versions/delete-listing-version"}]}]},{"group":"Teams","pages":[{"title":"List all teams","openapi":"get /v1/teams","href":"/reference/management-api/teams/lists-all-teams"},{"title":"Get a team by ID","openapi":"get /v1/teams/{team_id}","href":"/reference/management-api/teams/gets-a-team-by-id"}]},{"group":"Users","pages":[{"title":"List users","openapi":"get /v1/users","href":"/reference/management-api/users/list-users"},{"title":"Get the current user","openapi":"get /v1/users/me","href":"/reference/management-api/users/get-the-current-user"},{"title":"Get a user","openapi":"get /v1/users/{user_id}","href":"/reference/management-api/users/get-a-user"}]},{"group":"Organization","pages":[{"title":"Get the current organization","openapi":"get /v1/organizations/me","href":"/reference/management-api/organization/get-the-current-organization"}]},{"group":"Secrets","pages":[{"title":"Get all secrets","openapi":"get /v1/secrets","href":"/reference/management-api/secrets/gets-all-secrets"},{"title":"Get all team secrets","openapi":"get /v1/teams/{team_id}/secrets","href":"/reference/management-api/secrets/gets-all-team-secrets"},{"title":"Upsert a secret","openapi":"post /v1/secrets","href":"/reference/management-api/secrets/upserts-a-secret"},{"title":"Upsert a team secret","openapi":"post /v1/teams/{team_id}/secrets","href":"/reference/management-api/secrets/upserts-a-team-secret"},{"title":"Delete a secret by name","openapi":"delete /v1/secrets/{secret_name}","href":"/reference/management-api/secrets/deletes-a-secret-by-name"},{"title":"Delete a team secret","openapi":"delete /v1/teams/{team_id}/secrets/{secret_name}","href":"/reference/management-api/secrets/deletes-a-team-secret-by-name"}]},{"group":"Volumes","pages":[{"title":"List volumes","openapi":"get /v1/volumes","href":"/reference/management-api/volumes/list-volumes"},{"title":"List volume namespaces","openapi":"get /v1/volumes/namespaces","href":"/reference/management-api/volumes/list-volume-namespaces"},{"title":"Get a volume","openapi":"get /v1/volumes/{volume_namespace}/{volume_name}","href":"/reference/management-api/volumes/get-a-volume"},{"title":"Delete a volume","openapi":"delete /v1/volumes/{volume_namespace}/{volume_name}","href":"/reference/management-api/volumes/delete-a-volume"},{"title":"List volume versions","openapi":"get /v1/volumes/{volume_namespace}/{volume_name}/versions","href":"/reference/management-api/volumes/list-volume-versions"},{"title":"Get a volume version","openapi":"get /v1/volumes/{volume_namespace}/{volume_name}/versions/{volume_version}","href":"/reference/management-api/volumes/get-a-volume-version"},{"title":"Delete a volume version","openapi":"delete /v1/volumes/{volume_namespace}/{volume_name}/versions/{volume_version}","href":"/reference/management-api/volumes/delete-a-volume-version"},{"title":"Restore a volume version","openapi":"post /v1/volumes/{volume_namespace}/{volume_name}/versions/{volume_version}/restore","href":"/reference/management-api/volumes/restore-a-volume-version"},{"title":"Create a volume access token","openapi":"post /v1/volumes/token","href":"/reference/management-api/volumes/create-a-volume-access-token"},{"title":"List volume syncs","openapi":"get /v1/volumes/syncs","href":"/reference/management-api/volumes/list-volume-syncs"},{"title":"Create a volume sync","openapi":"post /v1/volumes/syncs","href":"/reference/management-api/volumes/create-a-volume-sync"},{"title":"Get a volume sync","openapi":"get /v1/volumes/syncs/{volume_sync_id}","href":"/reference/management-api/volumes/get-a-volume-sync"},{"title":"Cancel a volume sync","openapi":"post /v1/volumes/syncs/{volume_sync_id}/cancel","href":"/reference/management-api/volumes/cancel-a-volume-sync"},{"title":"Update a volume","openapi":"patch /v1/volumes/{volume_namespace}/{volume_name}","href":"/reference/management-api/volumes/update-a-volume"},{"title":"Set a volume tag","openapi":"post /v1/volumes/{volume_namespace}/{volume_name}/tags","href":"/reference/management-api/volumes/set-a-volume-tag"},{"title":"Delete a volume tag","openapi":"delete /v1/volumes/{volume_namespace}/{volume_name}/tags/{volume_tag}","href":"/reference/management-api/volumes/delete-a-volume-tag"}]},{"group":"Routes","pages":[{"title":"List routes","openapi":"get /v1/grid/routes","href":"/reference/management-api/routes/lists-routes"},{"title":"Get a route","openapi":"get /v1/grid/routes/{route_id}","href":"/reference/management-api/routes/gets-a-route"},{"title":"Create a route","openapi":"post /v1/grid/routes","href":"/reference/management-api/routes/creates-a-route"},{"title":"Update a route","openapi":"patch /v1/grid/routes/{route_id}","href":"/reference/management-api/routes/updates-a-route"},{"title":"Delete a route","openapi":"delete /v1/grid/routes/{route_id}","href":"/reference/management-api/routes/deletes-a-route"},{"title":"Get route usage","openapi":"get /v1/grid/routes/usage","href":"/reference/management-api/routes/get-route-usage"},{"title":"List route connections","tag":"Beta","openapi":"get /v1/grid/connections","href":"/reference/management-api/routes/list-route-connections"},{"title":"Create a route connection","tag":"Beta","openapi":"post /v1/grid/connections","href":"/reference/management-api/routes/create-route-connection"},{"title":"Update a route connection","tag":"Beta","openapi":"patch /v1/grid/connections/{connection_id}","href":"/reference/management-api/routes/update-route-connection"},{"title":"Delete a route connection","tag":"Beta","openapi":"delete /v1/grid/connections/{connection_id}","href":"/reference/management-api/routes/delete-route-connection"}]},{"group":"Classifiers","pages":[{"title":"List classifiers","openapi":"get /v1/grid/classifiers","href":"/reference/management-api/classifiers/list-classifiers"},{"title":"Get a classifier","openapi":"get /v1/grid/classifiers/{classifier_id}","href":"/reference/management-api/classifiers/get-a-classifier"}]},{"group":"Team settings","pages":[{"title":"Get team settings","openapi":"get /v1/grid/team_settings","href":"/reference/management-api/team-settings/get-team-settings"},{"title":"Update team settings","openapi":"patch /v1/grid/team_settings","href":"/reference/management-api/team-settings/update-team-settings"},{"title":"List member settings","openapi":"get /v1/grid/team_settings/users","href":"/reference/management-api/team-settings/list-member-settings"},{"title":"Get member settings","openapi":"get /v1/grid/team_settings/users/{user_id}","href":"/reference/management-api/team-settings/get-member-settings"},{"title":"Update member settings","openapi":"patch /v1/grid/team_settings/users/{user_id}","href":"/reference/management-api/team-settings/update-member-settings"}]},{"group":"Explore","pages":[{"title":"List model metadata","openapi":"get /v1/explore/metadata","href":"/reference/management-api/explore/list-model-metadata"}]},{"group":"Blob credentials","pages":[{"title":"Get blob credentials for models","openapi":"get /v1/blobs/credentials/model","href":"/reference/management-api/blob-credentials/gets-blob-credentials-for-models"},{"title":"Get blob credentials for training","openapi":"get /v1/blobs/credentials/train","href":"/reference/management-api/blob-credentials/gets-blob-credentials-for-training"}]},{"group":"API keys","pages":[{"title":"Get all API keys","openapi":"get /v1/api_keys","href":"/reference/management-api/api-keys/lists-the-users-api-keys"},{"title":"Create an API key","openapi":"post /v1/api_keys","href":"/reference/management-api/api-keys/creates-an-api-key"},{"title":"Create a team API key","openapi":"post /v1/teams/{team_id}/api_keys","href":"/reference/management-api/api-keys/creates-a-team-api-key"},{"title":"Delete an API key","openapi":"delete /v1/api_keys/{api_key_prefix}","href":"/reference/management-api/api-keys/delete-an-api-key"}]},{"group":"Billing","pages":[{"title":"Get billing usage summary","sidebarTitle":"Usage summary","openapi":"get /v1/billing/usage_summary","href":"/reference/management-api/billing/gets-billing-usage-summary-for-a-date-range"},{"title":"Get Model APIs costs","sidebarTitle":"Costs","openapi":"get /v1/billing/model_apis","href":"/reference/management-api/billing/gets-model-apis-costs"},{"title":"Get tool call usage","sidebarTitle":"Tool call usage","openapi":"get /v1/billing/tool_call_usage","href":"/reference/management-api/billing/get-tool-call-usage"}]},{"group":"Audit logs","pages":[{"title":"Get workspace audit logs","sidebarTitle":"Workspace audit logs","openapi":"get /v1/audit_logs","href":"/reference/management-api/audit-logs/get-workspace-audit-logs"},{"title":"Get model audit logs","sidebarTitle":"Model audit logs","openapi":"get /v1/models/{model_id}/audit_logs","href":"/reference/management-api/audit-logs/get-model-audit-logs"},{"title":"Get chain audit logs","sidebarTitle":"Chain audit logs","openapi":"get /v1/chains/{chain_id}/audit_logs","href":"/reference/management-api/audit-logs/get-chain-audit-logs"}]},{"group":"Sandboxes","tag":"PRIVATE PREVIEW","pages":[{"title":"Sandboxes API reference","sidebarTitle":"Overview","href":"/reference/management-api/sandboxes/overview"},{"title":"Get sandbox configuration","openapi":"get /v1/sandboxes/configuration","href":"/reference/management-api/sandboxes/get-sandbox-configuration"},{"title":"List sandboxes","openapi":"get /v1/sandboxes/instances","href":"/reference/management-api/sandboxes/list-sandboxes"},{"title":"Get a sandbox","openapi":"get /v1/sandboxes/instances/{sandbox_name}","href":"/reference/management-api/sandboxes/get-a-sandbox"},{"title":"Get sandbox logs","openapi":"get /v1/sandboxes/instances/{sandbox_name}/logs","href":"/reference/management-api/sandboxes/get-sandbox-logs"},{"title":"Get sandbox metrics","openapi":"get /v1/sandboxes/instances/{sandbox_name}/metrics","href":"/reference/management-api/sandboxes/get-sandbox-metrics"},{"title":"List built-in sandbox images","openapi":"get /v1/sandboxes/library_images","href":"/reference/management-api/sandboxes/list-built-in-sandbox-images"},{"title":"List sandbox images","openapi":"get /v1/sandboxes/images","href":"/reference/management-api/sandboxes/list-sandbox-images"},{"title":"Get a sandbox image","openapi":"get /v1/sandboxes/images/{image_name}","href":"/reference/management-api/sandboxes/get-a-sandbox-image"},{"title":"Get image build logs","openapi":"get /v1/sandboxes/images/{image_name}/logs","href":"/reference/management-api/sandboxes/get-image-build-logs"},{"title":"List image tags","openapi":"get /v1/sandboxes/images/{image_name}/tags","href":"/reference/management-api/sandboxes/list-image-tags"},{"title":"List sandbox previews","openapi":"get /v1/sandboxes/instances/{sandbox_name}/previews","href":"/reference/management-api/sandboxes/list-sandbox-previews"},{"title":"Get a sandbox preview","openapi":"get /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}","href":"/reference/management-api/sandboxes/get-a-sandbox-preview"},{"title":"List sandbox preview tokens","openapi":"get /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}/tokens","href":"/reference/management-api/sandboxes/list-sandbox-preview-tokens"},{"title":"Create a sandbox access token","openapi":"post /v1/token","href":"/reference/management-api/sandboxes/create-a-sandbox-access-token"},{"title":"Create a sandbox","openapi":"post /v1/sandboxes/instances","href":"/reference/management-api/sandboxes/create-a-sandbox"},{"title":"Update a sandbox","openapi":"patch /v1/sandboxes/instances/{sandbox_name}","href":"/reference/management-api/sandboxes/update-a-sandbox"},{"title":"Delete a sandbox","openapi":"delete /v1/sandboxes/instances/{sandbox_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox"},{"title":"Push a sandbox image","openapi":"post /v1/sandboxes/images","href":"/reference/management-api/sandboxes/push-a-sandbox-image"},{"title":"Delete an image tag","openapi":"delete /v1/sandboxes/images/{image_name}/tags/{tag_name}","href":"/reference/management-api/sandboxes/delete-an-image-tag"},{"title":"Delete a sandbox image","openapi":"delete /v1/sandboxes/images/{image_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox-image"},{"title":"Clean up unused images","openapi":"post /v1/sandboxes/cleanup_images","href":"/reference/management-api/sandboxes/clean-up-unused-images"},{"title":"Create a sandbox preview","openapi":"post /v1/sandboxes/instances/{sandbox_name}/previews","href":"/reference/management-api/sandboxes/create-a-sandbox-preview"},{"title":"Update a sandbox preview","openapi":"patch /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}","href":"/reference/management-api/sandboxes/update-a-sandbox-preview"},{"title":"Delete a sandbox preview","openapi":"delete /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox-preview"},{"title":"Create a sandbox preview token","openapi":"post /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}/tokens","href":"/reference/management-api/sandboxes/create-a-sandbox-preview-token"},{"title":"Delete a sandbox preview token","openapi":"delete /v1/sandboxes/instances/{sandbox_name}/previews/{preview_name}/tokens/{token_name}","href":"/reference/management-api/sandboxes/delete-a-sandbox-preview-token"}]}]},{"group":"Loops API","pages":[{"title":"Loops API reference","sidebarTitle":"Overview","href":"/reference/loops-api/overview"},{"group":"Sessions","pages":[{"title":"Get a session","openapi":"get /v1/loops/sessions/{session_id}","href":"/reference/loops-api/sessions/get-a-session"},{"title":"Create a session","openapi":"post /v1/loops/sessions","href":"/reference/loops-api/sessions/create-a-session"},{"title":"Create a team session","openapi":"post /v1/teams/{team_id}/loops/sessions","href":"/reference/loops-api/sessions/create-a-team-session"}]},{"group":"Runs","pages":[{"title":"List runs","openapi":"get /v1/loops/runs","href":"/reference/loops-api/runs/list-runs"},{"title":"List a team's runs","openapi":"get /v1/teams/{team_id}/loops/runs","href":"/reference/loops-api/runs/list-team-runs"},{"title":"Get a run","openapi":"get /v1/loops/runs/{run_id}","href":"/reference/loops-api/runs/get-a-run"},{"title":"Create a run","openapi":"post /v1/loops/runs","href":"/reference/loops-api/runs/create-a-run"},{"title":"Create a team run","openapi":"post /v1/teams/{team_id}/loops/runs","href":"/reference/loops-api/runs/create-a-team-run"},{"title":"Create a trainer","openapi":"post /v1/loops/trainers","href":"/reference/loops-api/runs/create-a-trainer"},{"title":"Create a team trainer","openapi":"post /v1/teams/{team_id}/loops/trainers","href":"/reference/loops-api/runs/create-a-team-trainer"},{"title":"Deactivate a run","openapi":"post /v1/loops/runs/{run_id}/deactivate","href":"/reference/loops-api/runs/deactivate-a-run"}]},{"group":"Samplers","pages":[{"title":"List samplers","openapi":"get /v1/loops/samplers","href":"/reference/loops-api/samplers/list-samplers"},{"title":"List a team's samplers","openapi":"get /v1/teams/{team_id}/loops/samplers","href":"/reference/loops-api/samplers/list-team-samplers"},{"title":"Get a sampler","openapi":"get /v1/loops/samplers/{sampler_id}","href":"/reference/loops-api/samplers/get-a-sampler"},{"title":"Create a sampler","openapi":"post /v1/loops/samplers","href":"/reference/loops-api/samplers/create-a-sampler"},{"title":"Create a team sampler","openapi":"post /v1/teams/{team_id}/loops/samplers","href":"/reference/loops-api/samplers/create-a-team-sampler"},{"title":"Deactivate a standalone sampler","openapi":"post /v1/loops/samplers/{sampler_id}/deactivate","href":"/reference/loops-api/samplers/deactivate-a-sampler"}]},{"group":"Checkpoints","pages":[{"title":"List checkpoints","openapi":"get /v1/loops/checkpoints","href":"/reference/loops-api/checkpoints/list-checkpoints"},{"title":"Get checkpoint source","openapi":"get /v1/loops/checkpoints/{checkpoint_id}/source","href":"/reference/loops-api/checkpoints/get-checkpoint-source"},{"title":"Get checkpoint files","openapi":"get /v1/loops/checkpoints/{checkpoint_id}/files","href":"/reference/loops-api/checkpoints/get-checkpoint-files"},{"title":"Validate a checkpoint","openapi":"post /v1/loops/checkpoints/validate","href":"/reference/loops-api/checkpoints/validate-a-checkpoint"},{"title":"Deploy checkpoints","openapi":"post /v1/loops/checkpoints/deploy","href":"/reference/loops-api/checkpoints/deploy-checkpoints"}]},{"group":"Deployments","pages":[{"title":"List deployments","openapi":"get /v1/loops/deployments","href":"/reference/loops-api/deployments/list-deployments"},{"title":"Get a deployment","openapi":"get /v1/loops/deployments/{deployment_id}","href":"/reference/loops-api/deployments/get-a-deployment"},{"title":"Get deployment logs","openapi":"get /v1/loops/deployments/{deployment_id}/logs","href":"/reference/loops-api/deployments/get-deployment-logs"},{"title":"Get deployment debug archive","openapi":"get /v1/loops/deployments/{deployment_id}/debug_archive/files","href":"/reference/loops-api/deployments/get-deployment-debug-archive"},{"title":"Get deployment metrics","openapi":"post /v1/loops/deployments/{deployment_id}/metrics","href":"/reference/loops-api/deployments/get-deployment-metrics"},{"title":"Deactivate a deployment","openapi":"post /v1/loops/deployments/{deployment_id}/deactivate","href":"/reference/loops-api/deployments/deactivate-a-deployment"}]},{"group":"Server","pages":[{"title":"Get server capabilities","openapi":"get /v1/loops/capabilities","href":"/reference/loops-api/server/get-capabilities"},{"title":"Get your Loops user config","openapi":"get /v1/loops/user_config","href":"/reference/loops-api/server/get-your-loops-user-config"},{"title":"Update your Loops user config","openapi":"patch /v1/loops/user_config","href":"/reference/loops-api/server/update-your-loops-user-config"}]}]},{"group":"Training API","pages":[{"title":"Training API reference","sidebarTitle":"Overview","href":"/reference/training-api/overview"},{"group":"Training projects","pages":[{"title":"List training projects","openapi":"get /v1/training_projects","href":"/reference/training-api/get-training-projects"},{"title":"Get training project","openapi":"get /v1/training_projects/{training_project_id}","href":"/reference/training-api/get-training-project"},{"title":"Get training project cache summary","openapi":"get /v1/training_projects/{training_project_id}/cache/summary","href":"/reference/training-api/get-training-project-cache-summary"},{"title":"Create training project","openapi":"post /v1/training_projects","href":"/reference/training-api/create-training-project"},{"title":"Create a team training project","openapi":"post /v1/teams/{team_id}/training_projects","href":"/reference/training-api/create-team-training-project"},{"title":"Delete training project","openapi":"delete /v1/training_projects/{training_project_id}","href":"/reference/training-api/delete-training-project"}]},{"group":"Training jobs","pages":[{"title":"List training jobs","openapi":"get /v1/training_projects/{training_project_id}/jobs","href":"/reference/training-api/list-training-jobs"},{"title":"Get training job","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}","href":"/reference/training-api/get-training-job"},{"title":"Get training job queue context","openapi":"get /v1/training/jobs/{training_job_id}/queue_context","href":"/reference/training-api/get-training-job-queue-context"},{"title":"Get training job checkpoint files","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/checkpoint_files","href":"/reference/training-api/get-training-job-checkpoint-files"},{"title":"List training job checkpoints","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/checkpoints","href":"/reference/training-api/get-training-job-checkpoints"},{"title":"Get training job logs","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/logs","href":"/reference/training-api/get-training-job-logs"},{"title":"Get training job metrics","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/metrics","href":"/reference/training-api/get-training-job-metrics"},{"title":"Get auth codes for training job","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/auth_codes","href":"/reference/training-api/get-auth-codes-for-training-job"},{"title":"Download training job source code","openapi":"get /v1/training_projects/{training_project_id}/jobs/{training_job_id}/download","href":"/reference/training-api/download-training-job"},{"title":"Create training job","openapi":"post /v1/training_projects/{training_project_id}/jobs","href":"/reference/training-api/create-training-job"},{"title":"Recreate training job","openapi":"post /v1/training_projects/{training_project_id}/jobs/{training_job_id}/recreate","href":"/reference/training-api/recreate-training-job"},{"title":"Search training jobs","openapi":"post /v1/training_jobs/search","href":"/reference/training-api/search-training-jobs"},{"title":"Stop training job","openapi":"post /v1/training_projects/{training_project_id}/jobs/{training_job_id}/stop","href":"/reference/training-api/stop-training-job"},{"title":"Sign an SSH certificate for a training job","openapi":"post /v1/training_projects/{training_project_id}/jobs/{training_job_id}/ssh/sign","href":"/reference/training-api/signs-an-ssh-certificate-for-a-training-job"},{"title":"Update training job","openapi":"patch /v1/training_projects/{training_project_id}/jobs/{training_job_id}","href":"/reference/training-api/update-training-job"},{"title":"Update interactive session","openapi":"patch /v1/training_projects/{training_project_id}/jobs/{training_job_id}/interactive_sessions/{session_id}","href":"/reference/training-api/update-interactive-session"},{"title":"Delete training job","openapi":"delete /v1/training_projects/{training_project_id}/jobs/{training_job_id}","href":"/reference/training-api/delete-training-job"}]}]},{"group":"Frontier Gateway API","tag":"NEW","pages":[{"title":"Frontier Gateway API reference","sidebarTitle":"Overview","mode":"center","href":"/reference/gateway/overview"},{"group":"Endpoints","pages":[{"title":"List endpoints","sidebarTitle":"List endpoints","openapi":"get /v1/gateway/endpoints","playground":"none","href":"/reference/gateway/endpoints/list-endpoints"},{"title":"Get an endpoint","sidebarTitle":"Get endpoint","openapi":"get /v1/gateway/endpoints/{endpoint_id}","playground":"none","href":"/reference/gateway/endpoints/get-an-endpoint"},{"title":"Create an endpoint","sidebarTitle":"Create endpoint","openapi":"post /v1/gateway/endpoints","playground":"none","href":"/reference/gateway/endpoints/create-an-endpoint"},{"title":"Update an endpoint","sidebarTitle":"Update endpoint","openapi":"patch /v1/gateway/endpoints/{endpoint_id}","playground":"none","href":"/reference/gateway/endpoints/replace-endpoint-targets"},{"title":"Delete an endpoint","sidebarTitle":"Delete endpoint","openapi":"delete /v1/gateway/endpoints/{endpoint_id}","playground":"none","href":"/reference/gateway/endpoints/delete-an-endpoint"}]},{"group":"Groups","pages":[{"title":"List groups","sidebarTitle":"List groups","openapi":"get /v1/gateway/groups","playground":"none","href":"/reference/gateway/groups/list-groups"},{"title":"Get a group","sidebarTitle":"Get group","openapi":"get /v1/gateway/groups/{group_id}","playground":"none","href":"/reference/gateway/groups/get-a-group"},{"title":"Create a group","sidebarTitle":"Create group","openapi":"post /v1/gateway/groups","playground":"none","href":"/reference/gateway/groups/create-a-group"},{"title":"Update a group","sidebarTitle":"Update group","openapi":"patch /v1/gateway/groups/{group_id}","playground":"none","href":"/reference/gateway/groups/update-a-group"}]},{"group":"API keys","pages":[{"title":"List API keys for a group","sidebarTitle":"List API keys","openapi":"get /v1/gateway/groups/{group_id}/api_keys","playground":"none","href":"/reference/gateway/api-keys/list-api-keys-for-a-group"},{"title":"Get an API key","sidebarTitle":"Get API key","openapi":"get /v1/gateway/groups/{group_id}/api_keys/{api_key_prefix}","playground":"none","href":"/reference/gateway/api-keys/get-an-api-key"},{"title":"Create an API key","sidebarTitle":"Create API key","openapi":"post /v1/gateway/groups/{group_id}/api_keys","playground":"none","href":"/reference/gateway/api-keys/create-an-api-key"},{"title":"Register an API key","sidebarTitle":"Register API key","openapi":"post /v1/gateway/groups/{group_id}/api_keys/register","playground":"none","href":"/reference/gateway/api-keys/register-an-api-key"}]},{"group":"Events","pages":[{"title":"List gateway events","sidebarTitle":"List events","openapi":"get /v1/gateway/events","playground":"none","href":"/reference/gateway/events/list-gateway-events"}]},{"title":"Billing webhooks","href":"/reference/gateway/billing-webhooks"}]},{"group":"Sandbox runtime API","pages":[{"title":"Sandbox runtime API reference","sidebarTitle":"Overview","href":"/reference/sandbox-api/overview"},{"group":"Endpoints","pages":[{"group":"archive","pages":[{"title":"Export the filesystem changes to a presigned URL","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /archive/export","href":"/reference/sandbox-api/archive/export-the-filesystem-changes-to-a-presigned-url"},{"title":"Lift the archive freeze","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /archive/resume","href":"/reference/sandbox-api/archive/lift-the-archive-freeze"},{"title":"Get the archive status","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /archive/status","href":"/reference/sandbox-api/archive/get-the-archive-status"}]},{"group":"fastapply","pages":[{"title":"Apply code edit","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /codegen/fastapply/{path}","href":"/reference/sandbox-api/fastapply/apply-code-edit"}]},{"group":"codegen","pages":[{"title":"Code reranking/semantic search","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /codegen/reranking/{path}","href":"/reference/sandbox-api/codegen/code-rerankingsemantic-search"}]},{"group":"drive","pages":[{"title":"List currently mounted drives","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /drives/mount","href":"/reference/sandbox-api/drive/list-currently-mounted-drives"},{"title":"Attach a drive to a local path","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /drives/mount","href":"/reference/sandbox-api/drive/attach-a-drive-to-a-local-path"},{"title":"Detach a drive from a local path","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /drives/mount/{mountPath}","href":"/reference/sandbox-api/drive/detach-a-drive-from-a-local-path"}]},{"group":"system","pages":[{"title":"Reload environment from guest metadata","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /environment/reload","href":"/reference/sandbox-api/system/reload-environment-from-guest-metadata"},{"title":"Health check","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /health","href":"/reference/sandbox-api/system/health-check"},{"title":"Upgrade the sandbox-api","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /upgrade","href":"/reference/sandbox-api/system/upgrade-the-sandbox-api"}]},{"group":"filesystem","pages":[{"title":"Search for text content in files","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-content-search/{path}","href":"/reference/sandbox-api/filesystem/search-for-text-content-in-files"},{"title":"Find files and directories","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-find/{path}","href":"/reference/sandbox-api/filesystem/find-files-and-directories"},{"title":"List multipart uploads","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-multipart","href":"/reference/sandbox-api/filesystem/list-multipart-uploads"},{"title":"Initiate multipart upload","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /filesystem-multipart/initiate/{path}","href":"/reference/sandbox-api/filesystem/initiate-multipart-upload"},{"title":"Abort multipart upload","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /filesystem-multipart/{uploadId}/abort","href":"/reference/sandbox-api/filesystem/abort-multipart-upload"},{"title":"Complete multipart upload","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /filesystem-multipart/{uploadId}/complete","href":"/reference/sandbox-api/filesystem/complete-multipart-upload"},{"title":"Upload part","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /filesystem-multipart/{uploadId}/part","href":"/reference/sandbox-api/filesystem/upload-part"},{"title":"List parts","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-multipart/{uploadId}/parts","href":"/reference/sandbox-api/filesystem/list-parts"},{"title":"Fuzzy search for files and directories","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem-search/{path}","href":"/reference/sandbox-api/filesystem/fuzzy-search-for-files-and-directories"},{"title":"Get directory tree","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem/tree/{path}","href":"/reference/sandbox-api/filesystem/get-directory-tree"},{"title":"Create or update directory tree","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /filesystem/tree/{path}","href":"/reference/sandbox-api/filesystem/create-or-update-directory-tree"},{"title":"Delete directory tree","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /filesystem/tree/{path}","href":"/reference/sandbox-api/filesystem/delete-directory-tree"},{"title":"Get file or directory information","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /filesystem/{path}","href":"/reference/sandbox-api/filesystem/get-file-or-directory-information"},{"title":"Create or update a file or directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /filesystem/{path}","href":"/reference/sandbox-api/filesystem/create-or-update-a-file-or-directory"},{"title":"Delete file or directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /filesystem/{path}","href":"/reference/sandbox-api/filesystem/delete-file-or-directory"},{"title":"Stat a file or directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json head /filesystem/{path}","href":"/reference/sandbox-api/filesystem/stat-a-file-or-directory"},{"title":"Stream file modification events in a directory","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /watch/filesystem/{path}","href":"/reference/sandbox-api/filesystem/stream-file-modification-events-in-a-directory"}]},{"group":"network","pages":[{"title":"Start monitoring ports for a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /network/process/{pid}/monitor","href":"/reference/sandbox-api/network/start-monitoring-ports-for-a-process"},{"title":"Stop monitoring ports for a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /network/process/{pid}/monitor","href":"/reference/sandbox-api/network/stop-monitoring-ports-for-a-process"},{"title":"Get open ports for a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /network/process/{pid}/ports","href":"/reference/sandbox-api/network/get-open-ports-for-a-process"},{"title":"Disconnect tunnel","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /network/tunnel","href":"/reference/sandbox-api/network/disconnect-tunnel"},{"title":"Update tunnel configuration","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json put /network/tunnel/config","href":"/reference/sandbox-api/network/update-tunnel-configuration"}]},{"group":"process","pages":[{"title":"List all processes","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process","href":"/reference/sandbox-api/process/list-all-processes"},{"title":"Execute a command","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /process","href":"/reference/sandbox-api/process/execute-a-command"},{"title":"Get process by identifier","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process/{identifier}","href":"/reference/sandbox-api/process/get-process-by-identifier"},{"title":"Stop a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /process/{identifier}","href":"/reference/sandbox-api/process/stop-a-process"},{"title":"Kill a process","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /process/{identifier}/kill","href":"/reference/sandbox-api/process/kill-a-process"},{"title":"Get process logs","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process/{identifier}/logs","href":"/reference/sandbox-api/process/get-process-logs"},{"title":"Stream process logs in real time","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json get /process/{identifier}/logs/stream","href":"/reference/sandbox-api/process/stream-process-logs-in-real-time"},{"title":"Write to a process's stdin","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json post /process/{identifier}/stdin","href":"/reference/sandbox-api/process/write-to-a-processs-stdin"},{"title":"Close a process's stdin","deprecated":null,"version":null,"openapi":"/reference/sandbox-api/openapi.json delete /process/{identifier}/stdin","href":"/reference/sandbox-api/process/close-a-processs-stdin"}]}]}]},{"group":"CLI reference","pages":[{"title":"Baseten command-line tools","sidebarTitle":"Overview","href":"/reference/cli/index"},{"group":"Baseten CLI","pages":[{"title":"Baseten CLI overview","sidebarTitle":"Overview","href":"/reference/cli/baseten/overview"},{"title":"baseten auth","sidebarTitle":"auth","href":"/reference/cli/baseten/auth"},{"title":"baseten api","sidebarTitle":"api","href":"/reference/cli/baseten/api"},{"title":"baseten grid","sidebarTitle":"grid","href":"/reference/cli/baseten/harness"},{"title":"baseten grid team-settings","sidebarTitle":"grid team-settings","href":"/reference/cli/baseten/grid-team-settings"},{"title":"baseten grid user-settings","sidebarTitle":"grid user-settings","href":"/reference/cli/baseten/grid-user-settings"},{"title":"baseten grid connection","sidebarTitle":"grid connection","href":"/reference/cli/baseten/grid-connection"},{"title":"baseten grid classifier","sidebarTitle":"grid classifier","href":"/reference/cli/baseten/grid-classifier"},{"title":"baseten model","sidebarTitle":"model","href":"/reference/cli/baseten/model"},{"title":"baseten model deployment","sidebarTitle":"model deployment","href":"/reference/cli/baseten/model-deployment"},{"title":"baseten model deployment replica","sidebarTitle":"model deployment replica","href":"/reference/cli/baseten/model-deployment-replica"},{"title":"baseten model environment","sidebarTitle":"model environment","href":"/reference/cli/baseten/model-environment"},{"title":"baseten model environment autoscaling-schedule","sidebarTitle":"model environment autoscaling-schedule","href":"/reference/cli/baseten/model-environment-autoscaling-schedule"},{"title":"baseten model image","sidebarTitle":"model image","href":"/reference/cli/baseten/model-image"},{"title":"baseten model-api","sidebarTitle":"model-api","href":"/reference/cli/baseten/model-api"},{"title":"baseten org api-key","sidebarTitle":"org api-key","href":"/reference/cli/baseten/org-api-key"},{"title":"baseten org billing","sidebarTitle":"org billing","href":"/reference/cli/baseten/org-billing"},{"title":"baseten org secret","sidebarTitle":"org secret","href":"/reference/cli/baseten/org-secret"},{"title":"baseten org team","sidebarTitle":"org team","href":"/reference/cli/baseten/org-team"},{"title":"baseten org user","sidebarTitle":"org user","href":"/reference/cli/baseten/org-user"},{"title":"baseten org","sidebarTitle":"org","href":"/reference/cli/baseten/org"},{"title":"baseten grid route","sidebarTitle":"grid route","href":"/reference/cli/baseten/route"},{"title":"Grid API keys","sidebarTitle":"Grid API keys","href":"/reference/cli/baseten/route-api-key"},{"group":"sandbox","pages":[{"title":"baseten sandbox","sidebarTitle":"sandbox","href":"/reference/cli/baseten/sandbox"},{"title":"baseten sandbox image","sidebarTitle":"sandbox image","href":"/reference/cli/baseten/sandbox-image"},{"title":"baseten sandbox process","sidebarTitle":"sandbox process","href":"/reference/cli/baseten/sandbox-process"},{"title":"baseten sandbox preview","sidebarTitle":"sandbox preview","href":"/reference/cli/baseten/sandbox-preview"},{"title":"baseten sandbox preview token","sidebarTitle":"sandbox preview token","href":"/reference/cli/baseten/sandbox-preview-token"}]},{"title":"baseten ssh","sidebarTitle":"ssh","href":"/reference/cli/baseten/ssh"},{"title":"baseten volume","sidebarTitle":"volume","href":"/reference/cli/baseten/volume"},{"title":"baseten volume sync","sidebarTitle":"volume sync","href":"/reference/cli/baseten/volume-sync"},{"title":"baseten volume tag","sidebarTitle":"volume tag","href":"/reference/cli/baseten/volume-tag"},{"group":"loops","pages":[{"title":"baseten loops","sidebarTitle":"loops","href":"/reference/cli/baseten/loops"},{"title":"baseten loops run","sidebarTitle":"loops run","href":"/reference/cli/baseten/loops-run"},{"title":"baseten loops checkpoint","sidebarTitle":"loops checkpoint","href":"/reference/cli/baseten/loops-checkpoint"}]},{"group":"train","pages":[{"title":"baseten train","sidebarTitle":"train","href":"/reference/cli/baseten/train"},{"title":"baseten train job","sidebarTitle":"train job","href":"/reference/cli/baseten/train-job"},{"title":"baseten train job session","sidebarTitle":"train job session","href":"/reference/cli/baseten/train-job-session"},{"title":"baseten train capacity","sidebarTitle":"train capacity","href":"/reference/cli/baseten/train-capacity"},{"title":"baseten train checkpoint","sidebarTitle":"train checkpoint","href":"/reference/cli/baseten/train-checkpoint"},{"title":"baseten train project","sidebarTitle":"train project","href":"/reference/cli/baseten/train-project"},{"title":"baseten train project cache","sidebarTitle":"train project cache","href":"/reference/cli/baseten/train-project-cache"},{"title":"baseten train workstation","sidebarTitle":"train workstation","href":"/reference/cli/baseten/train-workstation"}]},{"title":"baseten truss","sidebarTitle":"truss","href":"/reference/cli/baseten/truss"},{"title":"baseten version","sidebarTitle":"version","href":"/reference/cli/baseten/version"},{"title":"baseten whoami","sidebarTitle":"whoami","href":"/reference/cli/baseten/whoami"}]},{"group":"Truss CLI","pages":[{"title":"Truss CLI reference","sidebarTitle":"Overview","href":"/reference/cli/truss/overview"},{"title":"truss auth","href":"/reference/cli/truss/auth"},{"title":"truss cleanup","href":"/reference/cli/truss/cleanup"},{"title":"truss configure","href":"/reference/cli/truss/configure"},{"title":"truss container","href":"/reference/cli/truss/container"},{"title":"truss download","href":"/reference/cli/truss/download"},{"title":"truss login","href":"/reference/cli/truss/login"},{"title":"truss image","href":"/reference/cli/truss/image"},{"title":"truss init","href":"/reference/cli/truss/init"},{"title":"truss migrate","href":"/reference/cli/truss/migrate"},{"title":"truss model-config","href":"/reference/cli/truss/model-config"},{"title":"truss model-logs","href":"/reference/cli/truss/model-logs"},{"title":"truss push","href":"/reference/cli/truss/push"},{"title":"truss run-python","href":"/reference/cli/truss/run-python"},{"title":"truss ssh","href":"/reference/cli/truss/ssh"},{"title":"truss upgrade","href":"/reference/cli/truss/upgrade"},{"title":"truss watch","href":"/reference/cli/truss/watch"},{"title":"truss whoami","href":"/reference/cli/truss/whoami"},{"title":"Chains CLI reference","sidebarTitle":"Chains","href":"/reference/cli/chains/chains-cli"},{"title":"Loops CLI reference","sidebarTitle":"Loops","tag":"NEW","href":"/reference/cli/loops/loops-cli"},{"title":"Training CLI reference","sidebarTitle":"Training","href":"/reference/cli/training/training-cli"}]},{"title":"Baseten Switch CLI reference","sidebarTitle":"Baseten Switch","tag":"BETA","href":"/reference/cli/baseten-switch"}]},{"group":"SDKs and clients","pages":[{"group":"Management SDKs","expanded":true,"pages":[{"title":"Python management SDK","sidebarTitle":"Python","url":"https://basetenlabs.github.io/baseten-python/api/baseten.client.html","href":"/reference/sdk/management/python"},{"title":"TypeScript and JavaScript management SDK","sidebarTitle":"TypeScript / JavaScript","url":"https://basetenlabs.github.io/baseten-js/client/","href":"/reference/sdk/management/typescript"},{"title":"Go management SDK","sidebarTitle":"Go","url":"https://pkg.go.dev/github.com/basetenlabs/baseten-go/client","href":"/reference/sdk/management/go"}]},{"group":"Truss","pages":[{"title":"Truss SDK reference","sidebarTitle":"Overview","href":"/reference/sdk/truss/overview"},{"title":"truss.login","sidebarTitle":"login","href":"/reference/sdk/truss/login"},{"title":"truss.push","sidebarTitle":"push","href":"/reference/sdk/truss/push"},{"title":"truss.load","sidebarTitle":"load","href":"/reference/sdk/truss/load"},{"title":"truss.whoami","sidebarTitle":"whoami","href":"/reference/sdk/truss/whoami"},{"title":"ModelDeployment","sidebarTitle":"ModelDeployment","href":"/reference/sdk/truss/model-deployment"}]},{"title":"Chains SDK reference","sidebarTitle":"Chains","href":"/reference/sdk/chains"},{"group":"Loops","pages":[{"title":"Loops Python SDK","sidebarTitle":"Overview","href":"/reference/sdk/loops/overview"},{"title":"ServiceClient","href":"/reference/sdk/loops/service-client"},{"title":"TrainingClient","href":"/reference/sdk/loops/training-client"},{"title":"SamplingClient","href":"/reference/sdk/loops/sampling-client"},{"title":"Types","href":"/reference/sdk/loops/types"},{"title":"Errors","href":"/reference/sdk/loops/errors"},{"title":"Helpers","href":"/reference/sdk/loops/helpers"}]},{"title":"Training SDK","sidebarTitle":"Training","href":"/reference/sdk/training"},{"group":"Performance clients","pages":[{"title":"Performance clients","sidebarTitle":"Overview","href":"/reference/sdk/performance-client/overview"},{"title":"Python performance client","sidebarTitle":"Python","href":"/reference/sdk/performance-client/python"},{"title":"Node.js performance client","sidebarTitle":"Node.js","href":"/reference/sdk/performance-client/node"},{"title":"Rust performance client","sidebarTitle":"Rust","href":"/reference/sdk/performance-client/rust"}]}]},{"group":"Configuration","pages":[{"title":"Configuration reference","sidebarTitle":"Overview","href":"/reference/configuration"},{"title":"Truss configuration","sidebarTitle":"Truss configuration","href":"/reference/truss-configuration"},{"title":"BIS-LLM configuration","href":"/engines/bis-llm/bis-llm-config"},{"title":"BEI configuration","href":"/engines/bei/bei-reference"},{"title":"Engine-Builder-LLM configuration","href":"/engines/engine-builder-llm/engine-builder-config"}]},{"group":"Metrics","pages":[{"title":"Exported metrics reference","href":"/observability/export-metrics/supported-metrics"}]},{"group":"Integrations","pages":[{"title":"Terraform provider","url":"https://registry.terraform.io/providers/basetenlabs/baseten/latest/docs","href":"/reference/integrations/terraform"},{"title":"Truss Push GitHub Action","href":"/reference/ci/github-action"}]}]}]},"title":"Create environment - Baseten","buildId":"dpl_EnxDqhjaNc9a8MVa833TGULPd9uJ","deploymentId":"dpl_EnxDqhjaNc9a8MVa833TGULPd9uJ","dynamics":["c2aa737661","b0f84f53ff","a9bb46feb3","2b790eda92"],"chunks":["OpenApiReferenceProvider-26-lDe7V.js","utils-CWQmgYtH.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-4-Aw3rSD.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-C2zjXYA5.js","snippetPresets-DFmpFA7C.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","Page-CT9uE8Ip.js","ApiExamples-FJpQavWq.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-D_GvPF7k.js","shallow-Bs2ZB0NO.js","getApiPlaygroundDisplay-DCcqJJk-.js","CodeSnippet-DzDxawVe.js","CodeSnippets-aUr7fU-7.js","getPastedJson-Y1fKsj_I.js","icon-DI4zTsDr.js","MethodPill-C0nDlmSQ.js","DuplicateIcon-NUXbx2nQ.js","createIcon-BdTHrPAi.js","DynamicMarkdown-CtpgKJwj.js","SectionHeading-B3x35tOt.js","axios-vUo_bRtp.js","Markdown-3OmurJMP.js","clsx-DMKzROTp.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-1ms6tsT-.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-Ke9xIMFx.js"]}