Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.
You can query any LLM or other generative AI model from top API providers via Blaxel, in order to benefit from a unified layer of access control and telemetry, especially when running whole AI agents.
Adding model endpoints from external providers on Blaxel gives you single endpoints to call the model on the same base URL, rather than calling each provider separately. Blaxel handles the authentication, authorization and monitoring automatically for you.This is done in a two-step process:
First, you need to create a workspace integration that will contain the credentials to connect to your model API provider. Check out the dedicated documentation for each available integration.
Second, you can create a dedicated endpoint for a specific model from this provider. You will need to choose the model from the list of available models for the provider.
You can then query the model using its dedicated global inference endpoint. Any call to this endpoint will be passed to the underlying provider.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Documentation","description":"Blaxel documentation: cloud sandboxes, AI agent hosting, MCP servers, batch jobs, and model gateway for building and deploying AI-powered applications.","colors":{"primary":"#F0652D","light":"#FD7B35","dark":"#F0652D"},"logo":{"light":"https://mintcdn.com/blaxel/Z-RIT2VoXMT2Aw7L/images/logo-light.svg?fit=max\u0026auto=format\u0026n=Z-RIT2VoXMT2Aw7L\u0026q=85\u0026s=7a7cf1e3c766c77f97f32e5c0d4fd209","dark":"https://mintcdn.com/blaxel/Z-RIT2VoXMT2Aw7L/images/logo-dark.svg?fit=max\u0026auto=format\u0026n=Z-RIT2VoXMT2Aw7L\u0026q=85\u0026s=17297eca3e92fe15a91eed262f17d659"},"favicon":"https://mintcdn.com/blaxel/nH6Nd4qmP2OsLhOO/favicon.svg?fit=max\u0026auto=format\u0026n=nH6Nd4qmP2OsLhOO\u0026q=85\u0026s=484b8f0ebe3fb56aef259d514eeaa18c","appearance":{"default":"system"},"background":{"color":{"dark":"#09090B"}},"navbar":{"links":[{"icon":"calendar","href":"/changelog","label":"Changelog"},{"icon":"robot","href":"/skills-mcp","label":"Agent Skill"},{"icon":"puzzle-piece","href":"https://blaxel.ai/integrations","label":"Integrations"},{"icon":"discord","href":"/Community","label":"Community"}],"primary":{"type":"button","label":"Blaxel Console","href":"https://app.blaxel.ai"}},"footer":{"socials":{"github":"https://github.com/blaxel-ai","linkedin":"https://www.linkedin.com/company/blaxel-ai","twitter":"https://x.com/blaxelai","discord":"https://discord.gg/CsWKUZUHFQ"}},"search":{"prompt":"Search Blaxel docs..."},"seo":{"metatags":{"og:type":"website","og:site_name":"Blaxel Documentation"},"indexing":"navigable"},"fonts":{"family":"Inter"},"integrations":{"posthog":{"apiKey":"phc_HGJ7t7Qa8cJJilL0CONU5se4vM6jU6nKFCuoCC9LSha","apiHost":"https://events.blaxel.ai"}},"banner":{"content":"Blaxel has joined Baseten to build the future of agentic infrastructure! [Read our announcement.](https://www.baseten.co/blog/blaxel-is-joining-baseten-to-build-the-future-of-agentic-cloud/)","dismissible":true},"contextual":{"options":["copy","view","chatgpt","claude","cursor","devin","download-spec"],"display":"header"},"metadata":{"timestamp":true},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"Changelog","icon":"calendar","href":"/changelog"},{"anchor":"Blaxel Skills \u0026 MCP","icon":"robot","href":"/skills-mcp"},{"anchor":"Integrations directory","icon":"puzzle-piece","href":"https://blaxel.ai/integrations"},{"anchor":"Community","icon":"discord","href":"/Community"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"blaxel","hasAudioNarration":false,"actualSubdomain":"blaxel","customDomains":["docs.blaxel.ai"],"gitSource":{"type":"github","owner":"blaxel-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae3fd9d39d5c86a21f7dc2b","collectionId":"857fa55e-77d4-4e24-b81e-4190e709f519","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae3fd9d39d5c86a21f7dc2b"},"feedback":{"thumbs":true,"issues":true,"edits":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae3fd9d39d5c86a21f7dc2b","clientVersion":"0.0.4043","searchFilterCounts":[{"language":"default","tag":"Platform APIs Reference","count":179},{"language":"default","tag":"Management API","count":176},{"language":"default","tag":"Documentation","count":114},{"language":"default","tag":"Overview","count":75},{"language":"default","tag":"CLI Reference","count":73},{"language":"default","tag":"Commands","count":72},{"language":"default","tag":"Sandbox API Reference","count":42},{"language":"default","tag":"Troubleshooting","count":41},{"language":"default","tag":"Tutorials and Examples","count":35},{"language":"default","tag":"compute","count":35}]},"assistantConfig":{"enableStarterQuestions":true,"enableContextualStarterQuestions":true,"deflection":{"enabled":true,"email":"support@blaxel.ai","showHelpButton":true}},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"#navbar .nav-logo{height:2.5rem;width:auto}#navbar:has(#banner){display:flex;flex-direction:column}#navbar:has(#banner)>.max-w-8xl{width:100%}#navbar:has(#banner)>div[aria-hidden=true]{display:none}#banner{position:relative;inset:auto;order:1;padding:1.25rem 3rem;background:0 0;font-size:.9375rem;font-weight:400}#banner>div{width:100%;max-width:70rem;margin:0;padding:1rem 3.5rem 1rem 1.75rem;border:1px solid #394655;border-radius:.75rem;background:radial-gradient(ellipse at 50% 0,rgb(99 216 226/12%),transparent 70%),linear-gradient(110deg,#121b29,#081827 52%,#141925);box-shadow:0 12px 32px -16px rgb(7 11 17/40%),inset 0 1px 0 rgb(255 255 255/5%)}#banner>button{right:max(4rem,calc((100% - 70rem)/2 + 1rem))}#banner p{color:#dbdbdb!important;line-height:1.5}#banner a{display:inline-flex;align-items:center;gap:.5rem;margin-left:.75rem;color:#fff!important;text-decoration:none;white-space:nowrap}#banner a::after{content:\"\";width:1.25rem;height:1.25rem;background-color:#eb7229;mask:url(\"data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 18 18' fill='none' stroke='black' stroke-width='1.25' stroke-linecap='round' stroke-linejoin='round'%3E%3Cpath d='M3 9h12M10 4l5 5-5 5'/%3E%3C/svg%3E\") center/contain no-repeat}#banner a:hover{text-decoration:underline;text-decoration-color:#fff}#banner a:focus-visible{border-radius:2px;outline:2px solid #eb7229;outline-offset:4px}@media (max-width:767px){#banner{padding:1rem;text-align:left}#banner>div{padding:1rem 2.75rem 1rem 1rem}#banner a{display:flex;width:fit-content;margin:.375rem 0 0}#banner>button{top:1.75rem;right:1.75rem;transform:none}}"}],"page":{"pagePath":"Models/External-model-apis","slug":"/Models/External-model-apis","pageMetadata":{"title":"External model APIs","description":"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.","href":"/Models/External-model-apis"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,li:`li`,ol:`ol`,p:`p`,strong:`strong`,ul:`ul`,..._provideComponents(),...props.components},{Heading,OptimizedImage}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);return _jsxs(_Fragment,{children:[_jsxs(_components.p,{children:[`You can query any LLM or other generative AI model from top API providers via Blaxel, in order to benefit from a `,_jsx(_components.strong,{children:`unified layer of access control and telemetry,`}),` especially when running whole AI agents.`]}),`\n`,_jsx(Heading,{level:`2`,id:`creating-a-model-endpoint-on-blaxel`,children:`Creating a model endpoint on Blaxel`}),`\n`,_jsx(_components.p,{children:`Adding model endpoints from external providers on Blaxel gives you single endpoints to call the model on the same base URL, rather than calling each provider separately. Blaxel handles the authentication, authorization and monitoring automatically for you.`}),`\n`,_jsx(_components.p,{children:`This is done in a two-step process:`}),`\n`,_jsxs(_components.ol,{children:[`\n`,_jsx(_components.li,{children:`First, you need to create a workspace integration that will contain the credentials to connect to your model API provider. Check out the dedicated documentation for each available integration.`}),`\n`,_jsx(_components.li,{children:`Second, you can create a dedicated endpoint for a specific model from this provider. You will need to choose the model from the list of available models for the provider.`}),`\n`]}),`\n`,_jsx(OptimizedImage,{src:`https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=54da8345b18ef90e46ceea3a4a1276c2`,alt:`Screenshot 2024-12-05 at 6.59.49 PM.webp`,\"data-og-width\":`1898`,width:`1898`,\"data-og-height\":`1699`,height:`1699`,\"data-path\":`Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?w=280\u0026fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=7fac597706307dea3d568caff5430ad9 280w, https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?w=560\u0026fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=140f7a62d61889cc76634262d2b9c979 560w, https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?w=840\u0026fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=6975bcf9c9ce557ce7f95109f7572c2a 840w, https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?w=1100\u0026fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=e3960d81e42067fb498ce1bf89309fe3 1100w, https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?w=1650\u0026fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=e37de0099f03521895d8cc1240141249 1650w, https://mintcdn.com/blaxel/OV8J20a-e6sNRxmO/Models/External-model-apis/c36458c0-c3e5-48bd-988a-62213d7dd489.webp?w=2500\u0026fit=max\u0026auto=format\u0026n=OV8J20a-e6sNRxmO\u0026q=85\u0026s=d6981238482abb3b4efc5bede19733ab 2500w`}),`\n`,_jsxs(_components.p,{children:[`You can then query the model using its `,_jsx(_components.a,{href:`/Models/Query-a-model`,children:`dedicated global inference endpoint`}),`. Any call to this endpoint will be passed to the underlying provider.`]}),`\n`,_jsx(Heading,{level:`2`,id:`provider-reference`,children:`Provider reference`}),`\n`,_jsx(_components.p,{children:`The following providers are available:`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/Integrations/OpenAI`,children:`OpenAI`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/Integrations/Anthropic`,children:`Anthropic`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/Integrations/MistralAI`,children:`Mistral AI`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/Integrations/Cohere`,children:`Cohere`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/Integrations/xAI`,children:`xAI`})}),`\n`,_jsx(_components.li,{children:_jsx(_components.a,{href:`/Integrations/DeepSeek`,children:`DeepSeek`})}),`\n`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"External model APIs","description":"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.","href":"/Models/External-model-apis"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Creating a model endpoint on Blaxel","slug":"creating-a-model-endpoint-on-blaxel","depth":2,"children":[]},{"title":"Provider reference","slug":"provider-reference","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"blaxel","siteName":"Documentation","title":"External model APIs - Documentation","contextualStarterQuestions":[{"_id":"6a90cadeddf63ba4de8981b8","deploymentId":"672e5f6ba9a398341da2aaec","questionText":"How do I create a model endpoint?","status":"active","generatedBy":"contextual","path":"Models/External-model-apis","createdAt":"2026-08-27T23:40:14.775Z","updatedAt":"2026-08-27T23:40:14.775Z","__v":0},{"_id":"6a90cadeddf63ba4de8981b7","deploymentId":"672e5f6ba9a398341da2aaec","questionText":"What providers does Blaxel support?","status":"active","generatedBy":"contextual","path":"Models/External-model-apis","createdAt":"2026-08-27T23:40:14.775Z","updatedAt":"2026-08-27T23:40:14.775Z","__v":0},{"_id":"6a90cadeddf63ba4de8981b6","deploymentId":"672e5f6ba9a398341da2aaec","questionText":"How do I add external models?","status":"active","generatedBy":"contextual","path":"Models/External-model-apis","createdAt":"2026-08-27T23:40:14.775Z","updatedAt":"2026-08-27T23:40:14.775Z","__v":0}],"navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-08-27T23:39:58.444Z","gitLastModified":"2026-08-27T23:39:33.000Z","originalFileLocation":"Models/External-model-apis.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"External model APIs - Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Blaxel Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.blaxel.ai/Models/External-model-apis\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://blaxel.mintlify.app/_mintlify/api/og/v2?division=Model+Gateway\u0026amp;title=External+model+APIs\u0026amp;description=Control+and+secure+agent+access+to+AI+models+from+OpenAI%2C+Anthropic%2C+Mistral%2C+and+other+top+providers+behind+the+Blaxel+Global+Inference+Network.\u0026amp;theme=2ee6a4a0c0526ef8591d7c25\u0026amp;signature=7965fb683c8c40b0a230a4181b919ee894a8127c028b99af51fbec81dd02954b\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"External model APIs - Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://blaxel.mintlify.app/_mintlify/api/og/v2?division=Model+Gateway\u0026amp;title=External+model+APIs\u0026amp;description=Control+and+secure+agent+access+to+AI+models+from+OpenAI%2C+Anthropic%2C+Mistral%2C+and+other+top+providers+behind+the+Blaxel+Global+Inference+Network.\u0026amp;theme=2ee6a4a0c0526ef8591d7c25\u0026amp;signature=7965fb683c8c40b0a230a4181b919ee894a8127c028b99af51fbec81dd02954b\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/blaxel/uaLoRkh_ONjRStCE/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#F0652D\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.blaxel.ai/Models/External-model-apis\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/Models/External-model-apis.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.blaxel.ai/#organization\",\"name\":\"Documentation\",\"url\":\"https://docs.blaxel.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/blaxel/Z-RIT2VoXMT2Aw7L/images/logo-light.svg?fit=max\u0026auto=format\u0026n=Z-RIT2VoXMT2Aw7L\u0026q=85\u0026s=7a7cf1e3c766c77f97f32e5c0d4fd209\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.blaxel.ai#website\",\"name\":\"Documentation\",\"url\":\"https://docs.blaxel.ai\",\"publisher\":{\"@id\":\"https://docs.blaxel.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.blaxel.ai/Models/External-model-apis#webpage\",\"url\":\"https://docs.blaxel.ai/Models/External-model-apis\",\"name\":\"External model APIs\",\"description\":\"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.\",\"dateModified\":\"2026-08-27T23:39:33.000Z\",\"isPartOf\":{\"@id\":\"https://docs.blaxel.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.blaxel.ai/Models/External-model-apis#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.blaxel.ai/Models/External-model-apis#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Model Gateway\",\"item\":\"https://docs.blaxel.ai/Models/Overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"External model APIs\",\"item\":\"https://docs.blaxel.ai/Models/External-model-apis\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.blaxel.ai/Models/External-model-apis#article\",\"headline\":\"External model APIs\",\"name\":\"External model APIs\",\"description\":\"Control and secure agent access to AI models from OpenAI, Anthropic, Mistral, and other top providers behind the Blaxel Global Inference Network.\",\"url\":\"https://docs.blaxel.ai/Models/External-model-apis\",\"mainEntityOfPage\":{\"@id\":\"https://docs.blaxel.ai/Models/External-model-apis#webpage\"},\"dateModified\":\"2026-08-27T23:39:33.000Z\",\"publisher\":{\"@id\":\"https://docs.blaxel.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.blaxel.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Documentation\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Documentation","nav":{"global":{"anchors":[{"anchor":"Changelog","icon":"calendar","href":"/changelog"},{"anchor":"Blaxel Skills \u0026 MCP","icon":"robot","href":"/skills-mcp"},{"anchor":"Integrations directory","icon":"puzzle-piece","href":"https://blaxel.ai/integrations"},{"anchor":"Community","icon":"discord","href":"/Community"}]},"tabs":[{"tab":"Documentation","groups":[{"group":"Get Started","pages":[{"title":"Blaxel: infrastructure for autonomous agents","sidebarTitle":"Overview","href":"/Overview"},{"title":"Get started","href":"/Get-started"},{"title":"Blaxel Skills \u0026 MCP","icon":"robot","href":"/skills-mcp"},{"title":"Community","sidebarTitle":"Community","href":"/Community"}]},{"group":"Sandboxes","pages":[{"title":"Sandboxes","sidebarTitle":"Overview","href":"/Sandboxes/Overview"},{"group":"Expiration policies","pages":[{"title":"Expiration policies","href":"/Sandboxes/Expiration"},{"title":"Lifecycle signals","href":"/Sandboxes/Lifecycle-signals"}]},{"title":"Process execution","href":"/Sandboxes/Processes"},{"group":"File system","pages":[{"title":"File system","sidebarTitle":"Overview","href":"/Sandboxes/Filesystem"},{"title":"Code generation tools","href":"/Sandboxes/Codegen-tools"}]},{"title":"Log streaming","href":"/Sandboxes/Log-streaming"},{"title":"Snapshots and forking","sidebarTitle":"Snapshots \u0026 forking","tag":"private preview","href":"/Sandboxes/Fork"},{"title":"Archive and unarchive sandboxes","sidebarTitle":"Archive","tag":"private preview","href":"/Sandboxes/Archive"},{"group":"Ports, previews \u0026 sessions","pages":[{"title":"Ports","href":"/Sandboxes/Ports"},{"title":"Real-time previews","href":"/Sandboxes/Preview-url"},{"title":"Handle CORS on Blaxel","sidebarTitle":"CORS","href":"/Sandboxes/CORS"},{"title":"Client-side sessions","href":"/Sandboxes/Sessions"},{"title":"Standby control","href":"/Sandboxes/Standby-control"}]},{"title":"Sandbox schedules","sidebarTitle":"Schedule","href":"/Sandboxes/Schedules"},{"group":"Proxy","pages":[{"title":"Proxy","tag":"public preview","href":"/Sandboxes/Proxy"},{"title":"Proxy routing with secrets injection","tag":"public preview","href":"/Sandboxes/Proxy-secrets-injection"},{"title":"Domain filtering","tag":"public preview","href":"/Sandboxes/Proxy-domains"}]},{"title":"Volumes for sandboxes","sidebarTitle":"Volumes","href":"/Sandboxes/Volumes"},{"title":"Build reusable sandbox images with Dockerfiles","sidebarTitle":"Images","href":"/Sandboxes/Templates"},{"title":"Run sandbox workloads as a non-root user","sidebarTitle":"Non-root user","href":"/Sandboxes/Non-root-user"},{"title":"Sandbox variables and secrets","sidebarTitle":"Variables \u0026 secrets","href":"/Sandboxes/Variables-and-secrets"},{"title":"Sandbox MCP server","sidebarTitle":"MCP server","href":"/Sandboxes/MCP"},{"title":"Sandbox best practices","sidebarTitle":"Best practices","href":"/Sandboxes/best-practices"}]},{"group":"Agent Drive","pages":[{"title":"Agent Drive overview","sidebarTitle":"Overview","tag":"private preview","href":"/Agent-drive/Overview"},{"title":"Drive permissions","sidebarTitle":"Permissions","tag":"private preview","href":"/Agent-drive/Permissions"},{"title":"Access Agent Drive over S3","sidebarTitle":"S3 endpoint","tag":"private preview","href":"/Agent-drive/S3-endpoint"}]},{"group":"Volumes","pages":[{"title":"Volumes","sidebarTitle":"Overview","href":"/Volumes/Overview"},{"title":"Volume templates","href":"/Volumes/Volumes-templates"}]},{"group":"Batch Jobs","pages":[{"title":"Jobs","sidebarTitle":"Overview","href":"/Jobs/Overview"},{"title":"Develop a job","href":"/Jobs/Develop-a-job"},{"group":"Deploy a job","pages":[{"title":"Deploy jobs","href":"/Jobs/Deploy-a-job"},{"title":"Deploy jobs with a Dockerfile","sidebarTitle":"Deploy with a Dockerfile","href":"/Jobs/Deploy-dockerfile-jobs"},{"title":"Deploy multiple jobs from a mono-repo","sidebarTitle":"Deploy multiple resources","href":"/Jobs/Deploy-multiple-jobs"},{"title":"Deploy multiple jobs from a single image","href":"/Jobs/Deploy-shared-image"}]},{"group":"Manage job execution","pages":[{"title":"Manage job execution in TypeScript","href":"/Jobs/Manage-job-execution-ts"},{"title":"Manage job execution in Python","href":"/Jobs/Manage-job-execution-py"}]},{"title":"Variables and secrets for jobs","sidebarTitle":"Variables and secrets","href":"/Jobs/Variables-and-secrets-jobs"}]},{"group":"Applications","pages":[{"title":"Applications","sidebarTitle":"Overview","tag":"private preview","href":"/Applications/Overview"}]},{"group":"MCP Servers Hosting","pages":[{"title":"MCP servers","sidebarTitle":"Overview","href":"/Functions/Overview"},{"title":"Quickstart: Adapt an existing MCP server for Blaxel","href":"/Functions/Adapt-Existing-MCP-server"},{"title":"Quickstart: Develop a custom MCP server","href":"/Functions/Create-MCP-server"},{"title":"Deploy custom MCP servers","href":"/Functions/Deploy-a-function"},{"title":"Query MCP servers","href":"/Functions/Invoke-functions"},{"title":"Code mode","href":"/Functions/Code-mode"},{"title":"Variables and secrets for MCP servers","sidebarTitle":"Variables and secrets","href":"/Functions/Variables-and-secrets"},{"title":"OAuth flow for integrations","href":"/Functions/oauth-flow"}]},{"group":"Model Gateway","pages":[{"title":"Model APIs","sidebarTitle":"Overview","description":"Connect external model API providers or deploy custom models on Blaxel for unified gateway access with centralized credentials and observability.","href":"/Models/Overview"},{"title":"External model APIs","href":"/Models/External-model-apis"},{"title":"Query a model API","description":"Make inference requests to model APIs via their global endpoints on the Global Agentics Network, with ChatCompletions and custom sub-endpoint support.","href":"/Models/Query-a-model"}]},{"group":"Observability","pages":[{"title":"Logs \u0026 traces","href":"/Observability/Overview"}]},{"group":"Integrations","pages":[{"title":"Integrations","sidebarTitle":"Overview","href":"/Integrations"},{"group":"Model providers integrations","pages":[{"title":"OpenAI integration","href":"/Integrations/OpenAI"},{"title":"Anthropic integration","href":"/Integrations/Anthropic"},{"title":"Mistral AI integration","href":"/Integrations/MistralAI"},{"title":"Cohere integration","href":"/Integrations/Cohere"},{"title":"xAI integration","href":"/Integrations/xAI"},{"title":"DeepSeek integration","href":"/Integrations/DeepSeek"},{"title":"HuggingFace integration","href":"/Integrations/HuggingFace"},{"title":"Azure AI Foundry integration","href":"/Integrations/Azure-AI-Foundry"}]},{"group":"MCP server integrations","pages":[{"title":"Google Maps","href":"/Integrations/Google-Maps"},{"title":"Gmail","href":"/Integrations/Gmail"}]},{"group":"Agent frameworks and tools","pages":[{"title":"OpenAI Agents API on Blaxel","sidebarTitle":"OpenAI Agents API","href":"/Integrations/OpenAI-Agents-API"},{"title":"AgentMail","href":"/Integrations/AgentMail"},{"title":"Rippletide","href":"/Integrations/Rippletide"}]}]},{"group":"Administration \u0026 security","pages":[{"group":"Workspaces and permissions","pages":[{"title":"Workspaces, users and roles","href":"/Security/Workspace-access-control"},{"title":"Baseten managed workspaces","href":"/Security/Baseten-managed-workspaces"},{"title":"Service accounts","href":"/Security/Service-accounts"}]},{"title":"Access tokens","href":"/Security/Access-tokens"},{"title":"Billing Explorer API","href":"/Security/Billing-Explorer-API"},{"group":"Identity \u0026 Access","pages":[{"title":"Domain capture","href":"/Security/Domain-capture"},{"title":"SAML \u0026 Directory Sync","tag":"preview","href":"/Security/SSO-Directory-sync"}]},{"title":"Usage and quotas","href":"/Security/Quotas"},{"title":"Data collection and privacy","href":"/Security/Data-collection-and-privacy"},{"title":"Policies","href":"/Model-Governance/Policies"},{"group":"Infrastructure","pages":[{"title":"Regions","href":"/Infrastructure/Regions"},{"title":"Generations","href":"/Infrastructure/Gens"},{"title":"Dedicated egress gateways","tag":"private preview","href":"/Infrastructure/Dedicated-egress-gateways"},{"title":"Custom domains","href":"/Infrastructure/Custom-domains"},{"title":"HTTP validation","tag":"private preview","href":"/Infrastructure/Custom-domains-http-validation"}]}]},{"group":"Troubleshooting","pages":[{"title":"Troubleshoot Blaxel deployments, runtime, and CLI errors","sidebarTitle":"Troubleshoot common errors","href":"/troubleshooting"},{"title":"Error codes reference","href":"/troubleshooting/error-codes"},{"group":"Knowledge base","pages":[{"title":"Knowledge Base","sidebarTitle":"Overview","href":"/knowledge-base/overview"},{"group":"Integrations","pages":[{"title":"Set up Next.js with Blaxel Sandboxes","href":"/knowledge-base/integrations/setting-up-nextjs-with-blaxel-sandboxes"},{"title":"Set up Astro with Blaxel Sandboxes","href":"/knowledge-base/integrations/setting-up-astro-with-blaxel-sandboxes"},{"title":"Set up Vite with Blaxel Sandboxes","href":"/knowledge-base/integrations/setting-up-vite-with-blaxel-sandboxes"},{"title":"Set up Expo with Blaxel Sandboxes","href":"/knowledge-base/integrations/setting-up-expo-with-blaxel-sandboxes"}]},{"group":"Configuration and Operation","pages":[{"title":"Using custom domains with sandboxes","href":"/knowledge-base/configuration-and-operation/using-custom-domains-with-sandboxes"},{"title":"Getting static IP addresses for Blaxel sandboxes","href":"/knowledge-base/configuration-and-operation/getting-static-ip-addresses-for-blaxel-sandboxes"},{"title":"Understanding sandbox active vs standby states and billing","href":"/knowledge-base/configuration-and-operation/understanding-sandbox-active-vs-standby-states-and-billing"},{"title":"Understanding sandbox TTL and expiration policies","href":"/knowledge-base/configuration-and-operation/understanding-sandbox-ttl-and-expiration-policies"},{"title":"Use template names instead of image IDs when creating sandboxes","href":"/knowledge-base/configuration-and-operation/use-template-names-instead-of-image-id-when-creating-sandboxes"},{"title":"Ensure sandboxes use the latest deployed image","href":"/knowledge-base/configuration-and-operation/ensure-sandboxes-use-the-latest-deployed-image"},{"title":"Volume resizing for running sandboxes","href":"/knowledge-base/configuration-and-operation/volume-resizing-for-running-sandboxes"},{"title":"Sandbox inactivity with long-running processes","href":"/knowledge-base/configuration-and-operation/sandbox-inactivity-with-long-running-processes"},{"title":"Batch delete sandboxes from the CLI","href":"/knowledge-base/configuration-and-operation/batch-delete-sandboxes-from-the-cli"}]},{"group":"Security and Authentication","pages":[{"title":"Setting up MCP servers with authentication on Blaxel","href":"/knowledge-base/security-and-authentication/setting-up-mcp-servers-with-authentication-on-blaxel"},{"title":"Multi-Factor Authentication (MFA) and compliance requirements","href":"/knowledge-base/security-and-authentication/multi-factor-authentication-mfa-and-compliance-requirements"},{"title":"How to authenticate the Blaxel CLI in CI environments","href":"/knowledge-base/security-and-authentication/how-to-authenticate-the-bl-cli-in-ci-environments"}]},{"group":"Troubleshooting","pages":[{"title":"Resolving sandbox creation issues","href":"/knowledge-base/troubleshooting/resolving-sandbox-creation-issues"},{"title":"Resolving sandbox creation race conditions and duplicate requests","href":"/knowledge-base/troubleshooting/resolving-sandbox-creation-race-conditions-and-duplicate-requests"},{"title":"Troubleshooting custom Docker image deployment issues","href":"/knowledge-base/troubleshooting/troubleshooting-custom-docker-image-deployment-issues"},{"title":"Sandbox limits and quota exceeded errors","href":"/knowledge-base/troubleshooting/sandbox-limits-and-quota-exceeded-errors"},{"title":"WebSocket connection timeouts and the 15-minute limit","href":"/knowledge-base/troubleshooting/websocket-connection-timeouts-and-15-minute-limit"},{"title":"Handling Preview not found 404 errors in sandboxes","href":"/knowledge-base/troubleshooting/handling-preview-not-found-404-errors-in-sandboxes"},{"title":"Resolving sandbox restarts caused by nc not found","href":"/knowledge-base/troubleshooting/sandbox-restarting-nc-not-found"},{"title":"When localhost goes silent in Debian-based sandboxes","href":"/knowledge-base/troubleshooting/when-localhost-goes-silent-in-debian-based-sandboxes"},{"title":"Fix Miniflare inspector startup failures on Carbon sandboxes","href":"/knowledge-base/troubleshooting/miniflare-inspector-startup-failures-on-carbon"},{"title":"SSL certificate verification errors when cloning repositories","href":"/knowledge-base/troubleshooting/ssl-certificate-verification-errors-when-cloning-repositories"},{"title":"Resolving ENOSPC no space left on device errors","href":"/knowledge-base/troubleshooting/resolve-enospc-no-space-left-on-device-errors"}]}]}]}]},{"tab":"Tutorials and Examples","pages":[{"title":"Tutorials and Examples","href":"/Tutorials/Overview"}]},{"tab":"Platform APIs Reference","pages":[{"title":"Platform APIs Reference","href":"/api-reference/introduction"}]},{"tab":"Sandbox API Reference","pages":[{"title":"Sandbox API Reference","href":"/api-reference/archive/export-the-filesystem-changes-to-a-presigned-url"}]},{"tab":"SDK Reference","pages":[{"title":"SDK Reference","href":"/sdk-reference/introduction"}]},{"tab":"CLI Reference","pages":[{"title":"CLI Reference","href":"/cli-reference/introduction"}]},{"tab":"Deployment Reference","pages":[{"title":"Deployment Reference","href":"/deployment-reference"}]}]},"basePath":"","title":"External model APIs - Documentation","buildId":"dpl_G9nrg4qeJSZtah1Ziwbc2n6WkLch","deploymentId":"dpl_G9nrg4qeJSZtah1Ziwbc2n6WkLch","dynamics":["10e4515597","a74be98ba7"],"chunks":["BannerMarkdown-CXEEkV6J.js","dist-lvhuD9Du.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","clsx-D1Z-ELXV.js","html-void-elements-mCSPHezU.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","zoom-image-lightbox-DL4wrF0w.js","lightbox-handle-r17bVUz3.js"]}