Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.
The Manifest LLM Gateway connects the models and subscriptions you already use behind one OpenAI- and Anthropic-compatible endpoint.Send auto to apply your routing rules and fallbacks, or name a model to send the request there directly. Either way, you can cap what each harness spends and see the cost of every request.
The gateway is open source and runs two ways. Both speak the same API, so pointing a client at one or the other is a URL change.
LLM Gateway Cloud
Runs on our servers. Sign up, connect a provider, and you’re routing.
Recommended if you’re starting out.
Self-hosting
Runs on infrastructure you control: Docker on your own machine, a managed
platform like Railway, your AWS or GCP account, or a server panel.
On Cloud there is nothing to install or configure on a server. You sign up, connect your providers, and point your harness at the gateway URL. Routing, limits, Autofix, and alerts are settings in the dashboard. The environment variables throughout these docs apply only to a self-hosted gateway.Cloud is a paid service: $19/month, with unlimited routed requests and 365 days of history. A workspace without a subscription does not route requests and gets M204. Cloud also can’t reach local models running on your machine. A self-hosted instance is free, has no request limit and reaches local models.
Sign up at app.manifest.build and a guided setup walks you through it. Step one creates a harness. Then connect a provider, and give your default tier a model to route to. The last step shows the gateway address and the harness key, which starts with mnfst_. A harness you create later reuses the providers your workspace already has.
The guided setup after signing up: step one creates your first harness.
auto asks the gateway to route the request. The request appears on the Requests page with the model that served it and its cost.
Install the gateway first. Self-hosted covers Docker and the managed platforms. Your instance starts empty. First request takes you from there to a routed request against http://localhost:2099/v1.
⌘I
{"docsConfig":{"theme":"maple","$schema":"https://mintlify.com/docs.json","name":"Manifest LLM Gateway","colors":{"primary":"#0f172a","light":"#ffffff","dark":"#0f172a"},"logo":{"light":"https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/logo/light.svg?fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=4dd3291b140a864fd82f806ccb018aac","dark":"https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/logo/dark.svg?fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=130b331dfba7d6c5a096821d0876cc5d","href":"https://manifest.build"},"favicon":"https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/favicon.svg?fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=cba809459626e9ed8c6ab1a0397d02f1","background":{"decoration":"gradient","color":{"light":"#fcfaf5","dark":"#171717"}},"navbar":{"links":[{"href":"https://app.manifest.build","label":"Open dashboard"},{"href":"https://github.com/mnfst/llm-gateway","type":"github"},{"href":"https://discord.gg/FepAked3W7","type":"discord"}],"primary":{"type":"button","label":"Book a call","href":"https://calendly.com/sebastien-manifest/30min"}},"search":{"prompt":"Search in docs..."},"seo":{"metatags":{"canonical":"https://manifest.build","og:site_name":"Manifest LLM Gateway","og:type":"website","twitter:card":"summary_large_image","twitter:site":"@Manifestforai","twitter:creator":"@Manifestforai"},"indexing":"all"},"fonts":{"heading":{"family":"Bricolage Grotesque","weight":700},"body":{"family":"DM Sans","weight":400}},"icons":{"library":"lucide"},"styling":{"eyebrows":"breadcrumbs","codeblocks":{"theme":{"light":"github-light","dark":"github-dark"}},"latex":false},"contextual":{"options":["copy","chatgpt","claude","add-mcp","cursor","vscode"],"display":"header"},"thumbnails":{"background":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/llm-gateway/docs/%230891b2"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"manifest-879ce4a3","hasAudioNarration":false,"actualSubdomain":"manifest-879ce4a3","customDomains":["manifest.build"],"gitSource":{"type":"github","owner":"mnfst","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"entitlements":{},"buildId":"6ae85f5ade528214ed1f8704","clientVersion":"0.0.4102","searchFilterCounts":[{"language":"default","tag":"LLM Gateway","count":30},{"language":"default","tag":"Self-hosting","count":12},{"language":"default","tag":"Managed platforms","count":6},{"language":"default","tag":"Reference","count":6},{"language":"default","tag":"Features","count":4},{"language":"default","tag":"Providers","count":4},{"language":"default","tag":"Cloud providers","count":2},{"language":"default","tag":"Server panels","count":2},{"language":"default","tag":"Integrations","count":2},{"language":"default","tag":"CLI \u0026 MCP","count":1}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"/llm-gateway/docs","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[{"filePath":"llm-gateway/docs/style.css","content":"[role=\"tabpanel\"],[role=\"tabpanel\"]:target{scroll-margin-top:9999px!important;scroll-snap-margin-top:9999px!important}[id*=\"cloud\"],[id*=\"self-hosted\"],[id*=\"quick-install\"],[id*=\"docker-compose\"],[id*=\"docker-run\"]{scroll-margin-top:9999px!important}#sidebar img[alt*=\"logo\"i],#sidebar img[src*=\"logo\"],nav img[src*=\"logo\"],a[href=\"https://manifest.build\"] img{height:30px!important;min-height:30px!important;max-height:30px!important;width:auto!important}@media (min-width: 1024px){#sidebar [data-theme-preference-switch]{position:fixed!important;left:22px;bottom:14px;z-index:30}#sidebar li[id=\"https://app.manifest.build\"]~li:last-child{margin-bottom:36px}}body>div>div.fixed.inset-0.z-40{z-index:80!important}#sidebar{--tw-bg-opacity: 1}#sidebar li[id=\"https://app.manifest.build\"],#sidebar li[id=\"https://calendly.com/sebastien-manifest/30min\"]{display:none}.nav-anchor{border-color:#0f172a}.dark .nav-anchor{border-color:#ffffff}.prose a,.mdx-content a:not([role]):not([class*=\"card\"]):not([class*=\"nav\"]):not([class*=\"tab\"]):not([class*=\"button\"]){color:#111827!important;font-weight:600!important;text-decoration:underline!important;text-decoration-color:#111827!important;text-underline-offset:2px;border-bottom:none!important;box-shadow:none!important}.prose a:hover,.mdx-content a:not([role]):not([class*=\"card\"]):not([class*=\"nav\"]):not([class*=\"tab\"]):not([class*=\"button\"]):hover{color:#0f172a!important;text-decoration-color:#0f172a!important;border-bottom:none!important;box-shadow:none!important}.dark .prose a,.dark .mdx-content a:not([role]):not([class*=\"card\"]):not([class*=\"nav\"]):not([class*=\"tab\"]):not([class*=\"button\"]){color:#f3f4f6!important;text-decoration-color:#f3f4f6!important;border-bottom:none!important;box-shadow:none!important}.dark .prose a:hover,.dark .mdx-content a:not([role]):not([class*=\"card\"]):not([class*=\"nav\"]):not([class*=\"tab\"]):not([class*=\"button\"]):hover{color:#ffffff!important;text-decoration-color:#ffffff!important;border-bottom:none!important;box-shadow:none!important}[data-fade-overlay]{--fade-color-dark: #171717 !important}span.dark\\:hidden[style*=\"radial-gradient\"]{background:radial-gradient(49.63% 57.02% at 58.99% -7.2%, rgba(255, 255, 255, 0.8) 39.4%, rgba(255, 255, 255, 0) 100%)!important}.card{border-color:#e8e2d9;border-radius:3px!important}html:not(.dark) .card{background-color:#ffffff73!important}html.dark .card{background-color:#1c1c1c!important;border-color:rgba(255, 255, 255, 0.12)}.card:hover{border-color:#0f172a}.dark .card:hover{border-color:#ffffff}.mdx-content :not(pre)>code{color:#0f172a}.dark .mdx-content :not(pre)>code{color:#ffffff}.step p.font-semibold,.step .prose>p:first-child{font-weight:700!important;margin-bottom:0.25rem!important}.step>div.absolute.w-px{background-color:#374151!important}.step .rounded-full{background-color:#1c1c1c!important;color:#ffffff!important}.dark .step>div.absolute.w-px{background-color:#d1d5db!important}.dark .step .rounded-full{background-color:#e5e7eb!important;color:#111827!important}div.rounded-2xl.bg-gray-50\\/80{background-color:#e5e7eb!important}div.rounded-2xl .w-px.bg-gray-100{background-color:#9ca3af!important}div.rounded-2xl .text-gray-500,div.rounded-2xl .text-gray-300,div.rounded-2xl span{color:#374151!important}div.rounded-2xl svg.text-gray-300{color:#374151!important}.dark div.rounded-2xl{background-color:#1c1c1c!important}.dark div.rounded-2xl .w-px{background-color:#4b5563!important}.dark div.rounded-2xl .text-gray-400,.dark div.rounded-2xl .text-gray-700,.dark div.rounded-2xl span{color:#d1d5db!important}.dark div.rounded-2xl svg.text-gray-700{color:#d1d5db!important}#footer{display:none!important}.callout{border-radius:6px!important;padding:10px 14px!important;margin-top:12px!important;margin-bottom:12px!important}.callout pre{border-radius:4px!important;margin-top:8px!important;margin-bottom:8px!important}.callout p:last-child{margin-top:0!important}.callout .code-block{margin-bottom:0.5rem!important}#topbar-cta-button a>span.absolute{background:#0f172a!important}#topbar-cta-button a div span,#topbar-cta-button a svg{color:#f9f8f5!important}html.dark #topbar-cta-button a>span.absolute{background:#f9f8f5!important}html.dark #topbar-cta-button a div span,html.dark #topbar-cta-button a svg{color:#0f172a!important}.deploy-mode-toggle{display:inline-flex;gap:4px;padding:4px;border:1px solid #e8e2d9;border-radius:3px;margin-bottom:1.25rem}html.dark .deploy-mode-toggle{border-color:rgba(255, 255, 255, 0.12)}.deploy-mode-toggle button{padding:6px 14px;border-radius:3px;font-size:13px;font-weight:600;line-height:1;color:#64748b;background:transparent;border:none;cursor:pointer}html.dark .deploy-mode-toggle button{color:#94a3b8}html.deploy-cloud .deploy-mode-toggle button[data-deploy-mode=\"cloud\"],html.deploy-selfhosted .deploy-mode-toggle button[data-deploy-mode=\"selfhosted\"]{background:#0f172a;color:#f9f8f5}html.dark.deploy-cloud .deploy-mode-toggle button[data-deploy-mode=\"cloud\"],html.dark.deploy-selfhosted .deploy-mode-toggle button[data-deploy-mode=\"selfhosted\"]{background:#f9f8f5;color:#0f172a}html.deploy-cloud [data-deploy=\"selfhosted\"]{display:none}html.deploy-selfhosted [data-deploy=\"cloud\"]{display:none}#pagination{background:transparent!important;padding:0!important;gap:12px;margin-top:2.5rem;align-items:stretch;justify-content:space-between}#pagination a{width:auto!important;min-width:0;flex:0 1 auto}#pagination a.pagination-next{margin-left:auto}#pagination a>div{display:flex;height:auto!important;background:transparent!important;border:1px solid #e8e2d9;border-radius:3px;padding:10px 14px;gap:2px;justify-content:center;box-shadow:none!important}#pagination a.pagination-prev>div{flex-direction:column;align-items:flex-start}#pagination a.pagination-next>div{flex-direction:column-reverse;align-items:flex-end}#pagination a>div>div{padding:0!important}#pagination div[class*=\"w-px\"],#pagination [data-component-part=\"pagination-description\"]{display:none!important}#pagination [data-component-part=\"pagination-title\"]{color:#020817;font-weight:600}#pagination [data-component-part=\"pagination-label\"]{font-size:12px;color:#374151!important}#pagination [data-component-part=\"pagination-chevron\"]{color:#374151!important}html.dark #pagination [data-component-part=\"pagination-label\"],html.dark #pagination [data-component-part=\"pagination-chevron\"]{color:#d1d5db!important}#pagination a:hover [data-component-part=\"pagination-label\"],#pagination a:hover [data-component-part=\"pagination-chevron\"]{color:#0f172a!important}#pagination a:hover>div{border-color:#0f172a}html.dark #pagination a>div{border-color:rgba(255, 255, 255, 0.12)}html.dark #pagination [data-component-part=\"pagination-title\"]{color:#f9f8f5}html.dark #pagination a:hover [data-component-part=\"pagination-label\"],html.dark #pagination a:hover [data-component-part=\"pagination-chevron\"]{color:#f9f8f5!important}html.dark #pagination a:hover>div{border-color:rgba(255, 255, 255, 0.4)}figure.frame{margin:1.25rem 0}.deploy-mode-toggle--floating{position:fixed;top:calc(6px + var(--banner-height, 0px));left:50%;transform:translateX(-50%) translateY(-6px);z-index:60;margin-bottom:0;background:rgba(248, 246, 241, 0.95);opacity:0;pointer-events:none;transition:opacity 160ms ease-out, transform 160ms ease-out}.deploy-mode-toggle--floating.is-anchored{transform:translateY(-6px)}.deploy-mode-toggle--floating.is-visible{opacity:1;pointer-events:auto;transform:translateX(-50%) translateY(0)}.deploy-mode-toggle--floating.is-anchored.is-visible{transform:translateY(0)}html.dark .deploy-mode-toggle--floating{background:rgba(19, 20, 24, 0.95)}.docs-book-call{position:fixed;top:calc(7.5px + var(--banner-height, 0px));right:40px;z-index:60;display:inline-block;padding:9px 18px;border-radius:10px;background:#0f172a;color:#f9f8f5!important;font-size:14px;font-weight:600;line-height:1;text-decoration:none!important}.docs-book-call:hover{opacity:0.9}html.dark .docs-book-call{background:#f9f8f5;color:#0f172a!important}[data-deploy] span[data-as=\"p\"]{display:block;margin:20px 0}"}],"page":{"pagePath":"llm-gateway/docs/introduction","slug":"/llm-gateway/docs/introduction","pageMetadata":{"title":"Manifest LLM Gateway documentation","sidebarTitle":"Introduction","description":"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.","icon":"house","keywords":["LLM router","AI subscriptions","model routing","open source","LLM gateway","quickstart","first request","create a harness","gateway base URL"],"canonical":"https://manifest.build/llm-gateway/docs/introduction","href":"/llm-gateway/docs/introduction"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,pre:`pre`,span:`span`,strong:`strong`,..._provideComponents(),...props.components},{Card,CardGroup,CodeBlock,Frame,Heading,OptimizedImage}=_components;if(!Card)_missingMdxReference(`Card`,true);if(!CardGroup)_missingMdxReference(`CardGroup`,true);if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);return _jsxs(_Fragment,{children:[_jsxs(`div`,{className:`deploy-mode-toggle`,role:`group`,\"aria-label\":`Deployment mode`,children:[_jsx(`button`,{type:`button`,\"data-deploy-mode\":`cloud`,children:`Cloud`}),_jsx(`button`,{type:`button`,\"data-deploy-mode\":`selfhosted`,children:`Self-hosted`})]}),`\n`,_jsx(_components.p,{children:`The Manifest LLM Gateway connects the models and subscriptions you already use behind one OpenAI- and Anthropic-compatible endpoint.`}),`\n`,_jsxs(_components.p,{children:[`Send `,_jsx(_components.code,{children:`auto`}),` to apply your routing rules and fallbacks, or name a model to send the request there directly. Either way, you can cap what each harness spends and see the cost of every request.`]}),`\n`,_jsx(Heading,{level:`2`,id:`key-features`,children:`Key features`}),`\n`,_jsxs(CardGroup,{cols:2,children:[_jsx(Card,{title:`All your providers`,icon:`layers`,href:`/llm-gateway/docs/providers/api-key-providers`,children:_jsx(_components.p,{children:`Connect API keys, subscriptions you already pay for, local models, or any custom endpoint.`})}),_jsx(Card,{title:`LLM Gateway`,icon:`split`,href:`/llm-gateway/docs/llm-gateway`,children:_jsxs(_components.p,{children:[`Send `,_jsx(_components.code,{children:`auto`}),` and your routing rules pick the model, with fallbacks when one fails. Limits cap what a harness can spend.`]})}),_jsx(Card,{title:`Autofix`,icon:`wrench`,href:`/llm-gateway/docs/autofix`,children:_jsx(_components.p,{children:`Repair a malformed request and resend it, instead of failing on something a retry can’t fix.`})}),_jsx(Card,{title:`Observability`,icon:`activity`,href:`/llm-gateway/docs/observability`,children:_jsx(_components.p,{children:`See what every harness spent, which models served it, and what failed.`})}),_jsx(Card,{title:`Request logs`,icon:`logs`,href:`/llm-gateway/docs/request-logs`,children:_jsx(_components.p,{children:`Read back the full request and response body of any provider attempt, as a conversation.`})}),_jsx(Card,{title:`CLI`,icon:`terminal`,href:`/llm-gateway/docs/cli`,children:_jsx(_components.p,{children:`Create harnesses, connect providers, set routing, and read the request log from the terminal or a script.`})})]}),`\n`,_jsx(Heading,{level:`2`,id:`cloud-or-self-hosted`,children:`Cloud or self-hosted?`}),`\n`,_jsx(_components.p,{children:`The gateway is open source and runs two ways. Both speak the same API, so pointing a client at one or the other is a URL change.`}),`\n`,_jsxs(CardGroup,{cols:2,children:[_jsx(Card,{title:`LLM Gateway Cloud`,icon:`cloud`,href:`https://app.manifest.build`,children:_jsx(_components.p,{children:`Runs on our servers. Sign up, connect a provider, and you’re routing.\nRecommended if you’re starting out.`})}),_jsx(Card,{title:`Self-hosting`,icon:`server`,href:`/llm-gateway/docs/deploy`,children:_jsx(_components.p,{children:`Runs on infrastructure you control: Docker on your own machine, a managed\nplatform like Railway, your AWS or GCP account, or a server panel.`})})]}),`\n`,_jsxs(_components.p,{children:[`On Cloud there is nothing to install or configure on a server. You sign up, connect your providers, and point your harness at the gateway URL. Routing, limits, `,_jsx(_components.a,{href:`/llm-gateway/docs/autofix`,children:`Autofix`}),`, and alerts are settings in the dashboard. The `,_jsx(_components.a,{href:`/llm-gateway/docs/reference/environment-variables`,children:`environment variables`}),` throughout these docs apply only to a self-hosted gateway.`]}),`\n`,_jsxs(_components.p,{children:[`Cloud is a paid service: $19/month, with unlimited routed requests and 365 days of history. A workspace without a subscription does not route requests and gets `,_jsx(_components.a,{href:`/llm-gateway/docs/errors/M204`,children:`M204`}),`. Cloud also can’t reach `,_jsx(_components.a,{href:`/llm-gateway/docs/providers/local-models`,children:`local models`}),` running on your machine. A self-hosted instance is free, has no request limit and reaches local models.`]}),`\n`,_jsx(Heading,{level:`2`,id:`your-first-request`,children:`Your first request`}),`\n`,_jsxs(`div`,{\"data-deploy\":`cloud`,children:[_jsxs(_components.p,{children:[`Sign up at `,_jsx(_components.a,{href:`https://app.manifest.build`,children:`app.manifest.build`}),` and a guided setup walks you through it. Step one creates a harness. Then connect a provider, and give your default tier a model to route to. The last step shows the gateway address and the harness key, which starts with `,_jsx(_components.code,{children:`mnfst_`}),`. A harness you create later reuses the providers your workspace already has.`]}),_jsx(Frame,{caption:`The guided setup after signing up: step one creates your first harness.`,children:_jsx(OptimizedImage,{src:`https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=fec55d3d4a2379e2d9d1e13cdb25fc2b`,alt:`The LLM Gateway guided setup on step one, Create your first harness, with the five setup steps listed in the sidebar`,\"data-og-width\":`2000`,width:`2000`,\"data-og-height\":`1126`,height:`1126`,\"data-path\":`llm-gateway/docs/images/welcome-setup.png`,\"data-optimize\":`true`,\"data-opv\":`3`,srcset:`https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?w=280\u0026fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=70df4975ef4565ff39535b8c07f47118 280w, https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?w=560\u0026fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=ed2886b130ff43f7a86e7aedea4e59df 560w, https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?w=840\u0026fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=13ed09f765e886ee47bc54fca1c7ab6c 840w, https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?w=1100\u0026fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=f6686d366142ba71ea5eac167f526f2f 1100w, https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?w=1650\u0026fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=23071d090b7448e10b1073398f365791 1650w, https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/images/welcome-setup.png?w=2500\u0026fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=ae1c2980fc446a5b31d445f109ca6422 2500w`})}),_jsx(CodeBlock,{filename:``,numberOfLines:`4`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light github-dark`,style:{backgroundColor:`#fff`,\"--shiki-dark-bg\":`#24292e`,color:`#24292e`,\"--shiki-dark\":`#e1e4e8`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`4`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#6F42C1`,\"--shiki-dark\":`#B392F0`},children:`curl`}),_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` -X`}),_jsx(_components.span,{style:{color:`#032F62`,\"--shiki-dark\":`#9ECBFF`},children:` POST`}),_jsx(_components.span,{style:{color:`#032F62`,\"--shiki-dark\":`#9ECBFF`},children:` https://app.manifest.build/v1/chat/completions`}),_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` -H`}),_jsx(_components.span,{style:{color:`#032F62`,\"--shiki-dark\":`#9ECBFF`},children:` \"Authorization: Bearer mnfst_YOUR_KEY\"`}),_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` -H`}),_jsx(_components.span,{style:{color:`#032F62`,\"--shiki-dark\":`#9ECBFF`},children:` \"Content-Type: application/json\"`}),_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` \\\\`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#005CC5`,\"--shiki-dark\":`#79B8FF`},children:` -d`}),_jsx(_components.span,{style:{color:`#032F62`,\"--shiki-dark\":`#9ECBFF`},children:` '{\"model\": \"auto\", \"messages\": [{\"role\": \"user\", \"content\": \"Hello\"}]}'`})]}),`\n`]})})}),_jsxs(_components.p,{children:[_jsx(_components.code,{children:`auto`}),` asks the gateway to route the request. The request appears on the `,_jsx(_components.strong,{children:`Requests`}),` page with the model that served it and its cost.`]})]}),`\n`,_jsx(`div`,{\"data-deploy\":`selfhosted`,children:_jsxs(_components.p,{children:[`Install the gateway first. `,_jsx(_components.a,{href:`/llm-gateway/docs/self-hosted`,children:`Self-hosted`}),` covers Docker and the managed platforms. Your instance starts empty. `,_jsx(_components.a,{href:`/llm-gateway/docs/self-hosted#first-request`,children:`First request`}),` takes you from there to a routed request against `,_jsx(_components.code,{children:`http://localhost:2099/v1`}),`.`]})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"codeStyling":{"theme":{"light":"github-light","dark":"github-dark"}},"config":{},"pageMetadata":{"title":"Manifest LLM Gateway documentation","sidebarTitle":"Introduction","description":"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.","icon":"house","keywords":["LLM router","AI subscriptions","model routing","open source","LLM gateway","quickstart","first request","create a harness","gateway base URL"],"canonical":"https://manifest.build/llm-gateway/docs/introduction","href":"/llm-gateway/docs/introduction"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Key features","slug":"key-features","depth":2,"children":[]},{"title":"Cloud or self-hosted?","slug":"cloud-or-self-hosted","depth":2,"children":[]},{"title":"Your first request","slug":"your-first-request","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/manifest-879ce4a3/f9363e22e8919081/llm-gateway/docs/js/deploy-mode-toggle.js","/_mintlify/custom/manifest-879ce4a3/76ae12c0b38a7654/llm-gateway/docs/js/no-tab-jump.js"],"subdomain":"manifest-879ce4a3","siteName":"Manifest LLM Gateway","title":"Manifest LLM Gateway documentation - Manifest LLM Gateway","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-02T10:01:02.940Z","originalFileLocation":"llm-gateway/docs/introduction.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Manifest LLM Gateway\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Manifest LLM Gateway documentation - Manifest LLM Gateway\">\u003cmeta data-mint-head property=\"og:description\" content=\"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Manifest LLM Gateway\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://manifest.build/llm-gateway/docs/introduction\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://manifest-879ce4a3.mintlify.site/_mintlify/api/og/v2?division=Getting+Started\u0026amp;title=Manifest+LLM+Gateway+documentation\u0026amp;description=Connect+models+and+subscriptions+behind+one+OpenAI-+and+Anthropic-compatible+endpoint%2C+with+routing%2C+fallbacks%2C+limits%2C+and+Autofix.\u0026amp;theme=9a5d7d3c81161daca5814f2d\u0026amp;signature=a075e82adfbe1fefa0b63202c889a00d9311cf307536bc5061e1ebfb1c46ec32\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Manifest LLM Gateway documentation - Manifest LLM Gateway\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://manifest-879ce4a3.mintlify.site/_mintlify/api/og/v2?division=Getting+Started\u0026amp;title=Manifest+LLM+Gateway+documentation\u0026amp;description=Connect+models+and+subscriptions+behind+one+OpenAI-+and+Anthropic-compatible+endpoint%2C+with+routing%2C+fallbacks%2C+limits%2C+and+Autofix.\u0026amp;theme=9a5d7d3c81161daca5814f2d\u0026amp;signature=a075e82adfbe1fefa0b63202c889a00d9311cf307536bc5061e1ebfb1c46ec32\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/manifest-879ce4a3/P2FSixLHmbH-gNW5/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Manifest LLM Gateway\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#0f172a\">\u003cmeta data-mint-head name=\"twitter:creator\" content=\"@Manifestforai\">\u003clink data-mint-head rel=\"canonical\" href=\"https://manifest.build/llm-gateway/docs/introduction\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/llm-gateway/docs/introduction.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://manifest.build/#organization\",\"name\":\"Manifest LLM Gateway\",\"url\":\"https://manifest.build\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/manifest-879ce4a3/byfl07OAIZQ7T8qO/llm-gateway/docs/logo/light.svg?fit=max\u0026auto=format\u0026n=byfl07OAIZQ7T8qO\u0026q=85\u0026s=4dd3291b140a864fd82f806ccb018aac\"}},{\"@type\":\"WebSite\",\"@id\":\"https://manifest.build#website\",\"name\":\"Manifest LLM Gateway\",\"url\":\"https://manifest.build\",\"publisher\":{\"@id\":\"https://manifest.build/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://manifest.build/llm-gateway/docs/introduction#webpage\",\"url\":\"https://manifest.build/llm-gateway/docs/introduction\",\"name\":\"Manifest LLM Gateway documentation\",\"description\":\"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.\",\"dateModified\":\"2026-11-02T10:01:02.940Z\",\"isPartOf\":{\"@id\":\"https://manifest.build#website\"},\"breadcrumb\":{\"@id\":\"https://manifest.build/llm-gateway/docs/introduction#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://manifest.build/llm-gateway/docs/introduction#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Manifest LLM Gateway\",\"item\":\"https://manifest.build\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Manifest LLM Gateway documentation\",\"item\":\"https://manifest.build/llm-gateway/docs/introduction\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://manifest.build/llm-gateway/docs/introduction#article\",\"headline\":\"Manifest LLM Gateway documentation\",\"name\":\"Manifest LLM Gateway documentation\",\"description\":\"Connect models and subscriptions behind one OpenAI- and Anthropic-compatible endpoint, with routing, fallbacks, limits, and Autofix.\",\"url\":\"https://manifest.build/llm-gateway/docs/introduction\",\"mainEntityOfPage\":{\"@id\":\"https://manifest.build/llm-gateway/docs/introduction#webpage\"},\"dateModified\":\"2026-11-02T10:01:02.940Z\",\"keywords\":\"LLM router, AI subscriptions, model routing, open source, LLM gateway, quickstart, first request, create a harness, gateway base URL\",\"publisher\":{\"@id\":\"https://manifest.build/#organization\"},\"isPartOf\":{\"@id\":\"https://manifest.build#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Manifest LLM Gateway\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Manifest LLM Gateway\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/llm-gateway/docs/introduction.md","siteName":"Manifest LLM Gateway","nav":{"global":null,"tabs":[{"tab":"LLM Gateway","groups":[{"group":"Getting Started","boost":3,"pages":[{"title":"Manifest LLM Gateway documentation","sidebarTitle":"Introduction","icon":"house","href":"/llm-gateway/docs/introduction"}]},{"group":"Self-hosting","boost":2,"pages":[{"title":"Deploy the LLM Gateway","sidebarTitle":"Overview","description":"Run the Manifest LLM Gateway with Docker, on a managed platform, or in your cloud account.","icon":"rocket","href":"/llm-gateway/docs/deploy"},{"title":"Self-hosting with Docker","sidebarTitle":"Docker","icon":"docker","href":"/llm-gateway/docs/self-hosted"},{"group":"Managed platforms","icon":"cloud","expanded":false,"pages":[{"title":"Deploy the LLM Gateway on Railway","sidebarTitle":"Railway","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/railway.svg","href":"/llm-gateway/docs/deploy/railway"},{"title":"Deploy the LLM Gateway on Render","sidebarTitle":"Render","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/render.svg","href":"/llm-gateway/docs/deploy/render"},{"title":"Deploy the LLM Gateway on DigitalOcean","sidebarTitle":"DigitalOcean","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/digitalocean.svg","href":"/llm-gateway/docs/deploy/digitalocean"},{"title":"Deploy the LLM Gateway on Fly.io","sidebarTitle":"Fly.io","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/fly.svg","href":"/llm-gateway/docs/deploy/fly"},{"title":"Deploy the LLM Gateway on Heroku","sidebarTitle":"Heroku","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/heroku.svg","href":"/llm-gateway/docs/deploy/heroku"},{"title":"Deploy the LLM Gateway on Koyeb","sidebarTitle":"Koyeb","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/koyeb.svg","href":"/llm-gateway/docs/deploy/koyeb"}]},{"group":"Cloud providers","icon":"server","expanded":false,"pages":[{"title":"Deploy the LLM Gateway on AWS","sidebarTitle":"AWS","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/aws.svg","href":"/llm-gateway/docs/deploy/aws"},{"title":"Deploy the LLM Gateway on Google Cloud","sidebarTitle":"GCP","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/gcp.svg","href":"/llm-gateway/docs/deploy/gcp"}]},{"group":"Server panels","icon":"panel-top","expanded":false,"pages":[{"title":"Deploy the LLM Gateway on Coolify","sidebarTitle":"Coolify","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/coolify.svg","href":"/llm-gateway/docs/deploy/coolify"},{"title":"Deploy the LLM Gateway on Easypanel","sidebarTitle":"Easypanel","icon":"https://mintlify.s3.us-west-1.amazonaws.com/manifest-879ce4a3/icons/deploy/easypanel.svg","href":"/llm-gateway/docs/deploy/easypanel"}]}]},{"group":"Features","boost":2,"pages":[{"title":"LLM Gateway","icon":"split","href":"/llm-gateway/docs/llm-gateway"},{"title":"Autofix","icon":"wrench","href":"/llm-gateway/docs/autofix"},{"title":"Observability","icon":"activity","href":"/llm-gateway/docs/observability"},{"title":"Request logs","icon":"logs","href":"/llm-gateway/docs/request-logs"}]},{"group":"CLI \u0026 MCP","boost":2,"icon":"terminal","pages":[{"title":"CLI","icon":"terminal","href":"/llm-gateway/docs/cli"}]},{"group":"Providers","boost":2,"pages":[{"title":"API key providers","sidebarTitle":"API keys","icon":"key","href":"/llm-gateway/docs/providers/api-key-providers"},{"title":"Subscription-based providers","sidebarTitle":"Subscription-based","icon":"credit-card","href":"/llm-gateway/docs/providers/subscription-based-providers"},{"title":"Custom providers","sidebarTitle":"Custom","icon":"plug","href":"/llm-gateway/docs/providers/custom-providers"},{"title":"Local models","icon":"server","href":"/llm-gateway/docs/providers/local-models"}]},{"group":"Integrations","boost":2,"pages":[{"title":"n8n","icon":"workflow","href":"/llm-gateway/docs/integrations/n8n"},{"title":"MCP server","icon":"server","href":"/llm-gateway/docs/integrations/mcp"}]},{"group":"Reference","pages":[{"title":"API","icon":"code","href":"/llm-gateway/docs/reference/api"},{"title":"Headers","icon":"list","href":"/llm-gateway/docs/reference/headers"},{"title":"Environment variables","icon":"settings","href":"/llm-gateway/docs/reference/environment-variables"},{"title":"Data and telemetry","sidebarTitle":"Data \u0026 telemetry","icon":"shield","href":"/llm-gateway/docs/reference/telemetry"},{"title":"LLM Gateway error codes","sidebarTitle":"Errors","icon":"circle-alert","href":"/llm-gateway/docs/errors"},{"title":"Glossary","icon":"book","href":"/llm-gateway/docs/reference/glossary"}]}]}]},"basePath":"","title":"Manifest LLM Gateway documentation - Manifest LLM Gateway","buildId":"dpl_596ePT575z4qnAFksq1biRW97aLY","deploymentId":"dpl_596ePT575z4qnAFksq1biRW97aLY","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-BXrZabKK.js","DynamicMarkdown-CtasenyM.js","zoom-image-lightbox-C5F0mVLH.js","lightbox-handle-r17bVUz3.js"]}
