{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Portkey (Prisma AIRS AI Gateway) Docs","description":"Comprehensive documentation for AI Gateway, Guardrails, Observability, and Governance features.","colors":{"primary":"#0891B2","light":"#0891B2","dark":"#0891B2"},"logo":{"light":"https://mintcdn.com/portkey-docs/tHk-hgNjLbEj4dhh/images/portkey-PANW-company-logo-positive.png?fit=max\u0026auto=format\u0026n=tHk-hgNjLbEj4dhh\u0026q=85\u0026s=c5fb09014ff79616583b1d3bffe27450","dark":"https://mintcdn.com/portkey-docs/tHk-hgNjLbEj4dhh/images/portkey-PANW-company-logo-negative.png?fit=max\u0026auto=format\u0026n=tHk-hgNjLbEj4dhh\u0026q=85\u0026s=6025ca49ef544522f58ff471b7f75f8f"},"favicon":"https://mintcdn.com/portkey-docs/Hf1XgyjG_b79ym4Q/favicon.png?fit=max\u0026auto=format\u0026n=Hf1XgyjG_b79ym4Q\u0026q=85\u0026s=cbaa1bfc49bb6e3fd6cf499a5da313a3","api":{"openapi":"https://raw.githubusercontent.com/Portkey-AI/openapi/refs/heads/master/openapi.yaml","examples":{"prefill":true},"url":"full"},"navbar":{"links":[{"href":"https://portkey.ai/models","label":"Models"},{"href":"https://support.portkey.ai/forms/customer-portal-ticket-form","label":"Support"},{"href":"https://www.paloaltonetworks.in/ai-security/ai-gateway?utm_source=portkey\u0026utm_medium=referral\u0026utm_campaign=prisma_airs\u0026utm_content=docs_nav#contact","label":"Contact Us"}],"primary":{"type":"button","label":"Sign in","href":"https://stratacloudmanager.paloaltonetworks.com/"}},"footer":{"socials":{"x":"https://twitter.com/PortkeyAI","linkedin":"https://www.linkedin.com/company/portkey-ai","github":"https://git.new/portkey"},"links":[{"header":"For LLMs","items":[{"label":"llms.txt","href":"https://portkey.ai/docs/llms.txt"},{"label":"llms-full.txt","href":"https://portkey.ai/docs/llms-full.txt"}]},{"header":"Products","items":[{"label":"Observability","href":"https://portkey.ai/features/observability"},{"label":"AI Gateway","href":"https://portkey.ai/features/ai-gateway"},{"label":"Guardrails","href":"https://portkey.ai/features/guardrails"},{"label":"Prompt Management","href":"https://portkey.ai/features/prompt-management"},{"label":"Agents","href":"https://portkey.ai/features/agents"},{"label":"MCP Gateway","href":"https://portkey.ai/docs/product/mcp-gateway"},{"label":"Security","href":"https://portkey.ai/features/security-and-compliance"},{"label":"Auto-Instrumentation","href":"https://portkey.ai/features/auto-instrumentation"}]},{"header":"Resources","items":[{"label":"API Status","href":"https://status.portkey.ai/"},{"label":"Helm Charts","href":"https://github.com/portkey-ai/helm"},{"label":"AI Grants Finder","href":"https://grantsfinder.portkey.ai/"},{"label":"Events Calendar","href":"https://lu.ma/portkey"},{"label":"Blog","href":"https://portkey.ai/blog"},{"label":"Error Library","href":"https://portkey.ai/error-library"},{"label":"Models \u0026 Pricing","href":"https://portkey.ai/models"}]},{"header":"Company","items":[{"label":"Pricing","href":"https://portkey.ai/pricing"},{"label":"Compliances","href":"https://trust.portkey.ai/"},{"label":"Privacy Policy","href":"https://portkey.ai/privacy-policy"},{"label":"Terms of Service","href":"https://portkey.ai/terms"},{"label":"DPA","href":"https://portkey.ai/dpa"},{"label":"Cookie Policy","href":"https://portkey.ai/cookie-policy"}]}]},"seo":{"metatags":{"og:type":"website","og:site_name":"Portkey AI Gateway Docs"},"indexing":"navigable"},"styling":{"eyebrows":"breadcrumbs","codeblocks":"system","latex":true},"integrations":{"ga4":{"measurementId":"G-JJMXYE4DRL"}},"contextual":{"options":["copy","view","chatgpt","claude"],"display":"toc"},"interaction":{"drilldown":true},"metadata":{"timestamp":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"portkey-docs","hasAudioNarration":false,"actualSubdomain":"portkey-docs","customDomains":["docs.portkey.ai","portkey.ai"],"gitSource":{"type":"github","owner":"portkey-ai","repo":"docs-core","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6aea1fd4382c567ac457aa17","collectionId":"0c4de925-cec6-446b-9681-011c6b4a9b91","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6aea1fd4382c567ac457aa17"},"feedback":{"thumbs":true,"edits":true,"issues":true,"agentFeedback":true},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aea1fd4382c567ac457aa17","clientVersion":"0.0.4054","searchFilterCounts":[{"language":"default","tag":"Integrations","count":699},{"language":"default","tag":"Product","count":386},{"language":"default","tag":"Docs","count":324},{"language":"default","tag":"LLM Integrations","count":307},{"language":"default","tag":"Admin APIs","count":189},{"language":"default","tag":"More","count":176},{"language":"default","tag":"Guardrails","count":102},{"language":"default","tag":"Administration","count":102},{"language":"default","tag":"AI Gateway","count":99},{"language":"default","tag":"Admin API","count":95}],"searchSettings":{"isFiltersEnabled":true,"showContentSnippets":true}},"assistantConfig":{"enableAskAiButton":true,"enableStarterQuestions":true,"enableContextualStarterQuestions":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@portkey.ai","showHelpButton":true}},"basePath":"/docs","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"#banner{background:linear-gradient(90deg,#0d1b2e 0,#1a1040 40%,#2d0f22 100%);border-bottom:1px solid rgba(255,255,255,.08)}#banner a{color:#f0f0f0;text-decoration:none;font-weight:600;border-bottom:1px solid rgba(240,240,240,.5);padding-bottom:1px;transition:border-color .2s ease}#banner a:hover{border-bottom-color:#fff}"}],"page":{"pagePath":"guides/integrations","slug":"/guides/integrations","pageMetadata":{"title":"Overview","description":null,"href":"/guides/integrations"},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={hr:`hr`,p:`p`,..._provideComponents(),...props.components},{Card,CardGroup}=_components;if(!Card)_missingMdxReference(`Card`,true);if(!CardGroup)_missingMdxReference(`CardGroup`,true);return _jsxs(_Fragment,{children:[_jsxs(CardGroup,{children:[_jsx(Card,{title:`Llama 3 on Portkey + Together AI`,href:`/guides/integrations/llama-3-on-portkey-+-together-ai`}),_jsx(Card,{title:`Introduction to GPT-4o`,href:`/guides/integrations/introduction-to-gpt-4o`}),_jsx(Card,{title:`Anyscale`,href:`/guides/integrations/anyscale`}),_jsx(Card,{title:`Mistral`,href:`/guides/integrations/mistral`}),_jsx(Card,{title:`Vercel AI`,href:`/guides/integrations/vercel-ai`}),_jsx(Card,{title:`Deepinfra`,href:`/guides/integrations/deepinfra`}),_jsx(Card,{title:`Groq`,href:`/guides/integrations/groq`}),_jsx(Card,{title:`Langchain`,href:`/guides/integrations/langchain`}),_jsx(Card,{title:`Mixtral 8x22b`,href:`/guides/integrations/mixtral-8x22b`}),_jsx(Card,{title:`Segmind`,href:`/guides/integrations/segmind`})]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Card,{title:`Portkey is now PRISMA AIRS AI Gateway. See it in action.`,href:`https://www.paloaltonetworks.in/ai-security/ai-gateway?utm_source=portkey\u0026utm_medium=referral\u0026utm_campaign=prisma_airs\u0026utm_content=docs_nav#contact`,icon:`arrow-up-right-from-square`,children:_jsx(_components.p,{children:`Contact Us`})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"codeStyling":"system","config":{},"pageMetadata":{"title":"Overview","description":null,"href":"/guides/integrations"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"subdomain":"portkey-docs","siteName":"Portkey (Prisma AIRS AI Gateway) Docs","title":"Overview - Portkey (Prisma AIRS AI Gateway) Docs","relatedPagesConfig":{"enabled":true,"limit":5,"mode":"automatic"},"contextualStarterQuestions":[{"_id":"6aea2180f022d49c27ba7486","deploymentId":"67086365a151447bf2fa5021","questionText":"What is Portkey's current offering?","status":"active","generatedBy":"contextual","path":"guides/integrations","createdAt":"2026-11-03T18:01:36.766Z","updatedAt":"2026-11-03T18:01:36.766Z","__v":0},{"_id":"6aea2180f022d49c27ba7484","deploymentId":"67086365a151447bf2fa5021","questionText":"Which AI models are supported?","status":"active","generatedBy":"contextual","path":"guides/integrations","createdAt":"2026-11-03T18:01:36.766Z","updatedAt":"2026-11-03T18:01:36.766Z","__v":0},{"_id":"6aea2180f022d49c27ba7485","deploymentId":"67086365a151447bf2fa5021","questionText":"How do I integrate Langchain?","status":"active","generatedBy":"contextual","path":"guides/integrations","createdAt":"2026-11-03T18:01:36.766Z","updatedAt":"2026-11-03T18:01:36.766Z","__v":0}],"navMaps":{"firstHrefInVersion":{"Latest":{"href":"/guides/integrations","matchLevel":0},"Prisma AIRS":{"href":"/aigw/integrations/overview","matchLevel":2},"Virtual Keys (Deprecated)":{"href":"/guides/integrations","matchLevel":0}},"firstHrefInLanguage":{}},"originalFileLocation":"guides/integrations.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Portkey (Prisma AIRS AI Gateway) Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Overview - Portkey (Prisma AIRS AI Gateway) Docs\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Portkey AI Gateway Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.portkey.ai/docs/guides/integrations\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://portkey-docs.mintlify.app/_mintlify/api/og/v2?division=Integrations\u0026amp;title=Overview\u0026amp;theme=262137c9f2583e48984715e7\u0026amp;signature=275b3d74fb15ab9baecde65998360eaa12f0e078038dc03fe0689006f213cb6b\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Overview - Portkey (Prisma AIRS AI Gateway) Docs\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://portkey-docs.mintlify.app/_mintlify/api/og/v2?division=Integrations\u0026amp;title=Overview\u0026amp;theme=262137c9f2583e48984715e7\u0026amp;signature=275b3d74fb15ab9baecde65998360eaa12f0e078038dc03fe0689006f213cb6b\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/portkey-docs/9Whrk-8bCE6hyGSn/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Portkey (Prisma AIRS AI Gateway) Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#0891B2\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.portkey.ai/docs/guides/integrations\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/guides/integrations.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.portkey.ai/#organization\",\"name\":\"Portkey (Prisma AIRS AI Gateway) Docs\",\"url\":\"https://docs.portkey.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/portkey-docs/tHk-hgNjLbEj4dhh/images/portkey-PANW-company-logo-positive.png?fit=max\u0026auto=format\u0026n=tHk-hgNjLbEj4dhh\u0026q=85\u0026s=c5fb09014ff79616583b1d3bffe27450\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.portkey.ai/docs#website\",\"name\":\"Portkey (Prisma AIRS AI Gateway) Docs\",\"url\":\"https://docs.portkey.ai/docs\",\"publisher\":{\"@id\":\"https://docs.portkey.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.portkey.ai/docs/guides/integrations#webpage\",\"url\":\"https://docs.portkey.ai/docs/guides/integrations\",\"name\":\"Overview\",\"isPartOf\":{\"@id\":\"https://docs.portkey.ai/docs#website\"},\"breadcrumb\":{\"@id\":\"https://docs.portkey.ai/docs/guides/integrations#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.portkey.ai/docs/guides/integrations#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Portkey (Prisma AIRS AI Gateway) Docs\",\"item\":\"https://docs.portkey.ai/docs\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Overview\",\"item\":\"https://docs.portkey.ai/docs/guides/integrations\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.portkey.ai/docs/guides/integrations#article\",\"headline\":\"Overview\",\"name\":\"Overview\",\"url\":\"https://docs.portkey.ai/docs/guides/integrations\",\"mainEntityOfPage\":{\"@id\":\"https://docs.portkey.ai/docs/guides/integrations#webpage\"},\"publisher\":{\"@id\":\"https://docs.portkey.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.portkey.ai/docs#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Portkey (Prisma AIRS AI Gateway) Docs\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Portkey (Prisma AIRS AI Gateway) Docs","nav":{"global":null,"versions":[{"version":"Latest","tabs":[{"tab":"Docs","pages":[{"title":"Docs","href":"/introduction/what-is-portkey"}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/integrations/ecosystem"}]},{"tab":"Gateway APIs","pages":[{"title":"Gateway APIs","href":"/api-reference/inference-api/introduction"}]},{"tab":"Admin APIs","pages":[{"title":"Admin APIs","href":"/api-reference/admin-api/introduction"}]},{"tab":"Cookbooks","groups":[{"group":"Evals","pages":[{"title":"How to Run Structured Output Evals at Scale","href":"/guides/use-cases/run-batch-evals"},{"title":"Building an LLM-as-a-Judge System for AI (Customer Support) Agent","href":"/guides/prompts/llm-as-a-judge"}]},{"group":"Prompt Engineering","pages":[{"title":null,"href":"/guides/prompts"},{"title":"Ultimate AI SDR","href":"/guides/prompts/ultimate-ai-sdr"},{"title":"Build a chatbot using Portkey's Prompt Templates","href":"/guides/prompts/build-a-chatbot-using-portkeys-prompt-templates"},{"title":"Building an LLM-as-a-Judge System for AI (Customer Support) Agent","href":"/guides/prompts/llm-as-a-judge"},{"title":"Optimizing Prompts for Customer Support using Portkey | LLama Prompt Ops Integration","href":"/guides/prompts/llama-prompts"}]},{"group":"Whitepapers","pages":[{"group":"Optimizing LLM Costs","pages":[{"title":"Executive Summary","href":"/guides/whitepapers/optimizing-llm-costs/executive-summary"},{"title":"1. Introduction","href":"/guides/whitepapers/optimizing-llm-costs/introduction"},{"title":"2. Understanding LLM Cost Drivers","href":"/guides/whitepapers/optimizing-llm-costs/llm-cost-drivers"},{"title":"3. FrugalGPT Techniques for Cost Optimization","href":"/guides/whitepapers/optimizing-llm-costs/frugalgpt-techniques"},{"title":"4. Advanced Strategies for Performance Improvement","href":"/guides/whitepapers/optimizing-llm-costs/advanced-strategies"},{"title":"5. Architectural Considerations","href":"/guides/whitepapers/optimizing-llm-costs/architectural-considerations"},{"title":"6. Operational Best Pracitces","href":"/guides/whitepapers/optimizing-llm-costs/operational-best-practices"},{"title":"7. Cost Effective Development Practices","href":"/guides/whitepapers/optimizing-llm-costs/cost-effective-development"},{"title":"8. User Education and Change Management","href":"/guides/whitepapers/optimizing-llm-costs/user-education"},{"title":"9. Future Trends in LLM Cost Optimization","href":"/guides/whitepapers/optimizing-llm-costs/future-trends"},{"title":"10. Conclusion and Key Takeaways","href":"/guides/whitepapers/optimizing-llm-costs/conclusion-and-key-takeaways"}]}]},{"group":"Getting Started","pages":[{"title":"Overview","href":"/guides/getting-started"},{"title":"A/B Test Prompts and Models","href":"/guides/getting-started/a-b-test-prompts-and-models"},{"title":"Tackling Rate Limiting","href":"/guides/getting-started/tackling-rate-limiting"},{"title":"Function Calling","href":"/guides/getting-started/function-calling"},{"title":"Image Generation","href":"/guides/getting-started/image-generation"},{"title":"Getting Started with AI Gateway","href":"/guides/getting-started/getting-started-with-ai-gateway"},{"title":"Llama 3 on Groq","href":"/guides/getting-started/llama-3-on-groq"},{"title":"Return Repeat Requests from Cache","href":"/guides/getting-started/return-repeat-requests-from-cache"},{"title":"Trigger Automatic Retries on LLM Failures","href":"/guides/getting-started/trigger-automatic-retries-on-llm-failures"},{"title":"101 on Portkey's Gateway Configs","description":"You are likely familiar with how to make an API call to GPT4 for chat completions. ","href":"/guides/getting-started/101-on-portkey-s-gateway-configs"}]},{"group":"Integrations","pages":[{"title":"Overview","href":"/guides/integrations"},{"title":"Portkey CLI","description":"Wire Claude Code, Codex, or Cursor to Portkey — gateway routing, MCP servers, and team skills in one command.","href":"/guides/coding-agents/agent-cli"},{"title":"Skills Registry","href":"/guides/coding-agents/skills"},{"title":"Llama 3 on Portkey + Together AI","href":"/guides/integrations/llama-3-on-portkey-+-together-ai"},{"title":"Introduction to GPT-4o","href":"/guides/integrations/introduction-to-gpt-4o"},{"title":"Anyscale","href":"/guides/integrations/anyscale"},{"title":"Mistral","href":"/guides/integrations/mistral"},{"title":"Vercel AI","href":"/guides/integrations/vercel-ai"},{"title":"Deepinfra","href":"/guides/integrations/deepinfra"},{"title":"Groq","href":"/guides/integrations/groq"},{"title":"Langchain","href":"/guides/integrations/langchain"},{"title":"Mixtral 8x22b","href":"/guides/integrations/mixtral-8x22b"},{"title":"Segmind","href":"/guides/integrations/segmind"},{"title":"Sync Open WebUI Feedback → Portkey","href":"/guides/integrations/openwebui-to-portkey"}]},{"group":"Use Cases","pages":[{"title":"Overview","href":"/guides/use-cases"},{"title":"Unified LLM API with Automatic Failover \u0026 Error Handling","href":"/guides/use-cases/enterprise-ready-unified-api"},{"title":"Multi-Tenant LLM Access with Enterprise Control for Customer-Facing Apps","href":"/guides/use-cases/multi-tenant-ai-feature"},{"title":"Enforcing Budget, Token \u0026 Rate Limits: Use Cases","href":"/guides/use-cases/enforcing-limits-and-budgets"},{"title":"Testing Application Resilience with Fallbacks","href":"/guides/use-cases/fallbacks-test"},{"title":"How to use Portkey Guardrails for PII Protection","href":"/guides/use-cases/guardrail-pii-use-case"},{"title":"Creating your own partner guardrails","href":"/guides/use-cases/creating-partner-guardrails"},{"title":"Handle streaming output guardrails for client-side decisions","href":"/guides/use-cases/streaming-output-guardrails"},{"title":"Web Search for Any LLM in LibreChat","href":"/guides/use-cases/librechat-web-search"},{"title":"Few-Shot Prompting","href":"/guides/use-cases/few-shot-prompting"},{"title":"Enforcing JSON Schema with Anyscale \u0026 Together","href":"/guides/use-cases/enforcing-json-schema-with-anyscale-and-together"},{"title":"Detecting Emotions with GPT-4o","href":"/guides/use-cases/emotions-with-gpt-4o"},{"title":"Build an article suggestion app with Supabase pgvector, and Portkey","href":"/guides/use-cases/build-an-article-suggestion-app-with-supabase-pgvector-and-portkey"},{"title":"Setting up resilient Load balancers with failure-mitigating Fallbacks","href":"/guides/use-cases/setting-up-resilient-load-balancers-with-failure-mitigating-fallbacks"},{"title":"Combining Routing Strategies: Conditional, Load Balancing \u0026 Fallbacks","href":"/guides/use-cases/combining-routing-strategies"},{"title":"Run Portkey on Prompts from Langchain Hub","href":"/guides/use-cases/run-portkey-on-prompts-from-langchain-hub"},{"title":"Smart Fallback with Model-Optimized Prompts","href":"/guides/use-cases/smart-fallback-with-model-optimized-prompts"},{"title":"How to use OpenAI SDK with Portkey Prompt Templates","href":"/guides/use-cases/how-to-use-openai-sdk-with-portkey-prompt-templates"},{"title":"Setup OpenAI -> Azure OpenAI Fallback","href":"/guides/use-cases/setup-openai-greater-than-azure-openai-fallback"},{"title":"Fallback from SDXL to Dall-e-3","href":"/guides/use-cases/fallback-from-sdxl-to-dall-e-3"},{"title":"Comparing Top10 LMSYS Models with Portkey","href":"/guides/use-cases/comparing-top10-lmsys-models-with-portkey"},{"title":"Request metadata use cases","href":"/guides/use-cases/metadata-use-cases"},{"title":"Tracking LLM Costs Per User with Portkey","href":"/guides/use-cases/track-costs-using-metadata"},{"title":"Comparing DeepSeek Models Against OpenAI, Anthropic \u0026 More Using Portkey","href":"/guides/use-cases/deepseek-r1"},{"title":"Portkey with OpenAI Computer Use","href":"/guides/use-cases/openai-computer-use"},{"title":"Using Private MCP Servers with Responses API","href":"/guides/use-cases/private-mcp-servers"},{"title":"Converting STDIO to Remote MCP Servers","icon":"globe","href":"/guides/converting-stdio-to-streamable-http"}]}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/changelog/2026/september"}]},{"tab":"Help Center","pages":[{"title":"Help Center","href":"/help-center/you-do-not-have-enough-permissions"}]}]},{"version":"Prisma AIRS","pages":[{"title":"Prisma AIRS","href":"/aigw/integrations/overview"}]},{"version":"Virtual Keys (Deprecated)","tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/virtual_key_old/introduction/what-is-portkey"}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/virtual_key_old/integrations/ecosystem"}]},{"tab":"Inference API","pages":[{"title":"Inference API","href":"/api-reference/inference-api/introduction"}]},{"tab":"Admin API","pages":[{"title":"Admin API","href":"/api-reference/admin-api/introduction"}]},{"tab":"Cookbooks","groups":[{"group":"Evals","pages":[{"title":"How to Run Structured Output Evals at Scale","href":"/guides/use-cases/run-batch-evals"},{"title":"Building an LLM-as-a-Judge System for AI (Customer Support) Agent","href":"/guides/prompts/llm-as-a-judge"}]},{"group":"Prompt Engineering","pages":[{"title":null,"href":"/guides/prompts"},{"title":"Ultimate AI SDR","href":"/guides/prompts/ultimate-ai-sdr"},{"title":"Build a chatbot using Portkey's Prompt Templates","href":"/guides/prompts/build-a-chatbot-using-portkeys-prompt-templates"},{"title":"Building an LLM-as-a-Judge System for AI (Customer Support) Agent","href":"/guides/prompts/llm-as-a-judge"},{"title":"Optimizing Prompts for Customer Support using Portkey | LLama Prompt Ops Integration","href":"/guides/prompts/llama-prompts"}]},{"group":"Whitepapers","pages":[{"group":"Optimizing LLM Costs","pages":[{"title":"Executive Summary","href":"/guides/whitepapers/optimizing-llm-costs/executive-summary"},{"title":"1. Introduction","href":"/guides/whitepapers/optimizing-llm-costs/introduction"},{"title":"2. Understanding LLM Cost Drivers","href":"/guides/whitepapers/optimizing-llm-costs/llm-cost-drivers"},{"title":"3. FrugalGPT Techniques for Cost Optimization","href":"/guides/whitepapers/optimizing-llm-costs/frugalgpt-techniques"},{"title":"4. Advanced Strategies for Performance Improvement","href":"/guides/whitepapers/optimizing-llm-costs/advanced-strategies"},{"title":"5. Architectural Considerations","href":"/guides/whitepapers/optimizing-llm-costs/architectural-considerations"},{"title":"6. Operational Best Pracitces","href":"/guides/whitepapers/optimizing-llm-costs/operational-best-practices"},{"title":"7. Cost Effective Development Practices","href":"/guides/whitepapers/optimizing-llm-costs/cost-effective-development"},{"title":"8. User Education and Change Management","href":"/guides/whitepapers/optimizing-llm-costs/user-education"},{"title":"9. Future Trends in LLM Cost Optimization","href":"/guides/whitepapers/optimizing-llm-costs/future-trends"},{"title":"10. Conclusion and Key Takeaways","href":"/guides/whitepapers/optimizing-llm-costs/conclusion-and-key-takeaways"}]}]},{"group":"Getting Started","pages":[{"title":"Overview","href":"/guides/getting-started"},{"title":"A/B Test Prompts and Models","href":"/guides/getting-started/a-b-test-prompts-and-models"},{"title":"Tackling Rate Limiting","href":"/guides/getting-started/tackling-rate-limiting"},{"title":"Function Calling","href":"/guides/getting-started/function-calling"},{"title":"Image Generation","href":"/guides/getting-started/image-generation"},{"title":"Getting Started with AI Gateway","href":"/guides/getting-started/getting-started-with-ai-gateway"},{"title":"Llama 3 on Groq","href":"/guides/getting-started/llama-3-on-groq"},{"title":"Return Repeat Requests from Cache","href":"/guides/getting-started/return-repeat-requests-from-cache"},{"title":"Trigger Automatic Retries on LLM Failures","href":"/guides/getting-started/trigger-automatic-retries-on-llm-failures"},{"title":"101 on Portkey's Gateway Configs","description":"You are likely familiar with how to make an API call to GPT4 for chat completions. ","href":"/guides/getting-started/101-on-portkey-s-gateway-configs"}]},{"group":"Integrations","pages":[{"title":"Overview","href":"/guides/integrations"},{"title":"Arize with Portkey: Multi-LLM Debate with Traces \u0026 Evals","description":null,"href":"/guides/integrations/arize-portkey"},{"title":"Llama 3 on Portkey + Together AI","href":"/guides/integrations/llama-3-on-portkey-+-together-ai"},{"title":"Introduction to GPT-4o","href":"/guides/integrations/introduction-to-gpt-4o"},{"title":"Anyscale","href":"/guides/integrations/anyscale"},{"title":"Mistral","href":"/guides/integrations/mistral"},{"title":"Vercel AI","href":"/guides/integrations/vercel-ai"},{"title":"Deepinfra","href":"/guides/integrations/deepinfra"},{"title":"Groq","href":"/guides/integrations/groq"},{"title":"Langchain","href":"/guides/integrations/langchain"},{"title":"Mixtral 8x22b","href":"/guides/integrations/mixtral-8x22b"},{"title":"Segmind","href":"/guides/integrations/segmind"}]},{"group":"Use Cases","pages":[{"title":"Overview","href":"/guides/use-cases"},{"title":"Web Search for Any LLM in LibreChat","href":"/guides/use-cases/librechat-web-search"},{"title":"Few-Shot Prompting","href":"/guides/use-cases/few-shot-prompting"},{"title":"Enforcing JSON Schema with Anyscale \u0026 Together","href":"/guides/use-cases/enforcing-json-schema-with-anyscale-and-together"},{"title":"Detecting Emotions with GPT-4o","href":"/guides/use-cases/emotions-with-gpt-4o"},{"title":"Build an article suggestion app with Supabase pgvector, and Portkey","href":"/guides/use-cases/build-an-article-suggestion-app-with-supabase-pgvector-and-portkey"},{"title":"Setting up resilient Load balancers with failure-mitigating Fallbacks","href":"/guides/use-cases/setting-up-resilient-load-balancers-with-failure-mitigating-fallbacks"},{"title":"Combining Routing Strategies: Conditional, Load Balancing \u0026 Fallbacks","href":"/guides/use-cases/combining-routing-strategies"},{"title":"Run Portkey on Prompts from Langchain Hub","href":"/guides/use-cases/run-portkey-on-prompts-from-langchain-hub"},{"title":"Smart Fallback with Model-Optimized Prompts","href":"/guides/use-cases/smart-fallback-with-model-optimized-prompts"},{"title":"How to use OpenAI SDK with Portkey Prompt Templates","href":"/guides/use-cases/how-to-use-openai-sdk-with-portkey-prompt-templates"},{"title":"Setup OpenAI -> Azure OpenAI Fallback","href":"/guides/use-cases/setup-openai-greater-than-azure-openai-fallback"},{"title":"Fallback from SDXL to Dall-e-3","href":"/guides/use-cases/fallback-from-sdxl-to-dall-e-3"},{"title":"Comparing Top10 LMSYS Models with Portkey","href":"/guides/use-cases/comparing-top10-lmsys-models-with-portkey"},{"title":"Request metadata use cases","href":"/guides/use-cases/metadata-use-cases"},{"title":"Tracking LLM Costs Per User with Portkey","href":"/guides/use-cases/track-costs-using-metadata"},{"title":"Enforcing Budget, Token \u0026 Rate Limits: Use Cases","href":"/guides/use-cases/enforcing-limits-and-budgets"},{"title":"Comparing DeepSeek Models Against OpenAI, Anthropic \u0026 More Using Portkey","href":"/guides/use-cases/deepseek-r1"},{"title":"Portkey with OpenAI Computer Use","href":"/guides/use-cases/openai-computer-use"},{"title":"Using Private MCP Servers with Responses API","href":"/guides/use-cases/private-mcp-servers"}]}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/changelog/2025/may"}]},{"tab":"Help articles","pages":[{"title":"Help articles","href":"/help-center/you-do-not-have-enough-permissions"}]}]}]},"basePath":"","title":"Overview - Portkey (Prisma AIRS AI Gateway) Docs","buildId":"dpl_GWQzn6k13MqphA3qck3hQKoQXDzM","deploymentId":"dpl_GWQzn6k13MqphA3qck3hQKoQXDzM","dynamics":[],"chunks":[]}
