Zylon supports additional capabilities that can be combined with any base or alternative preset. These capabilities extend the functionality but are not enabled by default.
Capabilities are added to presets using a comma-separated format: <base_preset>,<capability1>,<capability2>Examples:
# Base preset with multilingual capabilityai: preset: "baseline-48g,capabilities.multilingual"# Alternative preset with multilingual capabilityai: preset: "alternatives.baseline-48g-context,capabilities.multilingual"# Multiple capabilities (if more become available)ai: preset: "baseline-48g,capabilities.multilingual,capabilities.feature2"
Capabilities can be stacked with any preset type including base, alternative, and experimental presets.
If your system has multiple GPUs, you can combine their memory capacity to use higher-tier presets. Select the preset based on total combined VRAM across all GPUs.
The Triton Inference Server uses shared memory to enable zero-copy data transfer between Zylon services and the inference engine. This eliminates serialization overhead and significantly improves inference throughput and reduces latency for high-volume workloads.
You may encounter Shared memory allocation failed errors in these scenarios:
Large request queues: Processing high volumes of concurrent requests where queued input exceeds available shared memory
Image-based models: Vision workloads requiring multiple megabytes per image where batches of high-resolution images quickly exhaust the default allocation
Large document processing: Handling very large documents or multiple documents simultaneously
Important considerations when increasing shared memory:
Allocating excessive shared memory can cause pods to be OOMKilled
Be conservative with increases—start with small increments (e.g., 2Gi → 4Gi)
Monitor actual usage with Kubernetes metrics before further increases
Shared memory is reserved from system RAM, reducing available memory for other processes
{"docsConfig":{"theme":"palm","$schema":"https://mintlify.com/docs.json","name":"Zylon","description":"Zylon is an enterprise AI platform delivering private generative AI and on-premise AI software for regulated industries, enabling secure deployment inside enterprise infrastructure without external cloud dependencies.","colors":{"primary":"#796ABF","light":"#796ABF","dark":"#E7E5E4"},"logo":{"light":"https://mintcdn.com/zylon/gak9PYoO0ozUIC1W/logo/light.svg?fit=max\u0026auto=format\u0026n=gak9PYoO0ozUIC1W\u0026q=85\u0026s=138e7b0b2d91e5562def19bf93ef93ef","dark":"https://mintcdn.com/zylon/gak9PYoO0ozUIC1W/logo/dark.svg?fit=max\u0026auto=format\u0026n=gak9PYoO0ozUIC1W\u0026q=85\u0026s=54b0904a089ec64c29a0f16d16da0cc3"},"favicon":"https://mintcdn.com/zylon/_j0w7hJa3Cg0VgjU/favicon.png?fit=max\u0026auto=format\u0026n=_j0w7hJa3Cg0VgjU\u0026q=85\u0026s=8d03180cb6eda69a1f2e0f44bcf63bae","api":{"playground":{"display":"simple"},"examples":{"defaults":"required","languages":["curl","python","javascript"]}},"appearance":{"default":"light"},"background":{"decoration":"gradient","color":{"light":"#FFFFFF","dark":"#1C1917"}},"navbar":{"links":[{"href":"mailto:dev@zylon.ai","label":"Support"}],"primary":{"type":"button","label":"Request a Demo","href":"https://cal.com/zylon/demo?source=docs"}},"footer":{"socials":{"x":"https://x.com/zylonprivategpt","github":"https://github.com/zylon-ai","linkedin":"https://www.linkedin.com/company/zylon-privategpt"}},"styling":{"eyebrows":"breadcrumbs","latex":true},"errors":{"404":{"redirect":false}},"contextual":{"options":["copy"],"display":"header"},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"zylon","hasAudioNarration":false,"actualSubdomain":"zylon","customDomains":["docs.zylon.ai"],"gitSource":{"type":"github","owner":"zylon-ai","repo":"zylon-docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"entitlements":{},"buildId":"6af2e8e25b327c2363d1edc3","clientVersion":"0.0.4102","searchFilterCounts":[{"language":"en","tag":"Zylon","count":316},{"language":"es","tag":"Zylon","count":312},{"language":"en","tag":"Operator Manual","count":137},{"language":"es","tag":"Manual del Operador","count":137},{"language":"en","tag":"User Manual","count":95},{"language":"es","tag":"Manual de Usuario","count":93},{"language":"en","tag":"Configuration","count":81},{"language":"es","tag":"Configuración","count":81},{"language":"en","tag":"Developer Manual","count":78},{"language":"es","tag":"Manual de Desarrollador","count":76},{"language":"en","tag":"Build with Zylon","count":66},{"language":"es","tag":"Construye con Zylon","count":64},{"language":"en","tag":"Workspace API","count":37},{"language":"es","tag":"Workspace API","count":37},{"language":"en","tag":"ZylonGPT API","count":25},{"language":"es","tag":"ZylonGPT API","count":25},{"language":"en","tag":"Features \u0026 Capabilities","count":24},{"language":"es","tag":"Funciones y Capacidades","count":24},{"language":"en","tag":"Chat Assistant","count":21},{"language":"es","tag":"Asistente de Chat","count":21}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":".dark{--zylon-surface: oklch(0.268 0.007 56.043);--zylon-paper: oklch(0.2 0.004 56.043);--zylon-code: oklch(0.18 0.006 56.043);--zylon-text: oklch(0.985 0.001 106.423);--zylon-body: oklch(0.985 0.001 106.423 / 72%);--zylon-muted: oklch(0.709 0.01 56.259);--zylon-border: oklch(1 0 0 / 10%);--primary: var(--primary-dark);--primary-light: var(--primary-dark)}.dark #navbar{background-color:rgb(var(--background-dark))}.dark #sidebar-content,.dark #navbar>div:first-child,.dark #footer{border-color:var(--zylon-border)}.dark span.pointer-events-none[style*=\"radial-gradient\"]{display:none}.dark #page-title,.dark #content :is(h1,h2,h3,h4,strong),.dark .card :is(h2,h3){color:var(--zylon-text)}.dark #content{color:var(--zylon-body);--tw-prose-body: var(--zylon-body);--tw-prose-headings: var(--zylon-text);--tw-prose-bold: var(--zylon-text);--tw-prose-links: var(--zylon-text)}.dark #table-of-contents{color:var(--zylon-muted)}.dark #search-bar-entry{background:var(--zylon-surface);color:var(--zylon-muted);--tw-ring-color: var(--zylon-border)}.dark .card{background:var(--zylon-paper);border-color:var(--zylon-border)}.dark .card p{color:var(--zylon-body)}.dark .card:hover{background:var(--zylon-surface);border-color:oklch(1 0 0 / 20%)}.dark .code-block{background:var(--zylon-code);border-color:var(--zylon-border)}.dark .code-block-background{--shiki-dark-bg: var(--zylon-code) !important}"}],"page":{"pagePath":"en/v1.58/operator-manual/ai-presets/configuration","slug":"/en/v1.58/operator-manual/ai-presets/configuration","pageMetadata":{"title":"Configuration Options","description":"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance","href":"/en/v1.58/operator-manual/ai-presets/configuration"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={code:`code`,li:`li`,ol:`ol`,p:`p`,pre:`pre`,span:`span`,strong:`strong`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,ul:`ul`,..._provideComponents(),...props.components},{CodeBlock,Heading,Table,Tip,Warning}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!Table)_missingMdxReference(`Table`,true);if(!Tip)_missingMdxReference(`Tip`,true);if(!Warning)_missingMdxReference(`Warning`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`2`,id:`enhanced-capabilities`,children:`Enhanced Capabilities`}),`\n`,_jsxs(_components.p,{children:[`Zylon supports additional capabilities that can be combined with any base or alternative preset. These capabilities extend the functionality but are `,_jsx(_components.strong,{children:`not enabled by default`}),`.`]}),`\n`,_jsx(Heading,{level:`3`,id:`available-capabilities`,children:`Available Capabilities`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Capability`}),_jsx(_components.th,{children:`Description`}),_jsx(_components.th,{children:`Example Use Cases`}),_jsx(_components.th,{children:`Models`})]})}),_jsx(_components.tbody,{children:_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.code,{children:`multilingual`})}),_jsx(_components.td,{children:`Enhanced support for languages beyond English`}),_jsx(_components.td,{children:`International documents, non-English content processing`}),_jsx(_components.td,{children:`intfloat/multilingual-e5-large`})]})})]}),`\n`,_jsx(Heading,{level:`3`,id:`adding-capabilities`,children:`Adding Capabilities`}),`\n`,_jsxs(_components.p,{children:[`Capabilities are added to presets using a comma-separated format: `,_jsx(_components.code,{children:`\u003cbase_preset>,\u003ccapability1>,\u003ccapability2>`})]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Examples:`})}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`11`,language:`yaml`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`yaml`,children:_jsxs(_components.code,{language:`yaml`,numberOfLines:`11`,children:[_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# Base preset with multilingual capability`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:`ai`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` preset`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"baseline-48g,capabilities.multilingual\"`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# Alternative preset with multilingual capability`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:`ai`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` preset`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"alternatives.baseline-48g-context,capabilities.multilingual\"`})]}),`\n`,_jsx(_components.span,{className:`line`}),`\n`,_jsx(_components.span,{className:`line`,children:_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:`# Multiple capabilities (if more become available)`})}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:`ai`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` preset`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"baseline-48g,capabilities.multilingual,capabilities.feature2\"`})]}),`\n`]})})}),`\n`,_jsx(Tip,{children:_jsx(_components.p,{children:`Capabilities can be stacked with any preset type including base, alternative, and experimental presets.`})}),`\n`,_jsx(Heading,{level:`2`,id:`multi-gpu-configuration`,children:`Multi-GPU Configuration`}),`\n`,_jsxs(_components.p,{children:[`If your system has multiple GPUs, you can combine their memory capacity to use higher-tier presets. Select the preset based on `,_jsx(_components.strong,{children:`total combined VRAM`}),` across all GPUs.`]}),`\n`,_jsx(Heading,{level:`3`,id:`configuration-steps`,children:`Configuration Steps`}),`\n`,_jsxs(_components.ol,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Calculate total VRAM`}),`: Add up the memory of all GPUs`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Select appropriate preset`}),`: Choose preset for the total memory`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Configure GPU count`}),`: Set the `,_jsx(_components.code,{children:`gpuCount`}),` parameter`]}),`\n`]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Configuration Example:`})}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`3`,language:`yaml`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`yaml`,children:_jsxs(_components.code,{language:`yaml`,numberOfLines:`3`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:`ai`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` preset`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"baseline-48g\"`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` gpuCount`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#B5CEA8`},children:`2`}),_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:` # Using 2 GPUs with 24GB each (48GB total)`})]}),`\n`]})})}),`\n`,_jsx(Heading,{level:`3`,id:`multi-gpu-configuration-examples`,children:`Multi-GPU Configuration Examples`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Hardware Setup`}),_jsx(_components.th,{children:`Individual GPU Memory`}),_jsx(_components.th,{children:`Total VRAM`}),_jsx(_components.th,{children:`Recommended Preset`}),_jsx(_components.th,{children:`Configuration`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`2x RTX 4090`}),_jsx(_components.td,{children:`24GB each`}),_jsx(_components.td,{\"data-numeric\":`true`,children:`48GB`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`baseline-48g`})}),_jsx(_components.td,{children:_jsx(_components.code,{children:`gpuCount: 2`})})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`2x L4`}),_jsx(_components.td,{children:`24GB each`}),_jsx(_components.td,{\"data-numeric\":`true`,children:`48GB`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`baseline-48g`})}),_jsx(_components.td,{children:_jsx(_components.code,{children:`gpuCount: 2`})})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`4x RTX 4090`}),_jsx(_components.td,{children:`24GB each`}),_jsx(_components.td,{\"data-numeric\":`true`,children:`96GB`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`baseline-96g`})}),_jsx(_components.td,{children:_jsx(_components.code,{children:`gpuCount: 4`})})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`2x RTX A6000`}),_jsx(_components.td,{children:`48GB each`}),_jsx(_components.td,{\"data-numeric\":`true`,children:`96GB`}),_jsx(_components.td,{children:_jsx(_components.code,{children:`baseline-96g`})}),_jsx(_components.td,{children:_jsx(_components.code,{children:`gpuCount: 2`})})]})]})]}),`\n`,_jsx(Heading,{level:`3`,id:`multi-gpu-best-practices`,children:`Multi-GPU Best Practices`}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Ensure all GPUs are the same model for optimal performance`}),`\n`,_jsx(_components.li,{children:`Verify adequate PCIe bandwidth between GPUs`}),`\n`,_jsx(_components.li,{children:`Monitor GPU utilization to ensure balanced load`}),`\n`,_jsx(_components.li,{children:`Consider NVLink connections for better inter-GPU communication when available`}),`\n`]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Complete Multi-GPU Example:`})}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`3`,language:`yaml`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`yaml`,children:_jsxs(_components.code,{language:`yaml`,numberOfLines:`3`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:`ai`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` preset`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"baseline-96g,capabilities.multilingual\"`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` gpuCount`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0550AE`,\"--shiki-dark\":`#B5CEA8`},children:`4`}),_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:` # 4x RTX 4090 (24GB each = 96GB total)`})]}),`\n`]})})}),`\n`,_jsx(Heading,{level:`2`,id:`shared-memory-configuration`,children:`Shared Memory Configuration`}),`\n`,_jsx(_components.p,{children:`The Triton Inference Server uses shared memory to enable zero-copy data transfer between Zylon services and the inference engine. This eliminates serialization overhead and significantly improves inference throughput and reduces latency for high-volume workloads.`}),`\n`,_jsx(Heading,{level:`3`,id:`default-allocation`,children:`Default Allocation`}),`\n`,_jsxs(_components.p,{children:[`By default, the inference server allocates `,_jsx(_components.strong,{children:`2GB of RAM`}),` for shared memory. This is sufficient for most text-based inference workloads.`]}),`\n`,_jsx(Heading,{level:`3`,id:`when-to-increase-shared-memory`,children:`When to Increase Shared Memory`}),`\n`,_jsxs(_components.p,{children:[`You may encounter `,_jsx(_components.code,{children:`Shared memory allocation failed`}),` errors in these scenarios:`]}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Large request queues`}),`: Processing high volumes of concurrent requests where queued input exceeds available shared memory`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Image-based models`}),`: Vision workloads requiring multiple megabytes per image where batches of high-resolution images quickly exhaust the default allocation`]}),`\n`,_jsxs(_components.li,{children:[_jsx(_components.strong,{children:`Large document processing`}),`: Handling very large documents or multiple documents simultaneously`]}),`\n`]}),`\n`,_jsx(Heading,{level:`3`,id:`configuration`,children:`Configuration`}),`\n`,_jsx(_components.p,{children:`To increase the shared memory limit, update your Zylon configuration file:`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`3`,language:`yaml`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`yaml`,children:_jsxs(_components.code,{language:`yaml`,numberOfLines:`3`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:`triton`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` sharedMemory`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`:`})]}),`\n`,_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#116329`,\"--shiki-dark\":`#569CD6`},children:` limit`}),_jsx(_components.span,{style:{color:`#1F2328`,\"--shiki-dark\":`#D4D4D4`},children:`: `}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:`\"4Gi\"`}),_jsx(_components.span,{style:{color:`#6E7781`,\"--shiki-dark\":`#6A9955`},children:` # Increase from default 2Gi`})]}),`\n`]})})}),`\n`,_jsx(Heading,{level:`3`,id:`recommended-shared-memory-by-use-case`,children:`Recommended Shared Memory by Use Case`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Use Case`}),_jsx(_components.th,{children:`Recommended Limit`}),_jsx(_components.th,{children:`Reason`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Text-only inference`}),_jsx(_components.td,{children:`2Gi (default)`}),_jsx(_components.td,{children:`Sufficient for most text workloads`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Low-volume vision tasks`}),_jsx(_components.td,{children:`4Gi`}),_jsx(_components.td,{children:`Handles occasional image processing`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`High-volume vision tasks`}),_jsx(_components.td,{children:`8Gi`}),_jsx(_components.td,{children:`Supports batch image processing`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Mixed heavy workloads`}),_jsx(_components.td,{children:`8-16Gi`}),_jsx(_components.td,{children:`Accommodates concurrent text and vision`})]})]})]}),`\n`,_jsxs(Warning,{children:[_jsx(_components.p,{children:_jsx(_components.strong,{children:`Important considerations when increasing shared memory:`})}),_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Allocating excessive shared memory can cause pods to be OOMKilled`}),`\n`,_jsx(_components.li,{children:`Be conservative with increases—start with small increments (e.g., 2Gi → 4Gi)`}),`\n`,_jsx(_components.li,{children:`Monitor actual usage with Kubernetes metrics before further increases`}),`\n`,_jsx(_components.li,{children:`Shared memory is reserved from system RAM, reducing available memory for other processes`}),`\n`]})]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Configuration Options","description":"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance","href":"/en/v1.58/operator-manual/ai-presets/configuration"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Enhanced Capabilities","slug":"enhanced-capabilities","depth":2,"children":[{"title":"Available Capabilities","slug":"available-capabilities","depth":3,"children":[]},{"title":"Adding Capabilities","slug":"adding-capabilities","depth":3,"children":[]}]},{"title":"Multi-GPU Configuration","slug":"multi-gpu-configuration","depth":2,"children":[{"title":"Configuration Steps","slug":"configuration-steps","depth":3,"children":[]},{"title":"Multi-GPU Configuration Examples","slug":"multi-gpu-configuration-examples","depth":3,"children":[]},{"title":"Multi-GPU Best Practices","slug":"multi-gpu-best-practices","depth":3,"children":[]}]},{"title":"Shared Memory Configuration","slug":"shared-memory-configuration","depth":2,"children":[{"title":"Default Allocation","slug":"default-allocation","depth":3,"children":[]},{"title":"When to Increase Shared Memory","slug":"when-to-increase-shared-memory","depth":3,"children":[]},{"title":"Configuration","slug":"configuration","depth":3,"children":[]},{"title":"Recommended Shared Memory by Use Case","slug":"recommended-shared-memory-by-use-case","depth":3,"children":[]}]}],"codeExamples":{}},"jsLinks":[],"subdomain":"zylon","siteName":"Zylon","title":"Configuration Options - Zylon","navMaps":{"firstHrefInVersion":{"1.58":{"href":"/en/v1.58/operator-manual/ai-presets/configuration","matchLevel":0},"1.57":{"href":"/en/v1.57/operator-manual/ai-presets/configuration","matchLevel":1}},"firstHrefInLanguage":{"es":{"href":"/es/v1.58/operator-manual/ai-presets/configuration","matchLevel":1},"en":{"href":"/en/v1.58/operator-manual/ai-presets/configuration","matchLevel":0}}},"lastModified":"2026-10-23T04:01:03.121Z","originalFileLocation":"en/v1.58/operator-manual/ai-presets/configuration.mdx","locale":"en"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"light\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance\">\u003cmeta data-mint-head name=\"application-name\" content=\"Zylon\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Configuration Options - Zylon\">\u003cmeta data-mint-head property=\"og:description\" content=\"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Zylon\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://zylon.mintlify.site/_mintlify/api/og/v2?division=AI+Presets\u0026amp;title=Configuration+Options\u0026amp;description=Configure+enhanced+capabilities%2C+multi-GPU+setups%2C+and+shared+memory+for+optimal+performance\u0026amp;theme=02d2ae547505bc1501b467fe\u0026amp;signature=682c5f3e4f1bbd13924a86367fd946608b4c412ce1a5c65c88712fdc04dd89d6\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Configuration Options - Zylon\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://zylon.mintlify.site/_mintlify/api/og/v2?division=AI+Presets\u0026amp;title=Configuration+Options\u0026amp;description=Configure+enhanced+capabilities%2C+multi-GPU+setups%2C+and+shared+memory+for+optimal+performance\u0026amp;theme=02d2ae547505bc1501b467fe\u0026amp;signature=682c5f3e4f1bbd13924a86367fd946608b4c412ce1a5c65c88712fdc04dd89d6\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/zylon/3kb7900r6lLAc1G9/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Zylon\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#796ABF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/en/v1.58/operator-manual/ai-presets/configuration.md\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"en\" href=\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"es\" href=\"https://docs.zylon.ai/es/v1.58/operator-manual/ai-presets/configuration\">\u003clink data-mint-head rel=\"alternate\" hreflang=\"x-default\" href=\"https://docs.zylon.ai/es/v1.58/operator-manual/ai-presets/configuration\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.zylon.ai/#organization\",\"name\":\"Zylon\",\"url\":\"https://docs.zylon.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/zylon/gak9PYoO0ozUIC1W/logo/light.svg?fit=max\u0026auto=format\u0026n=gak9PYoO0ozUIC1W\u0026q=85\u0026s=138e7b0b2d91e5562def19bf93ef93ef\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.zylon.ai#website\",\"name\":\"Zylon\",\"url\":\"https://docs.zylon.ai\",\"publisher\":{\"@id\":\"https://docs.zylon.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration#webpage\",\"url\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration\",\"name\":\"Configuration Options\",\"description\":\"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance\",\"dateModified\":\"2026-10-23T04:01:03.121Z\",\"isPartOf\":{\"@id\":\"https://docs.zylon.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Configuration\",\"item\":\"https://docs.zylon.ai/en/v1.58/operator-manual/configuration/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"AI Presets\",\"item\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/getting-started\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Configuration Options\",\"item\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration#article\",\"headline\":\"Configuration Options\",\"name\":\"Configuration Options\",\"description\":\"Configure enhanced capabilities, multi-GPU setups, and shared memory for optimal performance\",\"url\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration\",\"mainEntityOfPage\":{\"@id\":\"https://docs.zylon.ai/en/v1.58/operator-manual/ai-presets/configuration#webpage\"},\"dateModified\":\"2026-10-23T04:01:03.121Z\",\"publisher\":{\"@id\":\"https://docs.zylon.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.zylon.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Zylon\",\"publisher\":{\"@type\":\"Organization\",\"name\":\"Zylon\"},\"provider\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","agentPointerHref":"/en/v1.58/operator-manual/ai-presets/configuration.md","siteName":"Zylon","nav":{"global":null,"products":[{"product":"Zylon","versions":[{"version":"1.58","default":true,"languages":[{"language":"es","pages":[{"title":"es","href":"/es/v1.58/operator-manual/ai-presets/configuration"}]},{"language":"en","tabs":[{"tab":"Home","icon":"house","pages":[{"title":"Home","href":"/en/v1.58/overview"}]},{"tab":"User Manual","icon":"user","pages":[{"title":"User Manual","href":"/en/v1.58/user-manual/what-is-zylon-workspace"}]},{"tab":"Developer Manual","icon":"code","pages":[{"title":"Developer Manual","href":"/en/v1.58/developer-manual/get-started/intro-to-zylon"}]},{"tab":"Operator Manual","icon":"wrench","groups":[{"group":"Getting Started","pages":[{"title":"How to use this manual","href":"/en/v1.58/operator-manual/overview"}]},{"group":"Installation","pages":[{"title":"Getting Started","href":"/en/v1.58/operator-manual/installation/overview"},{"title":"Hardware requirements","href":"/en/v1.58/operator-manual/installation/hardware-requirements"},{"title":"Online Installation","href":"/en/v1.58/operator-manual/installation/online"},{"title":"Semi-Airgap Installation","href":"/en/v1.58/operator-manual/installation/semi-airgap"},{"title":"Full-Airgap Installation","href":"/en/v1.58/operator-manual/installation/airgap"},{"title":"Install Zylon (Legacy)","href":"/en/v1.58/operator-manual/installation/legacy"},{"title":"Uninstall","href":"/en/v1.58/operator-manual/installation/uninstall"}]},{"group":"Maintenance \u0026 Operations","pages":[{"title":"Backups and Disaster Recovery","href":"/en/v1.58/operator-manual/operations/backup"},{"title":"Store Zylon Data on a Separate Disk","href":"/en/v1.58/operator-manual/operations/data-disk"},{"title":"Sys Admin Dashboard","href":"/en/v1.58/operator-manual/operations/sys-admin-dashboard"}]},{"group":"Backoffice","pages":[{"title":"Introduction","icon":"building","href":"/en/v1.58/operator-manual/backoffice/introduction"},{"title":"Roles and Permissions","icon":"unlock-keyhole","href":"/en/v1.58/operator-manual/backoffice/roles-and-permissions"},{"title":"Accessing the Backoffice","icon":"user","href":"/en/v1.58/operator-manual/backoffice/accessing-the-backoffice"},{"title":"Platform Backoffice","icon":"wrench","href":"/en/v1.58/operator-manual/backoffice/platform-backoffice"},{"title":"Quotas","icon":"gauge-high","href":"/en/v1.58/operator-manual/backoffice/quotas"},{"title":"Guardrails","icon":"shield","href":"/en/v1.58/operator-manual/backoffice/guardrails"},{"title":"Usage Dashboard","icon":"chart-column","href":"/en/v1.58/operator-manual/backoffice/usage-dashboard"},{"title":"System Monitor","icon":"gauge-high","href":"/en/v1.58/operator-manual/backoffice/system-monitor"}]},{"group":"Configuration","pages":[{"title":"Configuration Overview","href":"/en/v1.58/operator-manual/configuration/overview"},{"group":"AI Presets","pages":[{"title":"Getting Started","href":"/en/v1.58/operator-manual/ai-presets/getting-started"},{"title":"AI Presets Reference","description":"Complete reference of available AI presets including base, alternative, experimental, and deprecated configurations","href":"/en/v1.58/operator-manual/ai-presets/presets"},{"title":"Configuration Options","href":"/en/v1.58/operator-manual/ai-presets/configuration"},{"title":"Advanced Customization","description":"Customize AI models for specialized workloads including fine-tuned models and multi-model configurations","href":"/en/v1.58/operator-manual/ai-presets/advanced-customization"},{"title":"Troubleshooting","href":"/en/v1.58/operator-manual/ai-presets/troubleshooting"}]},{"group":"Network \u0026 Connectivity","pages":[{"title":"Ports and DNS","href":"/en/v1.58/operator-manual/configuration/network/ports-and-dns"},{"title":"Proxy","href":"/en/v1.58/operator-manual/configuration/network/proxy"}]},{"group":"Authentication","pages":[{"title":"Google Integration (SSO)","href":"/en/v1.58/operator-manual/openid/google"},{"title":"Microsoft Entra Integration (SSO)","href":"/en/v1.58/operator-manual/openid/microsoft"},{"title":"LDAP Directory Authentication","href":"/en/v1.58/operator-manual/authentication/ldap"}]},{"group":"Knowledge Base Connectors","pages":[{"title":"Knowledge Connectors","href":"/en/v1.58/operator-manual/knowledge-base/overview"},{"title":"Google Drive","href":"/en/v1.58/operator-manual/knowledge-base/google-drive"},{"title":"SharePoint","href":"/en/v1.58/operator-manual/knowledge-base/sharepoint"},{"title":"Confluence","href":"/en/v1.58/operator-manual/knowledge-base/confluence"},{"title":"Confluence Server","href":"/en/v1.58/operator-manual/knowledge-base/confluence-server"},{"title":"Samba File System","href":"/en/v1.58/operator-manual/knowledge-base/file-system"},{"title":"Claromentis","href":"/en/v1.58/operator-manual/knowledge-base/claromentis"}]},{"group":"Features \u0026 Capabilities","pages":[{"title":"MCP Tool Connector","href":"/en/v1.58/operator-manual/configuration/features/feat-mcp"},{"title":"Vision File Processing","href":"/en/v1.58/operator-manual/configuration/features/feat-file-vision"},{"title":"Database Tool Connector","href":"/en/v1.58/operator-manual/configuration/features/feat-database"},{"title":"Code Execution","href":"/en/v1.58/operator-manual/configuration/features/feat-code-execution"},{"title":"Audit Log","href":"/en/v1.58/operator-manual/configuration/features/feat-audit"},{"title":"Quotas and rate limits","href":"/en/v1.58/operator-manual/configuration/features/feat-quotas"},{"title":"System Monitor","href":"/en/v1.58/operator-manual/configuration/features/feat-system-monitor"},{"title":"Log Delivery and Storage","href":"/en/v1.58/operator-manual/configuration/features/log-delivery-storage"},{"title":"Project Custom Instructions","href":"/en/v1.58/operator-manual/configuration/features/feat-project-custom-instructions"},{"title":"Omnisearch","href":"/en/v1.58/operator-manual/configuration/search"},{"title":"Web Extract","href":"/en/v1.58/operator-manual/configuration/features/feat-webextract"},{"title":"Web Search","href":"/en/v1.58/operator-manual/configuration/features/feat-websearch"},{"title":"Multimodalility capabilities","href":"/en/v1.58/operator-manual/configuration/features/feat-multimodal"},{"title":"Authentication Freshness","href":"/en/v1.58/operator-manual/configuration/features/authentication-freshness"}]},{"group":"Cron Tasks","pages":[{"title":"Sync","href":"/en/v1.58/operator-manual/configuration/cron-tasks/sync"},{"title":"Hard delete","href":"/en/v1.58/operator-manual/configuration/cron-tasks/hard-delete"}]},{"group":"Advanced Settings","pages":[{"group":"Observability","pages":[{"title":"How to configure observability","href":"/en/v1.58/operator-manual/configuration/observability/overview"},{"title":"Platform Metrics","href":"/en/v1.58/operator-manual/configuration/observability/platform-metrics"},{"title":"Metrics Destinations","href":"/en/v1.58/operator-manual/configuration/observability/destinations"},{"title":"External Grafana Dashboard","href":"/en/v1.58/operator-manual/configuration/observability/external-grafana-dashboard"}]},{"title":"Performance tweaks","href":"/en/v1.58/operator-manual/configuration/performance"},{"title":"Whitelabel","href":"/en/v1.58/operator-manual/configuration/whitelabel"},{"title":"n8n","href":"/en/v1.58/operator-manual/configuration/n8n"}]},{"title":"Zylon CLI","href":"/en/v1.58/operator-manual/configuration/cli"}]},{"group":"Troubleshooting","pages":[{"title":"General issues","href":"/en/v1.58/operator-manual/troubleshooting/troubleshoot"},{"title":"Exporting Logs","href":"/en/v1.58/operator-manual/troubleshooting/exporting-logs"},{"title":"Nvidia Drivers","href":"/en/v1.58/operator-manual/troubleshooting/nvidia-drivers"},{"title":"AI Inference Performance","href":"/en/v1.58/operator-manual/troubleshooting/ai"}]},{"group":"Security","pages":[{"title":"Security overview","href":"/en/v1.58/operator-manual/instance-hardening/overview"},{"title":"Airgap Your Server","href":"/en/v1.58/operator-manual/instance-hardening/airgap-your-server"},{"title":"Disk Encryption","href":"/en/v1.58/operator-manual/instance-hardening/disk-encryption"},{"title":"Authentication for Sensitive Actions","href":"/en/v1.58/operator-manual/security/authentication-for-sensitive-actions"}]},{"group":"Auditability \u0026 AI Governance","pages":[{"title":"Auditability \u0026 AI Governance","icon":"shield-check","href":"/en/v1.58/operator-manual/auditability-ai-safety/overview"},{"title":"Logging, Evidence, and SIEM Delivery","icon":"list","href":"/en/v1.58/operator-manual/backoffice/log-delivery-storage"}]},{"group":"Additional pages","hidden":true,"pages":[{"title":"All Features","href":"/en/v1.58/operator-manual/configuration/features/overview"},{"title":"Low-level API","href":"/en/v1.58/operator-manual/low-level"}]}]},{"tab":"Customer Support Manual","icon":"headphones","pages":[{"title":"Customer Support Manual","href":"/en/v1.58/customer-support-manual/zendesk-client-manual"}]},{"tab":"Changelog","icon":"list","pages":[{"title":"Changelog","href":"/en/v1.58/changelog/overview"}]}]}]},{"version":"1.57","pages":[{"title":"1.57","href":"/en/v1.57/operator-manual/ai-presets/configuration"}]}]},{"product":"Zylon Code","hidden":true,"pages":[{"title":"Zylon Code","href":"/zylon-code/es"}]}]},"basePath":"","title":"Configuration Options - Zylon","buildId":"dpl_596ePT575z4qnAFksq1biRW97aLY","deploymentId":"dpl_596ePT575z4qnAFksq1biRW97aLY","dynamics":[],"chunks":[]}