litellm helm release

litellm helm

No introduction found. Create it?

More popular helm chart found

litellm from bjw-s-labs/charts is more popular with 15 repositories.

Install

Install with:

helm repo add litellm oci://ghcr.io/berriai/litellm-helm
helm install litellm litellm/litellm -f values.yaml

Examples

See examples from other people.

Major version:

Filter repos who also have:

Top Repositories (3 out of 10)

Name	Repo	Stars	Version	Timestamp
litellm	mirceanton/home-ops	110	5.0.1	an hour ago
litellm	joryirving/home-ops	221	5.0.1	a day ago
litellm	ToaHartor/maisonneux	43	1.92.0	20 days ago

Name

Repo

Stars

Version

Timestamp

litellm

mirceanton/home-ops

110

5.0.1

an hour ago

litellm

joryirving/home-ops

221

5.0.1

a day ago

litellm

ToaHartor/maisonneux

1.92.0

20 days ago

Values

See the most popular values for this chart:

Key	Types
controllers.litellm.annotations."reloader.stakater.com/auto" (7) `true`	string
controllers.litellm.containers.app.image.repository (7) `ghcr.io/berriai/litellm`	string
controllers.litellm.containers.app.image.tag (7) `v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b`	string
controllers.litellm.containers.app.probes.liveness.enabled (7) `true`	boolean
controllers.litellm.containers.app.probes.liveness.custom (6) `true`	boolean
controllers.litellm.containers.app.probes.liveness.spec.failureThreshold (6) `3`	number
controllers.litellm.containers.app.probes.liveness.spec.httpGet.path (6) `/`	string
controllers.litellm.containers.app.probes.liveness.spec.httpGet.port (6) `4000`	number
controllers.litellm.containers.app.probes.liveness.spec.initialDelaySeconds (6) `5`	number
controllers.litellm.containers.app.probes.liveness.spec.periodSeconds (6) `10`	number
controllers.litellm.containers.app.probes.liveness.spec.timeoutSeconds (2) `10`	number
controllers.litellm.containers.app.probes.readiness.enabled (7) `true`	boolean
controllers.litellm.containers.app.probes.readiness.custom (6) `true`	boolean
controllers.litellm.containers.app.probes.readiness.spec.failureThreshold (6) `3`	number
controllers.litellm.containers.app.probes.readiness.spec.httpGet.path (6) `/`	string
controllers.litellm.containers.app.probes.readiness.spec.httpGet.port (6) `4000`	number
controllers.litellm.containers.app.probes.readiness.spec.initialDelaySeconds (6) `5`	number
controllers.litellm.containers.app.probes.readiness.spec.periodSeconds (6) `10`	number
controllers.litellm.containers.app.probes.readiness.spec.timeoutSeconds (2) `10`	number
controllers.litellm.containers.app.probes.startup.enabled (4) `true`	boolean
controllers.litellm.containers.app.probes.startup.spec.failureThreshold (4) `30`	number
controllers.litellm.containers.app.probes.startup.spec.periodSeconds (4) `10`	number
controllers.litellm.containers.app.probes.startup.spec.httpGet.path (3) `/`	string
controllers.litellm.containers.app.probes.startup.spec.httpGet.port (3) `4000`	number
controllers.litellm.containers.app.probes.startup.spec.initialDelaySeconds (3) `5`	number
controllers.litellm.containers.app.probes.startup.spec.timeoutSeconds (1) `5`	number
controllers.litellm.containers.app.probes.startup.custom (3) `true`	boolean
controllers.litellm.containers.app.resources.limits.memory (7) `2Gi`	string
controllers.litellm.containers.app.resources.requests.cpu (7) `100m`	string
controllers.litellm.containers.app.resources.requests.memory (7) `256Mi`	string
controllers.litellm.containers.app.args[] (6) `- --config=/app/config.yaml`	string
controllers.litellm.containers.app.env.LITELLM_LOG (6) `INFO`	string
controllers.litellm.containers.app.env.LITELLM_MODE (6) `PRODUCTION`	string
controllers.litellm.containers.app.env.REDIS_HOST (6) `dragonfly.database.svc.cluster.local`	string
controllers.litellm.containers.app.env.REDIS_PORT (6) `6379`	string, number
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.key (4) `uri`	string
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.name (4) `litellm-db-app`	string
controllers.litellm.containers.app.env.DATABASE_URL (1) `postgresql://litellm@pooler-rw.database.svc:5432/litellm?sslmode=require&sslidentity=/var/run/secrets/prisma/client-identity.p12&sslcert=/var/run/secrets/root-ca/ca.crt`	string
controllers.litellm.containers.app.env.GENERIC_AUTHORIZATION_ENDPOINT (4) `https://sso.jory.dev/application/o/authorize/`	string
controllers.litellm.containers.app.env.GENERIC_SCOPE (4) `openid email profile litellm_role`	string
controllers.litellm.containers.app.env.GENERIC_TOKEN_ENDPOINT (4) `https://sso.jory.dev/application/o/token/`	string
controllers.litellm.containers.app.env.GENERIC_USERINFO_ENDPOINT (4) `https://sso.jory.dev/application/o/userinfo/`	string
controllers.litellm.containers.app.env.PROXY_BASE_URL (4) `https://litellm.jory.dev`	string
controllers.litellm.containers.app.env.GENERIC_USER_ROLE_ATTRIBUTE (3) `litellm_role`	string
controllers.litellm.containers.app.env.STORE_MODEL_IN_DB (3) `True`	string
controllers.litellm.containers.app.env.AUTO_REDIRECT_UI_LOGIN_TO_SSO (2) `true`	string
controllers.litellm.containers.app.env.AFFINE_MCP_TOKEN.valueFrom.secretKeyRef.key (1) `AFFINE_MCP_TOKEN`	string
controllers.litellm.containers.app.env.AFFINE_MCP_TOKEN.valueFrom.secretKeyRef.name (1) `litellm-secret`	string
controllers.litellm.containers.app.env.CHATGPT_TOKEN_DIR (1) `/app/chatgpt_tokens`	string
controllers.litellm.containers.app.env.DOCS_URL (1) `/docs`	string
controllers.litellm.containers.app.env.DRAIN_ENDPOINT_TOKEN.valueFrom.secretKeyRef.key (1) `password`	string
controllers.litellm.containers.app.env.DRAIN_ENDPOINT_TOKEN.valueFrom.secretKeyRef.name (1) `litellm-drain`	string
controllers.litellm.containers.app.env.FIREFLY_MCP_TOKEN.valueFrom.secretKeyRef.key (1) `FIREFLY_MCP_TOKEN`	string
controllers.litellm.containers.app.env.FIREFLY_MCP_TOKEN.valueFrom.secretKeyRef.name (1) `litellm-secret`	string
controllers.litellm.containers.app.env.GENERIC_CLIENT_ID.valueFrom.secretKeyRef.key (1) `client-id`	string
controllers.litellm.containers.app.env.GENERIC_CLIENT_ID.valueFrom.secretKeyRef.name (1) `litellm-oidc-secret`	string
controllers.litellm.containers.app.env.GENERIC_CLIENT_ID (1) `litellm`	string
controllers.litellm.containers.app.env.GENERIC_CLIENT_SECRET.valueFrom.secretKeyRef.key (1) `client-secret`	string
controllers.litellm.containers.app.env.GENERIC_CLIENT_SECRET.valueFrom.secretKeyRef.name (1) `litellm-oidc-secret`	string
controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.key (1) `GITHUB_MCP_TOKEN`	string
controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.name (1) `litellm-secret`	string
controllers.litellm.containers.app.env.LITELLM_LOCAL_MODEL_COST_MAP (1) `False`	string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.key (1) `master-key`	string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.name (1) `litellm-secret`	string
controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.key (1) `salt-key`	string
controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.name (1) `litellm-secret`	string
controllers.litellm.containers.app.env.OTEL_ENDPOINT (1) `http://alloy-gateway.observability.svc.cluster.local:4317`	string
controllers.litellm.containers.app.env.OTEL_EXPORTER (1) `otlp_grpc`	string
controllers.litellm.containers.app.env.OTEL_SERVICE_NAME (1) `litellm`	string
controllers.litellm.containers.app.env.PROXY_ADMIN_ID (1) `mirk`	string
controllers.litellm.containers.app.env.PROXY_LOGOUT_URL (1) `https://sso.jory.dev/application/o/litellm/end-session/`	string
controllers.litellm.containers.app.env.PYTHONPATH (1) `/opt/pillow`	string
controllers.litellm.containers.app.env.QWEN_KEY.valueFrom.secretKeyRef.key (1) `QWEN_KEY`	string
controllers.litellm.containers.app.env.QWEN_KEY.valueFrom.secretKeyRef.name (1) `litellm-secret`	string
controllers.litellm.containers.app.env.REDIS_PASSWORD.valueFrom.secretKeyRef.key (1) `password`	string
controllers.litellm.containers.app.env.REDIS_PASSWORD.valueFrom.secretKeyRef.name (1) `litellm-valkey`	string
controllers.litellm.containers.app.env.ROOT_REDIRECT_URL (1) `/ui`	string
controllers.litellm.containers.app.env.UI_USERNAME (1) `admin`	string
controllers.litellm.containers.app.envFrom[].secretRef.name (6) `{{ .Release.Name }}-secret`	string
controllers.litellm.containers.app.securityContext.allowPrivilegeEscalation (2) `false`	boolean
controllers.litellm.containers.app.securityContext.capabilities.drop[] (2) `- ALL`	string
controllers.litellm.containers.exporter.args[] (1) `- --no-collector.wal`	string
controllers.litellm.containers.exporter.env.DATA_SOURCE_PASS.valueFrom.secretKeyRef.key (1) `password`	string
controllers.litellm.containers.exporter.env.DATA_SOURCE_PASS.valueFrom.secretKeyRef.name (1) `litellm-db-app`	string
controllers.litellm.containers.exporter.env.DATA_SOURCE_URI (1) `litellm-db-rw.ai.svc.cluster.local:5432/litellm?sslmode=require`	string
controllers.litellm.containers.exporter.env.DATA_SOURCE_USER.valueFrom.secretKeyRef.key (1) `username`	string
controllers.litellm.containers.exporter.env.DATA_SOURCE_USER.valueFrom.secretKeyRef.name (1) `litellm-db-app`	string
controllers.litellm.containers.exporter.env.PG_EXPORTER_DISABLE_DEFAULT_METRICS (1) `true`	string
controllers.litellm.containers.exporter.env.PG_EXPORTER_DISABLE_SETTINGS_METRICS (1) `true`	string
controllers.litellm.containers.exporter.env.PG_EXPORTER_EXTEND_QUERY_PATH (1) `/etc/pg-exporter/queries.yaml`	string
controllers.litellm.containers.exporter.image.repository (1) `quay.io/prometheuscommunity/postgres-exporter`	string
controllers.litellm.containers.exporter.image.tag (1) `v0.20.1@sha256:ac5ec343104fae0e2d84a27bb8d69b38430a11910c5382cad85d478d2bab713e`	string
controllers.litellm.containers.exporter.probes.liveness.custom (1) `true`	boolean
controllers.litellm.containers.exporter.probes.liveness.enabled (1) `true`	boolean
controllers.litellm.containers.exporter.probes.liveness.spec.httpGet.path (1) `/`	string
controllers.litellm.containers.exporter.probes.liveness.spec.httpGet.port (1) `9187`	number
controllers.litellm.containers.exporter.probes.liveness.spec.initialDelaySeconds (1) `20`	number
controllers.litellm.containers.exporter.probes.liveness.spec.periodSeconds (1) `30`	number
controllers.litellm.containers.exporter.probes.readiness.custom (1) `true`	boolean
controllers.litellm.containers.exporter.probes.readiness.enabled (1) `true`	boolean
controllers.litellm.containers.exporter.probes.readiness.spec.httpGet.path (1) `/`	string
controllers.litellm.containers.exporter.probes.readiness.spec.httpGet.port (1) `9187`	number
controllers.litellm.containers.exporter.probes.readiness.spec.initialDelaySeconds (1) `20`	number
controllers.litellm.containers.exporter.probes.readiness.spec.periodSeconds (1) `30`	number
controllers.litellm.containers.exporter.resources.limits.memory (1) `96Mi`	string
controllers.litellm.containers.exporter.resources.requests.cpu (1) `10m`	string
controllers.litellm.containers.exporter.resources.requests.memory (1) `32Mi`	string
controllers.litellm.containers.exporter.securityContext.allowPrivilegeEscalation (1) `false`	boolean
controllers.litellm.containers.exporter.securityContext.capabilities.drop[] (1) `- ALL`	string
controllers.litellm.containers.exporter.securityContext.runAsNonRoot (1) `true`	boolean
controllers.litellm.containers.exporter.securityContext.runAsUser (1) `65534`	number
controllers.litellm.strategy (4) `RollingUpdate`	string
controllers.litellm.replicas (3) `2`	number
controllers.litellm.initContainers.gen-prisma-cert.command[] (1) `- /bin/sh - -ec - apk add --no-cache openssl openssl pkcs12 -export \ -in /var/run/secrets/postgresql/tls.crt \ -inkey /var/run/secrets/postgresql/tls.key \ -out /var/run/secrets/prisma/client-identity.p12 \ -passout pass:`	string
controllers.litellm.initContainers.gen-prisma-cert.image.repository (1) `docker.io/library/alpine`	string
controllers.litellm.initContainers.gen-prisma-cert.image.tag (1) `3.24.1`	string
controllers.litellm.initContainers.install-pillow-deps.command[] (1) - /app/.venv/bin/python - -c - import hashlib import json import platform import urllib.request import zipfile from pathlib import Path VERSION = "12.2.0" WHEELS = { ("x86_64", "glibc"): ( "pillow-12.2.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", "03f6fab9219220f041c74aeaa2939ff0062bd5c364ba9ce037197f4c6d498cd9", ), ("aarch64", "glibc"): ( "pillow-12.2.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", "f1c943e96e85df3d3478f7b691f229887e143f81fedab9b20205349ab04d73ed", ), ("x86_64", "musl"): ( "pillow-12.2.0-cp313-cp313-musllinux_1_2_x86_64.whl", "1e1757442ed87f4912397c6d35a0db6a7b52592156014706f17658ff58bbf795", ), ("aarch64", "musl"): ( "pillow-12.2.0-cp313-cp313-musllinux_1_2_aarch64.whl", "00a2865911330191c0b818c59103b58a5e697cae67042366970a6b6f1b20b7f9", ), } arch = platform.machine().lower() if arch in {"arm64", "armv8"}: arch = "aarch64" libc = platform.libc_ver()[0].lower() or "glibc" if "musl" in libc: libc = "musl" else: libc = "glibc" key = (arch, libc) if key not in WHEELS: raise SystemExit(f"Unsupported platform for pinned Pillow wheel: arch={arch}, libc={libc}") filename, expected_sha = WHEELS[key] with urllib.request.urlopen(f"https://pypi.org/pypi/Pillow/{VERSION}/json", timeout=30) as response: release = json.load(response) candidates = [f for f in release["urls"] if f.get("filename") == filename and f.get("packagetype") == "bdist_wheel"] if len(candidates) != 1: raise SystemExit(f"Pinned wheel not found in release metadata: {filename}") wheel = candidates[0] metadata_sha = wheel["digests"]["sha256"].lower() if metadata_sha != expected_sha: raise SystemExit(f"Digest mismatch in metadata for {filename}: {metadata_sha} != {expected_sha}") url = wheel["url"] if not url.startswith("https://files.pythonhosted.org/"): raise SystemExit(f"Unexpected artifact host: {url}") wheel_path = Path("/tmp") / filename with urllib.request.urlopen(url, timeout=60) as response: data = response.read() actual_sha = hashlib.sha256(data).hexdigest() if actual_sha != expected_sha: raise SystemExit(f"Digest mismatch for downloaded wheel {filename}: {actual_sha} != {expected_sha}") wheel_path.write_bytes(data) target = Path("/opt/pillow") target.mkdir(parents=True, exist_ok=True) with zipfile.ZipFile(wheel_path, "r") as zf: zf.extractall(target) print(f"Installed {filename} into {target}")	string
controllers.litellm.initContainers.install-pillow-deps.image.repository (1) `ghcr.io/berriai/litellm`	string
controllers.litellm.initContainers.install-pillow-deps.image.tag (1) `v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b`	string
controllers.litellm.initContainers.wait-for-pg.args[] (1) `- postgresql - $(DATABASE_URL)`	string
controllers.litellm.initContainers.wait-for-pg.env[].name (1) `DATABASE_URL`	string
controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.key (1) `uri`	string
controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.name (1) `litellm-postgres-app`	string
controllers.litellm.initContainers.wait-for-pg.image.repository (1) `ghcr.io/wait4x/wait4x`	string
controllers.litellm.initContainers.wait-for-pg.image.tag (1) `3.6.0`	string
controllers.litellm.pod.nodeSelector."node.webgrip.io/pool" (1) `worker`	string
controllers.litellm.pod.nodeSelector."node.webgrip.io/ram" (1) `high`	string
controllers.litellm.pod.securityContext.seccompProfile.type (1) `RuntimeDefault`	string
service.app.ports.http.port (7) `4000`	number
service.app.ports.metrics.port (1) `9187`	number
service.app.controller (3) `litellm`	string
service.port (1) `${GATEWAY_SVC_PORT}`	string
persistence.config.name (6) `litellm-configmap`	string
persistence.config.type (6) `configMap`	string
persistence.config.globalMounts[].path (5) `/app/config.yaml`	string
persistence.config.globalMounts[].readOnly (4) `true`	boolean
persistence.config.globalMounts[].subPath (3) `config.yaml`	string
persistence.config.advancedMounts.litellm.app[].path (1) `/app/config.yaml`	string
persistence.config.advancedMounts.litellm.app[].readOnly (1) `true`	boolean
persistence.config.advancedMounts.litellm.app[].subPath (1) `config.yaml`	string
persistence.cache.advancedMounts.litellm.app[].path (3) `/app/cache`	string
persistence.cache.type (3) `emptyDir`	string
persistence.exporter-queries.advancedMounts.litellm.exporter[].path (1) `/etc/pg-exporter`	string
persistence.exporter-queries.advancedMounts.litellm.exporter[].readOnly (1) `true`	boolean
persistence.exporter-queries.name (1) `litellm-exporter-queries`	string
persistence.exporter-queries.type (1) `configMap`	string
persistence.pillow.advancedMounts.litellm.app[].path (1) `/opt/pillow`	string
persistence.pillow.advancedMounts.litellm.install-pillow-deps[].path (1) `/opt/pillow`	string
persistence.pillow.type (1) `emptyDir`	string
persistence.prisma-certs.advancedMounts.litellm.app[].path (1) `/var/run/secrets/prisma`	string
persistence.prisma-certs.advancedMounts.litellm.gen-prisma-cert[].path (1) `/var/run/secrets/prisma`	string
persistence.prisma-certs.type (1) `emptyDir`	string
persistence.runtime-patches.advancedMounts.litellm.app[].path (1) `/app/.venv/lib/python3.13/site-packages/sitecustomize.py`	string
persistence.runtime-patches.advancedMounts.litellm.app[].readOnly (1) `true`	boolean
persistence.runtime-patches.advancedMounts.litellm.app[].subPath (1) `sitecustomize.py`	string
persistence.runtime-patches.name (1) `litellm-runtime-patches`	string
persistence.runtime-patches.type (1) `configMap`	string
persistence.tmp.globalMounts[].path (1) `/tmp`	string
persistence.tmp.type (1) `emptyDir`	string
persistence.ui.existingClaim (1) `litellm`	string
persistence.ui.globalMounts[].path (1) `/app/chatgpt_tokens`	string
route.app.hostnames[] (4) `- litellm.${DOMAIN_NAME}`	string
route.app.parentRefs[].name (4) `envoy`	string
route.app.parentRefs[].namespace (4) `network`	string
route.app.parentRefs[].sectionName (1) `https`	string
route.app.rules[].backendRefs[].identifier (2) `app`	string
route.app.rules[].backendRefs[].port (2) `http`	string, number
route.home.hostnames[] (1) `- llm.home.mirceanton.com`	string
route.home.parentRefs[].name (1) `envoy-internal`	string
route.home.parentRefs[].namespace (1) `network-system`	string
db.deployStandalone (3) `false`	boolean
db.database (1) `${PSQL_DB_NAME}`	string
db.secret.endpointKey (1) `host`	string
db.secret.name (1) `${PSQL_DB_USER}-db-creds`	string
db.secret.passwordKey (1) `password`	string
db.secret.usernameKey (1) `username`	string
db.useExisting (1) `true`	boolean
deploymentAnnotations."reloader.stakater.com/auto" (3) `true`	string
masterkeySecretKey (3) `masterkey`	string
masterkeySecretName (3) `litellm-env`	string
proxy_config.general_settings.master_key (3) `os.environ/PROXY_MASTER_KEY`	string
proxy_config.general_settings.ui_access_mode (1) `admin_only`	string
proxy_config.model_list[].litellm_params.model (3) github_copilot/* github_copilot/claude-sonnet-5 github_copilot/claude-sonnet-5 github_copilot/claude-opus-4.8 github_copilot/claude-haiku-4.5 github_copilot/claude-opus-4.8 github_copilot/claude-opus-4.7 github_copilot/claude-opus-4.6 github_copilot/claude-opus-4.6 github_copilot/claude-sonnet-4.6 github_copilot/claude-sonnet-4.6 github_copilot/claude-sonnet-5 github_copilot/claude-haiku-4.5 github_copilot/claude-haiku-4.5 github_copilot/claude-haiku-4.5 github_copilot/claude-haiku-4.5 github_copilot/claude-haiku-4.5 github_copilot/claude-haiku-4.5	string
proxy_config.model_list[].litellm_params.api_base (1) `http://qwen36.ai.svc.cluster.local:8080/v1`	string
proxy_config.model_list[].litellm_params.api_key (1) `sk-no-key-required`	string
proxy_config.model_list[].litellm_params.drop_params (1) `true`	boolean
proxy_config.model_list[].model_info.cache_creation_input_token_cost (3) `0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0`	number
proxy_config.model_list[].model_info.cache_read_input_token_cost (3) `0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0`	number
proxy_config.model_list[].model_info.input_cost_per_token (1) `7e-9`	number
proxy_config.model_list[].model_info.max_input_tokens (1) `65536`	number
proxy_config.model_list[].model_info.max_output_tokens (1) `65536`	number
proxy_config.model_list[].model_info.output_cost_per_token (1) `2.07e-7`	number
proxy_config.model_list[].model_info.supports_function_calling (1) `true`	boolean
proxy_config.model_list[].model_info.supports_vision (1) `false`	boolean
proxy_config.model_list[].model_name (3) `github_copilot/* default sonnet opus haiku claude-opus-4-8 claude-opus-4-7 claude-opus-4-6 claude-opus-4-6-1m claude-sonnet-4-6 claude-sonnet-4-5 claude-sonnet-5 claude-haiku-4-5 claude-haiku-4-5-20251001 claude-3-5-haiku-20241022 claude-3-5-haiku-latest claude-3-haiku-20240307 curator-model`	string
proxy_config.litellm_settings.callbacks[] (2) `- websearch_interception - prometheus`	string
proxy_config.litellm_settings.disable_copilot_system_to_assistant (2) `true`	boolean
proxy_config.litellm_settings.drop_params (2) `true`	boolean
proxy_config.litellm_settings.require_auth_for_metrics_endpoint (2) `false`	boolean
proxy_config.litellm_settings.websearch_interception_params.enabled_providers[] (2) `- github_copilot`	string
proxy_config.litellm_settings.websearch_interception_params.search_tool_name (2) `tavily-search`	string
proxy_config.router_settings.default_fallbacks[] (2) `- claude-sonnet-5`	string
proxy_config.search_tools[].litellm_params.api_key (2) `os.environ/TAVILY_API_KEY`	string
proxy_config.search_tools[].litellm_params.search_provider (2) `tavily`	string
proxy_config.search_tools[].search_tool_name (2) `tavily-search`	string
environmentSecrets[] (2) `- litellm-env`	string
envVars.GITHUB_COPILOT_TOKEN_DIR (2) `/cache/copilot`	string
envVars.AUTO_REDIRECT_UI_LOGIN_TO_SSO (1) `true`	string
envVars.DOCS_URL (1) `/docs`	string
envVars.GENERIC_AUTHORIZATION_ENDPOINT (1) `https://${auth_subdomain}.${main_domain_websecure}/application/o/authorize/`	string
envVars.GENERIC_SCOPE (1) `openid profile email litellm_role`	string
envVars.GENERIC_TOKEN_ENDPOINT (1) `https://${auth_subdomain}.${main_domain_websecure}/application/o/token/`	string
envVars.GENERIC_USER_ROLE_ATTRIBUTE (1) `litellm_role`	string
envVars.GENERIC_USERINFO_ENDPOINT (1) `https://${auth_subdomain}.${main_domain_websecure}/application/o/userinfo/`	string
envVars.PROXY_BASE_URL (1) `https://${SUBDOMAIN}.${DOMAIN_WEBSECURE}`	string
envVars.PROXY_LOGOUT_URL (1) `https://${auth_subdomain}.${main_domain_websecure}/application/o/${APP}/end-session/`	string
envVars.REDIS_URL (1) `redis://dragonfly-cluster.dragonfly.svc.cluster.local:6379/3`	string
envVars.ROOT_REDIRECT_URL (1) `/ui`	string
image.repository (2) `ghcr.io/berriai/litellm`	string
migrationJob.enabled (2) `false`	boolean
serviceMonitor.app.endpoints[].interval (2) `1m`	string
serviceMonitor.app.endpoints[].path (2) `/metrics`	string
serviceMonitor.app.endpoints[].port (2) `http`	string
serviceMonitor.app.endpoints[].scheme (1) `http`	string
serviceMonitor.app.endpoints[].scrapeTimeout (1) `30s`	string
serviceMonitor.app.enabled (1) `true`	boolean
serviceMonitor.app.serviceName (1) `litellm`	string
serviceMonitor.enabled (1) `true`	boolean
volumeMounts[].mountPath (2) `/cache`	string
volumeMounts[].name (2) `litellm-cache`	string
volumes[].name (2) `litellm-cache`	string
volumes[].persistentVolumeClaim.claimName (2) `litellm-cache`	string
args[] (1) `- --config - /etc/litellm/config.yaml - --run_granian`	string
defaultPodOptions.enableServiceLinks (1) `false`	boolean
defaultPodOptions.nodeSelector."kubernetes.io/arch" (1) `amd64`	string
defaultPodOptions.securityContext.seccompProfile.type (1) `RuntimeDefault`	string
defaultPodOptions.terminationGracePeriodSeconds (1) `120`	number
extraEnvVars[].name (1) `GENERIC_CLIENT_ID GENERIC_CLIENT_SECRET UI_USERNAME UI_PASSWORD`	string
extraEnvVars[].valueFrom.secretKeyRef.key (1) `clientID clientSecret username password`	string
extraEnvVars[].valueFrom.secretKeyRef.name (1) `${APP}-oidc-authentik-application ${APP}-oidc-authentik-application ${SECRET_CREDS_NAME} ${SECRET_CREDS_NAME}`	string
global.createDefaultServiceAccount (1) `false`	boolean
ingress.enabled (1) `false`	boolean
redis.enabled (1) `false`	boolean
replicaCount (1) `1`	number
resources.limits.memory (1) `2Gi`	string
resources.requests.cpu (1) `100m`	string
resources.requests.memory (1) `1Gi`	string

Key

Types

controllers.litellm.annotations."reloader.stakater.com/auto" (7)

true

string

controllers.litellm.containers.app.image.repository (7)

ghcr.io/berriai/litellm

string

controllers.litellm.containers.app.image.tag (7)

v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b

string

controllers.litellm.containers.app.probes.liveness.enabled (7)

true

boolean

controllers.litellm.containers.app.probes.liveness.custom (6)

true

boolean

controllers.litellm.containers.app.probes.liveness.spec.failureThreshold (6)

number

controllers.litellm.containers.app.probes.liveness.spec.httpGet.path (6)

string

controllers.litellm.containers.app.probes.liveness.spec.httpGet.port (6)

number

controllers.litellm.containers.app.probes.liveness.spec.initialDelaySeconds (6)

number

controllers.litellm.containers.app.probes.liveness.spec.periodSeconds (6)

number

controllers.litellm.containers.app.probes.liveness.spec.timeoutSeconds (2)

number

controllers.litellm.containers.app.probes.readiness.enabled (7)

true

boolean

controllers.litellm.containers.app.probes.readiness.custom (6)

true

boolean

controllers.litellm.containers.app.probes.readiness.spec.failureThreshold (6)

number

controllers.litellm.containers.app.probes.readiness.spec.httpGet.path (6)

string

controllers.litellm.containers.app.probes.readiness.spec.httpGet.port (6)

number

controllers.litellm.containers.app.probes.readiness.spec.initialDelaySeconds (6)

number

controllers.litellm.containers.app.probes.readiness.spec.periodSeconds (6)

number

controllers.litellm.containers.app.probes.readiness.spec.timeoutSeconds (2)

number

controllers.litellm.containers.app.probes.startup.enabled (4)

true

boolean

controllers.litellm.containers.app.probes.startup.spec.failureThreshold (4)

number

controllers.litellm.containers.app.probes.startup.spec.periodSeconds (4)

number

controllers.litellm.containers.app.probes.startup.spec.httpGet.path (3)

string

controllers.litellm.containers.app.probes.startup.spec.httpGet.port (3)

number

controllers.litellm.containers.app.probes.startup.spec.initialDelaySeconds (3)

number

controllers.litellm.containers.app.probes.startup.spec.timeoutSeconds (1)

number

controllers.litellm.containers.app.probes.startup.custom (3)

true

boolean

controllers.litellm.containers.app.resources.limits.memory (7)

2Gi

string

controllers.litellm.containers.app.resources.requests.cpu (7)

100m

string

controllers.litellm.containers.app.resources.requests.memory (7)

256Mi

string

controllers.litellm.containers.app.args[] (6)

- --config=/app/config.yaml

string

controllers.litellm.containers.app.env.LITELLM_LOG (6)

INFO

string

controllers.litellm.containers.app.env.LITELLM_MODE (6)

PRODUCTION

string

controllers.litellm.containers.app.env.REDIS_HOST (6)

dragonfly.database.svc.cluster.local

string

controllers.litellm.containers.app.env.REDIS_PORT (6)

string, number

controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.key (4)

uri

string

controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.name (4)

litellm-db-app

string

controllers.litellm.containers.app.env.DATABASE_URL (1)

postgresql://litellm@pooler-rw.database.svc:5432/litellm?sslmode=require&sslidentity=/var/run/secrets/prisma/client-identity.p12&sslcert=/var/run/secrets/root-ca/ca.crt

string

controllers.litellm.containers.app.env.GENERIC_AUTHORIZATION_ENDPOINT (4)

https://sso.jory.dev/application/o/authorize/

string

controllers.litellm.containers.app.env.GENERIC_SCOPE (4)

openid email profile litellm_role

string

controllers.litellm.containers.app.env.GENERIC_TOKEN_ENDPOINT (4)

https://sso.jory.dev/application/o/token/

string

controllers.litellm.containers.app.env.GENERIC_USERINFO_ENDPOINT (4)

https://sso.jory.dev/application/o/userinfo/

string

controllers.litellm.containers.app.env.PROXY_BASE_URL (4)

https://litellm.jory.dev

string

controllers.litellm.containers.app.env.GENERIC_USER_ROLE_ATTRIBUTE (3)

litellm_role

string

controllers.litellm.containers.app.env.STORE_MODEL_IN_DB (3)

True

string

controllers.litellm.containers.app.env.AUTO_REDIRECT_UI_LOGIN_TO_SSO (2)

true

string

controllers.litellm.containers.app.env.AFFINE_MCP_TOKEN.valueFrom.secretKeyRef.key (1)

AFFINE_MCP_TOKEN

string

controllers.litellm.containers.app.env.AFFINE_MCP_TOKEN.valueFrom.secretKeyRef.name (1)

litellm-secret

string

controllers.litellm.containers.app.env.CHATGPT_TOKEN_DIR (1)

/app/chatgpt_tokens

string

controllers.litellm.containers.app.env.DOCS_URL (1)

/docs

string

controllers.litellm.containers.app.env.DRAIN_ENDPOINT_TOKEN.valueFrom.secretKeyRef.key (1)

password

string

controllers.litellm.containers.app.env.DRAIN_ENDPOINT_TOKEN.valueFrom.secretKeyRef.name (1)

litellm-drain

string

controllers.litellm.containers.app.env.FIREFLY_MCP_TOKEN.valueFrom.secretKeyRef.key (1)

FIREFLY_MCP_TOKEN

string

controllers.litellm.containers.app.env.FIREFLY_MCP_TOKEN.valueFrom.secretKeyRef.name (1)

litellm-secret

string

controllers.litellm.containers.app.env.GENERIC_CLIENT_ID.valueFrom.secretKeyRef.key (1)

client-id

string

controllers.litellm.containers.app.env.GENERIC_CLIENT_ID.valueFrom.secretKeyRef.name (1)

litellm-oidc-secret

string

controllers.litellm.containers.app.env.GENERIC_CLIENT_ID (1)

litellm

string

controllers.litellm.containers.app.env.GENERIC_CLIENT_SECRET.valueFrom.secretKeyRef.key (1)

client-secret

string

controllers.litellm.containers.app.env.GENERIC_CLIENT_SECRET.valueFrom.secretKeyRef.name (1)

litellm-oidc-secret

string

controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.key (1)

GITHUB_MCP_TOKEN

string

controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.name (1)

litellm-secret

string

controllers.litellm.containers.app.env.LITELLM_LOCAL_MODEL_COST_MAP (1)

False

string

controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.key (1)

master-key

string

controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.name (1)

litellm-secret

string

controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.key (1)

salt-key

string

controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.name (1)

litellm-secret

string

controllers.litellm.containers.app.env.OTEL_ENDPOINT (1)

http://alloy-gateway.observability.svc.cluster.local:4317

string

controllers.litellm.containers.app.env.OTEL_EXPORTER (1)

otlp_grpc

string

controllers.litellm.containers.app.env.OTEL_SERVICE_NAME (1)

litellm

string

controllers.litellm.containers.app.env.PROXY_ADMIN_ID (1)

mirk

string

controllers.litellm.containers.app.env.PROXY_LOGOUT_URL (1)

https://sso.jory.dev/application/o/litellm/end-session/

string

controllers.litellm.containers.app.env.PYTHONPATH (1)

/opt/pillow

string

controllers.litellm.containers.app.env.QWEN_KEY.valueFrom.secretKeyRef.key (1)

QWEN_KEY

string

controllers.litellm.containers.app.env.QWEN_KEY.valueFrom.secretKeyRef.name (1)

litellm-secret

string

controllers.litellm.containers.app.env.REDIS_PASSWORD.valueFrom.secretKeyRef.key (1)

password

string

controllers.litellm.containers.app.env.REDIS_PASSWORD.valueFrom.secretKeyRef.name (1)

litellm-valkey

string

controllers.litellm.containers.app.env.ROOT_REDIRECT_URL (1)

/ui

string

controllers.litellm.containers.app.env.UI_USERNAME (1)

admin

string

controllers.litellm.containers.app.envFrom[].secretRef.name (6)

{{ .Release.Name }}-secret

string

controllers.litellm.containers.app.securityContext.allowPrivilegeEscalation (2)

false

boolean

controllers.litellm.containers.app.securityContext.capabilities.drop[] (2)

- ALL

string

controllers.litellm.containers.exporter.args[] (1)

- --no-collector.wal

string

controllers.litellm.containers.exporter.env.DATA_SOURCE_PASS.valueFrom.secretKeyRef.key (1)

password

string

controllers.litellm.containers.exporter.env.DATA_SOURCE_PASS.valueFrom.secretKeyRef.name (1)

litellm-db-app

string

controllers.litellm.containers.exporter.env.DATA_SOURCE_URI (1)

litellm-db-rw.ai.svc.cluster.local:5432/litellm?sslmode=require

string

controllers.litellm.containers.exporter.env.DATA_SOURCE_USER.valueFrom.secretKeyRef.key (1)

username

string

controllers.litellm.containers.exporter.env.DATA_SOURCE_USER.valueFrom.secretKeyRef.name (1)

litellm-db-app

string

controllers.litellm.containers.exporter.env.PG_EXPORTER_DISABLE_DEFAULT_METRICS (1)

true

string

controllers.litellm.containers.exporter.env.PG_EXPORTER_DISABLE_SETTINGS_METRICS (1)

true

string

controllers.litellm.containers.exporter.env.PG_EXPORTER_EXTEND_QUERY_PATH (1)

/etc/pg-exporter/queries.yaml

string

controllers.litellm.containers.exporter.image.repository (1)

quay.io/prometheuscommunity/postgres-exporter

string

controllers.litellm.containers.exporter.image.tag (1)

v0.20.1@sha256:ac5ec343104fae0e2d84a27bb8d69b38430a11910c5382cad85d478d2bab713e

string

controllers.litellm.containers.exporter.probes.liveness.custom (1)

true

boolean

controllers.litellm.containers.exporter.probes.liveness.enabled (1)

true

boolean

controllers.litellm.containers.exporter.probes.liveness.spec.httpGet.path (1)

string

controllers.litellm.containers.exporter.probes.liveness.spec.httpGet.port (1)

number

controllers.litellm.containers.exporter.probes.liveness.spec.initialDelaySeconds (1)

number

controllers.litellm.containers.exporter.probes.liveness.spec.periodSeconds (1)

number

controllers.litellm.containers.exporter.probes.readiness.custom (1)

true

boolean

controllers.litellm.containers.exporter.probes.readiness.enabled (1)

true

boolean

controllers.litellm.containers.exporter.probes.readiness.spec.httpGet.path (1)

string

controllers.litellm.containers.exporter.probes.readiness.spec.httpGet.port (1)

number

controllers.litellm.containers.exporter.probes.readiness.spec.initialDelaySeconds (1)

number

controllers.litellm.containers.exporter.probes.readiness.spec.periodSeconds (1)

number

controllers.litellm.containers.exporter.resources.limits.memory (1)

96Mi

string

controllers.litellm.containers.exporter.resources.requests.cpu (1)

10m

string

controllers.litellm.containers.exporter.resources.requests.memory (1)

32Mi

string

controllers.litellm.containers.exporter.securityContext.allowPrivilegeEscalation (1)

false

boolean

controllers.litellm.containers.exporter.securityContext.capabilities.drop[] (1)

- ALL

string

controllers.litellm.containers.exporter.securityContext.runAsNonRoot (1)

true

boolean

controllers.litellm.containers.exporter.securityContext.runAsUser (1)

number

controllers.litellm.strategy (4)

RollingUpdate

string

controllers.litellm.replicas (3)

number

controllers.litellm.initContainers.gen-prisma-cert.command[] (1)

- /bin/sh
- -ec
- apk add --no-cache openssl
openssl pkcs12 -export \
  -in /var/run/secrets/postgresql/tls.crt \
  -inkey /var/run/secrets/postgresql/tls.key \
  -out /var/run/secrets/prisma/client-identity.p12 \
  -passout pass:

string

controllers.litellm.initContainers.gen-prisma-cert.image.repository (1)

docker.io/library/alpine

string

controllers.litellm.initContainers.gen-prisma-cert.image.tag (1)

3.24.1

string

controllers.litellm.initContainers.install-pillow-deps.command[] (1)

- /app/.venv/bin/python
- -c
- import hashlib
import json
import platform
import urllib.request
import zipfile
from pathlib import Path

VERSION = "12.2.0"
WHEELS = {
    ("x86_64", "glibc"): (
        "pillow-12.2.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl",
        "03f6fab9219220f041c74aeaa2939ff0062bd5c364ba9ce037197f4c6d498cd9",
    ),
    ("aarch64", "glibc"): (
        "pillow-12.2.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.whl",
        "f1c943e96e85df3d3478f7b691f229887e143f81fedab9b20205349ab04d73ed",
    ),
    ("x86_64", "musl"): (
        "pillow-12.2.0-cp313-cp313-musllinux_1_2_x86_64.whl",
        "1e1757442ed87f4912397c6d35a0db6a7b52592156014706f17658ff58bbf795",
    ),
    ("aarch64", "musl"): (
        "pillow-12.2.0-cp313-cp313-musllinux_1_2_aarch64.whl",
        "00a2865911330191c0b818c59103b58a5e697cae67042366970a6b6f1b20b7f9",
    ),
}

arch = platform.machine().lower()
if arch in {"arm64", "armv8"}:
    arch = "aarch64"
libc = platform.libc_ver()[0].lower() or "glibc"
if "musl" in libc:
    libc = "musl"
else:
    libc = "glibc"

key = (arch, libc)
if key not in WHEELS:
    raise SystemExit(f"Unsupported platform for pinned Pillow wheel: arch={arch}, libc={libc}")

filename, expected_sha = WHEELS[key]
with urllib.request.urlopen(f"https://pypi.org/pypi/Pillow/{VERSION}/json", timeout=30) as response:
    release = json.load(response)

candidates = [f for f in release["urls"] if f.get("filename") == filename and f.get("packagetype") == "bdist_wheel"]
if len(candidates) != 1:
    raise SystemExit(f"Pinned wheel not found in release metadata: {filename}")

wheel = candidates[0]
metadata_sha = wheel["digests"]["sha256"].lower()
if metadata_sha != expected_sha:
    raise SystemExit(f"Digest mismatch in metadata for {filename}: {metadata_sha} != {expected_sha}")

url = wheel["url"]
if not url.startswith("https://files.pythonhosted.org/"):
    raise SystemExit(f"Unexpected artifact host: {url}")

wheel_path = Path("/tmp") / filename
with urllib.request.urlopen(url, timeout=60) as response:
    data = response.read()
actual_sha = hashlib.sha256(data).hexdigest()
if actual_sha != expected_sha:
    raise SystemExit(f"Digest mismatch for downloaded wheel {filename}: {actual_sha} != {expected_sha}")

wheel_path.write_bytes(data)
target = Path("/opt/pillow")
target.mkdir(parents=True, exist_ok=True)
with zipfile.ZipFile(wheel_path, "r") as zf:
    zf.extractall(target)

print(f"Installed {filename} into {target}")

string

controllers.litellm.initContainers.install-pillow-deps.image.repository (1)

ghcr.io/berriai/litellm

string

controllers.litellm.initContainers.install-pillow-deps.image.tag (1)

v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b

string

controllers.litellm.initContainers.wait-for-pg.args[] (1)

- postgresql
- $(DATABASE_URL)

string

controllers.litellm.initContainers.wait-for-pg.env[].name (1)

DATABASE_URL

string

controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.key (1)

uri

string

controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.name (1)

litellm-postgres-app

string

controllers.litellm.initContainers.wait-for-pg.image.repository (1)

ghcr.io/wait4x/wait4x

string

controllers.litellm.initContainers.wait-for-pg.image.tag (1)

3.6.0

string

controllers.litellm.pod.nodeSelector."node.webgrip.io/pool" (1)

worker

string

controllers.litellm.pod.nodeSelector."node.webgrip.io/ram" (1)

high

string

controllers.litellm.pod.securityContext.seccompProfile.type (1)

RuntimeDefault

string

service.app.ports.http.port (7)

number

service.app.ports.metrics.port (1)

number

service.app.controller (3)

litellm

string

service.port (1)

${GATEWAY_SVC_PORT}

string

persistence.config.name (6)

litellm-configmap

string

persistence.config.type (6)

configMap

string

persistence.config.globalMounts[].path (5)

/app/config.yaml

string

persistence.config.globalMounts[].readOnly (4)

true

boolean

persistence.config.globalMounts[].subPath (3)

config.yaml

string

persistence.config.advancedMounts.litellm.app[].path (1)

/app/config.yaml

string

persistence.config.advancedMounts.litellm.app[].readOnly (1)

true

boolean

persistence.config.advancedMounts.litellm.app[].subPath (1)

config.yaml

string

persistence.cache.advancedMounts.litellm.app[].path (3)

/app/cache

string

persistence.cache.type (3)

emptyDir

string

persistence.exporter-queries.advancedMounts.litellm.exporter[].path (1)

/etc/pg-exporter

string

persistence.exporter-queries.advancedMounts.litellm.exporter[].readOnly (1)

true

boolean

persistence.exporter-queries.name (1)

litellm-exporter-queries

string

persistence.exporter-queries.type (1)

configMap

string

persistence.pillow.advancedMounts.litellm.app[].path (1)

/opt/pillow

string

persistence.pillow.advancedMounts.litellm.install-pillow-deps[].path (1)

/opt/pillow

string

persistence.pillow.type (1)

emptyDir

string

persistence.prisma-certs.advancedMounts.litellm.app[].path (1)

/var/run/secrets/prisma

string

persistence.prisma-certs.advancedMounts.litellm.gen-prisma-cert[].path (1)

/var/run/secrets/prisma

string

persistence.prisma-certs.type (1)

emptyDir

string

persistence.runtime-patches.advancedMounts.litellm.app[].path (1)

/app/.venv/lib/python3.13/site-packages/sitecustomize.py

string

persistence.runtime-patches.advancedMounts.litellm.app[].readOnly (1)

true

boolean

persistence.runtime-patches.advancedMounts.litellm.app[].subPath (1)

sitecustomize.py

string

persistence.runtime-patches.name (1)

litellm-runtime-patches

string

persistence.runtime-patches.type (1)

configMap

string

persistence.tmp.globalMounts[].path (1)

/tmp

string

persistence.tmp.type (1)

emptyDir

string

persistence.ui.existingClaim (1)

litellm

string

persistence.ui.globalMounts[].path (1)

/app/chatgpt_tokens

string

route.app.hostnames[] (4)

- litellm.${DOMAIN_NAME}

string

route.app.parentRefs[].name (4)

envoy

string

route.app.parentRefs[].namespace (4)

network

string

route.app.parentRefs[].sectionName (1)

https

string

route.app.rules[].backendRefs[].identifier (2)

app

string

route.app.rules[].backendRefs[].port (2)

http

string, number

route.home.hostnames[] (1)

- llm.home.mirceanton.com

string

route.home.parentRefs[].name (1)

envoy-internal

string

route.home.parentRefs[].namespace (1)

network-system

string

db.deployStandalone (3)

false

boolean

db.database (1)

${PSQL_DB_NAME}

string

db.secret.endpointKey (1)

host

string

db.secret.name (1)

${PSQL_DB_USER}-db-creds

string

db.secret.passwordKey (1)

password

string

db.secret.usernameKey (1)

username

string

db.useExisting (1)

true

boolean

deploymentAnnotations."reloader.stakater.com/auto" (3)

true

string

masterkeySecretKey (3)

masterkey

string

masterkeySecretName (3)

litellm-env

string

proxy_config.general_settings.master_key (3)

os.environ/PROXY_MASTER_KEY

string

proxy_config.general_settings.ui_access_mode (1)

admin_only

string

proxy_config.model_list[].litellm_params.model (3)

github_copilot/*
github_copilot/claude-sonnet-5
github_copilot/claude-sonnet-5
github_copilot/claude-opus-4.8
github_copilot/claude-haiku-4.5
github_copilot/claude-opus-4.8
github_copilot/claude-opus-4.7
github_copilot/claude-opus-4.6
github_copilot/claude-opus-4.6
github_copilot/claude-sonnet-4.6
github_copilot/claude-sonnet-4.6
github_copilot/claude-sonnet-5
github_copilot/claude-haiku-4.5
github_copilot/claude-haiku-4.5
github_copilot/claude-haiku-4.5
github_copilot/claude-haiku-4.5
github_copilot/claude-haiku-4.5
github_copilot/claude-haiku-4.5

string

proxy_config.model_list[].litellm_params.api_base (1)

http://qwen36.ai.svc.cluster.local:8080/v1

string

proxy_config.model_list[].litellm_params.api_key (1)

sk-no-key-required

string

proxy_config.model_list[].litellm_params.drop_params (1)

true

boolean

proxy_config.model_list[].model_info.cache_creation_input_token_cost (3)

number

proxy_config.model_list[].model_info.cache_read_input_token_cost (3)

number

proxy_config.model_list[].model_info.input_cost_per_token (1)

7e-9

number

proxy_config.model_list[].model_info.max_input_tokens (1)

number

proxy_config.model_list[].model_info.max_output_tokens (1)

number

proxy_config.model_list[].model_info.output_cost_per_token (1)

2.07e-7

number

proxy_config.model_list[].model_info.supports_function_calling (1)

true

boolean

proxy_config.model_list[].model_info.supports_vision (1)

false

boolean

proxy_config.model_list[].model_name (3)

github_copilot/*
default
sonnet
opus
haiku
claude-opus-4-8
claude-opus-4-7
claude-opus-4-6
claude-opus-4-6-1m
claude-sonnet-4-6
claude-sonnet-4-5
claude-sonnet-5
claude-haiku-4-5
claude-haiku-4-5-20251001
claude-3-5-haiku-20241022
claude-3-5-haiku-latest
claude-3-haiku-20240307
curator-model

string

proxy_config.litellm_settings.callbacks[] (2)

- websearch_interception
- prometheus

string

proxy_config.litellm_settings.disable_copilot_system_to_assistant (2)

true

boolean

proxy_config.litellm_settings.drop_params (2)

true

boolean

proxy_config.litellm_settings.require_auth_for_metrics_endpoint (2)

false

boolean

proxy_config.litellm_settings.websearch_interception_params.enabled_providers[] (2)

- github_copilot

string

proxy_config.litellm_settings.websearch_interception_params.search_tool_name (2)

tavily-search

string

proxy_config.router_settings.default_fallbacks[] (2)

- claude-sonnet-5

string

proxy_config.search_tools[].litellm_params.api_key (2)

os.environ/TAVILY_API_KEY

string

proxy_config.search_tools[].litellm_params.search_provider (2)

tavily

string

proxy_config.search_tools[].search_tool_name (2)

tavily-search

string

environmentSecrets[] (2)

- litellm-env

string

envVars.GITHUB_COPILOT_TOKEN_DIR (2)

/cache/copilot

string

envVars.AUTO_REDIRECT_UI_LOGIN_TO_SSO (1)

true

string

envVars.DOCS_URL (1)

/docs

string

envVars.GENERIC_AUTHORIZATION_ENDPOINT (1)

https://${auth_subdomain}.${main_domain_websecure}/application/o/authorize/

string

envVars.GENERIC_SCOPE (1)

openid profile email litellm_role

string

envVars.GENERIC_TOKEN_ENDPOINT (1)

https://${auth_subdomain}.${main_domain_websecure}/application/o/token/

string

envVars.GENERIC_USER_ROLE_ATTRIBUTE (1)

litellm_role

string

envVars.GENERIC_USERINFO_ENDPOINT (1)

https://${auth_subdomain}.${main_domain_websecure}/application/o/userinfo/

string

envVars.PROXY_BASE_URL (1)

https://${SUBDOMAIN}.${DOMAIN_WEBSECURE}

string

envVars.PROXY_LOGOUT_URL (1)

https://${auth_subdomain}.${main_domain_websecure}/application/o/${APP}/end-session/

string

envVars.REDIS_URL (1)

redis://dragonfly-cluster.dragonfly.svc.cluster.local:6379/3

string

envVars.ROOT_REDIRECT_URL (1)

/ui

string

image.repository (2)

ghcr.io/berriai/litellm

string

migrationJob.enabled (2)

false

boolean

serviceMonitor.app.endpoints[].interval (2)

1m

string

serviceMonitor.app.endpoints[].path (2)

/metrics

string

serviceMonitor.app.endpoints[].port (2)

http

string

serviceMonitor.app.endpoints[].scheme (1)

http

string

serviceMonitor.app.endpoints[].scrapeTimeout (1)

30s

string

serviceMonitor.app.enabled (1)

true

boolean

serviceMonitor.app.serviceName (1)

litellm

string

serviceMonitor.enabled (1)

true

boolean

volumeMounts[].mountPath (2)

/cache

string

volumeMounts[].name (2)

litellm-cache

string

volumes[].name (2)

litellm-cache

string

volumes[].persistentVolumeClaim.claimName (2)

litellm-cache

string

args[] (1)

- --config
- /etc/litellm/config.yaml
- --run_granian

string

defaultPodOptions.enableServiceLinks (1)

false

boolean

defaultPodOptions.nodeSelector."kubernetes.io/arch" (1)

amd64

string

defaultPodOptions.securityContext.seccompProfile.type (1)

RuntimeDefault

string

defaultPodOptions.terminationGracePeriodSeconds (1)

number

extraEnvVars[].name (1)

GENERIC_CLIENT_ID
GENERIC_CLIENT_SECRET
UI_USERNAME
UI_PASSWORD

string

extraEnvVars[].valueFrom.secretKeyRef.key (1)

clientID
clientSecret
username
password

string

extraEnvVars[].valueFrom.secretKeyRef.name (1)

${APP}-oidc-authentik-application
${APP}-oidc-authentik-application
${SECRET_CREDS_NAME}
${SECRET_CREDS_NAME}

string

global.createDefaultServiceAccount (1)

false

boolean

ingress.enabled (1)

false

boolean

redis.enabled (1)

false

boolean

replicaCount (1)

number

resources.limits.memory (1)

2Gi

string

resources.requests.cpu (1)

100m

string

resources.requests.memory (1)

1Gi

string