litellm helm

No introduction found. Create it?

More popular helm chart found

litellm from bjw-s-labs/charts is more popular with 14 repositories.

Install

Install with:

helm repo add litellm oci://ghcr.io/berriai/litellm-helm
helm install litellm litellm/litellm -f values.yaml

Examples

See examples from other people.

Top Repositories (3 out of 8)

NameRepoStarsVersionTimestamp
litellmToaHartor/maisonneux431.91.1an hour ago
litellmjoryirving/home-ops2205.0.12 days ago
litellmmirceanton/home-ops1095.0.12 days ago

Values

See the most popular values for this chart:

KeyTypes
controllers.litellm.annotations."reloader.stakater.com/auto" (7)
true
string
controllers.litellm.containers.app.args[] (7)
- --config=/app/config.yaml
string
controllers.litellm.containers.app.env.LITELLM_MODE (7)
PRODUCTION
string
controllers.litellm.containers.app.env.LITELLM_LOG (6)
INFO
string
controllers.litellm.containers.app.env.REDIS_HOST (6)
litellm-dragonfly.ai.svc.cluster.local
string
controllers.litellm.containers.app.env.REDIS_PORT (6)
6379
string, number
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.key (3)
uri
string
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.name (3)
litellm-db-app
string
controllers.litellm.containers.app.env.DATABASE_URL (1)
postgresql://litellm@pooler-rw.database.svc:5432/litellm?sslmode=require&sslidentity=/var/run/secrets/prisma/client-identity.p12&sslcert=/var/run/secrets/root-ca/ca.crt
string
controllers.litellm.containers.app.env.GENERIC_AUTHORIZATION_ENDPOINT (2)
https://sso.jory.dev/application/o/authorize/
string
controllers.litellm.containers.app.env.GENERIC_SCOPE (2)
openid email profile litellm_role
string
controllers.litellm.containers.app.env.GENERIC_TOKEN_ENDPOINT (2)
https://sso.jory.dev/application/o/token/
string
controllers.litellm.containers.app.env.GENERIC_USER_ROLE_ATTRIBUTE (2)
litellm_role
string
controllers.litellm.containers.app.env.GENERIC_USERINFO_ENDPOINT (2)
https://sso.jory.dev/application/o/userinfo/
string
controllers.litellm.containers.app.env.PROXY_BASE_URL (2)
https://litellm.jory.dev
string
controllers.litellm.containers.app.env.STORE_MODEL_IN_DB (2)
True
string
controllers.litellm.containers.app.env.AUTO_REDIRECT_UI_LOGIN_TO_SSO (1)
true
string
controllers.litellm.containers.app.env.CHATGPT_TOKEN_DIR (1)
/app/chatgpt_tokens
string
controllers.litellm.containers.app.env.DOCS_URL (1)
/docs
string
controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.key (1)
GITHUB_MCP_TOKEN
string
controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.LITELLM_LOCAL_MODEL_COST_MAP (1)
False
string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.key (1)
master-key
string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.key (1)
salt-key
string
controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.LLAMA_API_KEY.valueFrom.secretKeyRef.key (1)
LLAMA_API_KEY
string
controllers.litellm.containers.app.env.LLAMA_API_KEY.valueFrom.secretKeyRef.name (1)
llama-cpp-secret
string
controllers.litellm.containers.app.env.PROXY_LOGOUT_URL (1)
https://sso.jory.dev/application/o/litellm/end-session/
string
controllers.litellm.containers.app.env.PYTHONPATH (1)
/opt/pillow
string
controllers.litellm.containers.app.env.ROOT_REDIRECT_URL (1)
/ui
string
controllers.litellm.containers.app.env.UI_USERNAME (1)
admin
string
controllers.litellm.containers.app.image.repository (7)
ghcr.io/berriai/litellm
string
controllers.litellm.containers.app.image.tag (7)
v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b
string
controllers.litellm.containers.app.probes.liveness.enabled (7)
true
boolean
controllers.litellm.containers.app.probes.liveness.custom (6)
true
boolean
controllers.litellm.containers.app.probes.liveness.spec.failureThreshold (6)
3
number
controllers.litellm.containers.app.probes.liveness.spec.httpGet.path (6)
/
string
controllers.litellm.containers.app.probes.liveness.spec.httpGet.port (6)
4000
number
controllers.litellm.containers.app.probes.liveness.spec.initialDelaySeconds (6)
5
number
controllers.litellm.containers.app.probes.liveness.spec.periodSeconds (6)
10
number
controllers.litellm.containers.app.probes.liveness.spec.timeoutSeconds (1)
10
number
controllers.litellm.containers.app.probes.readiness.enabled (7)
true
boolean
controllers.litellm.containers.app.probes.readiness.custom (6)
true
boolean
controllers.litellm.containers.app.probes.readiness.spec.failureThreshold (6)
3
number
controllers.litellm.containers.app.probes.readiness.spec.httpGet.path (6)
/
string
controllers.litellm.containers.app.probes.readiness.spec.httpGet.port (6)
4000
number
controllers.litellm.containers.app.probes.readiness.spec.initialDelaySeconds (6)
5
number
controllers.litellm.containers.app.probes.readiness.spec.periodSeconds (6)
10
number
controllers.litellm.containers.app.probes.readiness.spec.timeoutSeconds (1)
10
number
controllers.litellm.containers.app.probes.startup.enabled (3)
true
boolean
controllers.litellm.containers.app.probes.startup.spec.failureThreshold (3)
30
number
controllers.litellm.containers.app.probes.startup.spec.periodSeconds (3)
10
number
controllers.litellm.containers.app.probes.startup.spec.httpGet.path (2)
/
string
controllers.litellm.containers.app.probes.startup.spec.httpGet.port (2)
4000
number
controllers.litellm.containers.app.probes.startup.spec.initialDelaySeconds (2)
5
number
controllers.litellm.containers.app.probes.startup.custom (2)
true
boolean
controllers.litellm.containers.app.resources.limits.memory (7)
2Gi
string
controllers.litellm.containers.app.resources.requests.cpu (7)
100m
string
controllers.litellm.containers.app.resources.requests.memory (7)
256Mi
string
controllers.litellm.containers.app.envFrom[].secretRef.name (6)
litellm-secret
string
controllers.litellm.containers.app.securityContext.allowPrivilegeEscalation (2)
false
boolean
controllers.litellm.containers.app.securityContext.capabilities.drop[] (2)
- ALL
string
controllers.litellm.containers.app.securityContext.readOnlyRootFilesystem (1)
false
boolean
controllers.litellm.strategy (4)
RollingUpdate
string
controllers.litellm.replicas (3)
2
number
controllers.litellm.initContainers.gen-prisma-cert.command[] (1)
- /bin/sh
- -ec
- apk add --no-cache openssl openssl pkcs12 -export \ -in /var/run/secrets/postgresql/tls.crt \ -inkey /var/run/secrets/postgresql/tls.key \ -out /var/run/secrets/prisma/client-identity.p12 \ -passout pass:
string
controllers.litellm.initContainers.gen-prisma-cert.image.repository (1)
docker.io/library/alpine
string
controllers.litellm.initContainers.gen-prisma-cert.image.tag (1)
3.24.1
string
controllers.litellm.initContainers.install-pillow-deps.command[] (1)
- /app/.venv/bin/python
- -c
- import hashlib import json import platform import urllib.request import zipfile from pathlib import Path VERSION = "12.2.0" WHEELS = { ("x86_64", "glibc"): ( "pillow-12.2.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", "03f6fab9219220f041c74aeaa2939ff0062bd5c364ba9ce037197f4c6d498cd9", ), ("aarch64", "glibc"): ( "pillow-12.2.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", "f1c943e96e85df3d3478f7b691f229887e143f81fedab9b20205349ab04d73ed", ), ("x86_64", "musl"): ( "pillow-12.2.0-cp313-cp313-musllinux_1_2_x86_64.whl", "1e1757442ed87f4912397c6d35a0db6a7b52592156014706f17658ff58bbf795", ), ("aarch64", "musl"): ( "pillow-12.2.0-cp313-cp313-musllinux_1_2_aarch64.whl", "00a2865911330191c0b818c59103b58a5e697cae67042366970a6b6f1b20b7f9", ), } arch = platform.machine().lower() if arch in {"arm64", "armv8"}: arch = "aarch64" libc = platform.libc_ver()[0].lower() or "glibc" if "musl" in libc: libc = "musl" else: libc = "glibc" key = (arch, libc) if key not in WHEELS: raise SystemExit(f"Unsupported platform for pinned Pillow wheel: arch={arch}, libc={libc}") filename, expected_sha = WHEELS[key] with urllib.request.urlopen(f"https://pypi.org/pypi/Pillow/{VERSION}/json", timeout=30) as response: release = json.load(response) candidates = [f for f in release["urls"] if f.get("filename") == filename and f.get("packagetype") == "bdist_wheel"] if len(candidates) != 1: raise SystemExit(f"Pinned wheel not found in release metadata: {filename}") wheel = candidates[0] metadata_sha = wheel["digests"]["sha256"].lower() if metadata_sha != expected_sha: raise SystemExit(f"Digest mismatch in metadata for {filename}: {metadata_sha} != {expected_sha}") url = wheel["url"] if not url.startswith("https://files.pythonhosted.org/"): raise SystemExit(f"Unexpected artifact host: {url}") wheel_path = Path("/tmp") / filename with urllib.request.urlopen(url, timeout=60) as response: data = response.read() actual_sha = hashlib.sha256(data).hexdigest() if actual_sha != expected_sha: raise SystemExit(f"Digest mismatch for downloaded wheel {filename}: {actual_sha} != {expected_sha}") wheel_path.write_bytes(data) target = Path("/opt/pillow") target.mkdir(parents=True, exist_ok=True) with zipfile.ZipFile(wheel_path, "r") as zf: zf.extractall(target) print(f"Installed {filename} into {target}")
string
controllers.litellm.initContainers.install-pillow-deps.image.repository (1)
ghcr.io/berriai/litellm
string
controllers.litellm.initContainers.install-pillow-deps.image.tag (1)
v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b
string
controllers.litellm.initContainers.wait-for-pg.args[] (1)
- postgresql
- $(DATABASE_URL)
string
controllers.litellm.initContainers.wait-for-pg.env[].name (1)
DATABASE_URL
string
controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.key (1)
uri
string
controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.name (1)
litellm-postgres-app
string
controllers.litellm.initContainers.wait-for-pg.image.repository (1)
ghcr.io/wait4x/wait4x
string
controllers.litellm.initContainers.wait-for-pg.image.tag (1)
3.6.0
string
persistence.config.name (7)
litellm-configmap
string
persistence.config.type (7)
configMap
string
persistence.config.globalMounts[].path (6)
/app/config.yaml
string
persistence.config.globalMounts[].readOnly (5)
true
boolean
persistence.config.globalMounts[].subPath (5)
config.yaml
string
persistence.config.advancedMounts.litellm.app[].path (1)
/app/config.yaml
string
persistence.config.advancedMounts.litellm.app[].readOnly (1)
true
boolean
persistence.config.advancedMounts.litellm.app[].subPath (1)
config.yaml
string
persistence.cache.advancedMounts.litellm.app[].path (3)
/app/cache
string
persistence.cache.type (3)
emptyDir
string
persistence.pillow.advancedMounts.litellm.app[].path (1)
/opt/pillow
string
persistence.pillow.advancedMounts.litellm.install-pillow-deps[].path (1)
/opt/pillow
string
persistence.pillow.type (1)
emptyDir
string
persistence.prisma-certs.advancedMounts.litellm.app[].path (1)
/var/run/secrets/prisma
string
persistence.prisma-certs.advancedMounts.litellm.gen-prisma-cert[].path (1)
/var/run/secrets/prisma
string
persistence.prisma-certs.type (1)
emptyDir
string
persistence.tmp.globalMounts[].path (1)
/tmp
string
persistence.tmp.type (1)
emptyDir
string
persistence.tmpfs.globalMounts[].path (1)
/cache
/tmp
string
persistence.tmpfs.globalMounts[].subPath (1)
cache
tmp
string
persistence.tmpfs.type (1)
emptyDir
string
persistence.ui.existingClaim (1)
litellm
string
persistence.ui.globalMounts[].path (1)
/app/chatgpt_tokens
string
service.app.ports.http.port (7)
4000
number
service.app.controller (2)
litellm
string
service.port (1)
${GATEWAY_SVC_PORT}
string
route.app.hostnames[] (4)
- litellm.${DOMAIN_NAME}
string
route.app.parentRefs[].name (4)
envoy
string
route.app.parentRefs[].namespace (4)
network
string
route.app.parentRefs[].sectionName (1)
https
string
route.app.rules[].backendRefs[].identifier (2)
app
string
route.app.rules[].backendRefs[].port (2)
http
string, number
route.home.hostnames[] (1)
- llm.home.mirceanton.com
string
route.home.parentRefs[].name (1)
envoy-internal
string
route.home.parentRefs[].namespace (1)
network-system
string
serviceMonitor.app.endpoints[].interval (2)
1m
string
serviceMonitor.app.endpoints[].path (2)
/metrics
string
serviceMonitor.app.endpoints[].port (2)
http
string
serviceMonitor.app.endpoints[].scheme (1)
http
string
serviceMonitor.app.endpoints[].scrapeTimeout (1)
30s
string
serviceMonitor.app.enabled (1)
true
boolean
serviceMonitor.app.serviceName (1)
litellm
string
serviceMonitor.enabled (1)
true
boolean
args[] (1)
- --config
- /etc/litellm/config.yaml
- --run_granian
string
db.database (1)
${PSQL_DB_NAME}
string
db.deployStandalone (1)
false
boolean
db.secret.endpointKey (1)
host
string
db.secret.name (1)
${PSQL_DB_USER}-db-creds
string
db.secret.passwordKey (1)
password
string
db.secret.usernameKey (1)
username
string
db.useExisting (1)
true
boolean
defaultPodOptions.enableServiceLinks (1)
false
boolean
defaultPodOptions.nodeSelector."kubernetes.io/arch" (1)
amd64
string
defaultPodOptions.securityContext.fsGroup (1)
1000
number
defaultPodOptions.securityContext.fsGroupChangePolicy (1)
OnRootMismatch
string
defaultPodOptions.securityContext.runAsGroup (1)
1000
number
defaultPodOptions.securityContext.runAsNonRoot (1)
true
boolean
defaultPodOptions.securityContext.runAsUser (1)
1000
number
defaultPodOptions.securityContext.seccompProfile.type (1)
RuntimeDefault
string
defaultPodOptions.terminationGracePeriodSeconds (1)
120
number
deploymentAnnotations."reloader.stakater.com/auto" (1)
true
string
envVars.AUTO_REDIRECT_UI_LOGIN_TO_SSO (1)
true
string
envVars.DOCS_URL (1)
/docs
string
envVars.GENERIC_AUTHORIZATION_ENDPOINT (1)
https://${auth_subdomain}.${main_domain_websecure}/application/o/authorize/
string
envVars.GENERIC_SCOPE (1)
openid profile email litellm_role
string
envVars.GENERIC_TOKEN_ENDPOINT (1)
https://${auth_subdomain}.${main_domain_websecure}/application/o/token/
string
envVars.GENERIC_USER_ROLE_ATTRIBUTE (1)
litellm_role
string
envVars.GENERIC_USERINFO_ENDPOINT (1)
https://${auth_subdomain}.${main_domain_websecure}/application/o/userinfo/
string
envVars.PROXY_BASE_URL (1)
https://${SUBDOMAIN}.${DOMAIN_WEBSECURE}
string
envVars.PROXY_LOGOUT_URL (1)
https://${auth_subdomain}.${main_domain_websecure}/application/o/${APP}/end-session/
string
envVars.REDIS_URL (1)
redis://dragonfly-cluster.dragonfly.svc.cluster.local:6379/3
string
envVars.ROOT_REDIRECT_URL (1)
/ui
string
extraEnvVars[].name (1)
GENERIC_CLIENT_ID
GENERIC_CLIENT_SECRET
UI_USERNAME
UI_PASSWORD
string
extraEnvVars[].valueFrom.secretKeyRef.key (1)
clientID
clientSecret
username
password
string
extraEnvVars[].valueFrom.secretKeyRef.name (1)
${APP}-oidc-authentik-application
${APP}-oidc-authentik-application
${SECRET_CREDS_NAME}
${SECRET_CREDS_NAME}
string
global.createDefaultServiceAccount (1)
false
boolean
ingress.enabled (1)
false
boolean
masterkeySecretKey (1)
secretKey
string
masterkeySecretName (1)
${SECRET_KEY_NAME}
string
proxy_config.general_settings.master_key (1)
os.environ/PROXY_MASTER_KEY
string
proxy_config.general_settings.ui_access_mode (1)
admin_only
string
proxy_config.model_list[].litellm_params.api_base (1)
http://qwen36.ai.svc.cluster.local:8080/v1
string
proxy_config.model_list[].litellm_params.api_key (1)
sk-no-key-required
string
proxy_config.model_list[].litellm_params.drop_params (1)
true
boolean
proxy_config.model_list[].litellm_params.model (1)
openai/qwen36_27B
string
proxy_config.model_list[].model_info.cache_creation_input_token_cost (1)
0
number
proxy_config.model_list[].model_info.cache_read_input_token_cost (1)
0
number
proxy_config.model_list[].model_info.input_cost_per_token (1)
7e-9
number
proxy_config.model_list[].model_info.max_input_tokens (1)
65536
number
proxy_config.model_list[].model_info.max_output_tokens (1)
65536
number
proxy_config.model_list[].model_info.output_cost_per_token (1)
2.07e-7
number
proxy_config.model_list[].model_info.supports_function_calling (1)
true
boolean
proxy_config.model_list[].model_info.supports_vision (1)
false
boolean
proxy_config.model_list[].model_name (1)
qwen-3.6-27B
string
redis.enabled (1)
false
boolean
replicaCount (1)
1
number
resources.limits.memory (1)
2Gi
string
resources.requests.cpu (1)
100m
string
resources.requests.memory (1)
1Gi
string