litellm helm

No introduction found. Create it?

More popular helm chart found

litellm from bjw-s-labs/charts is more popular with 14 repositories.

Install

Install with:

helm repo add litellm oci://ghcr.io/bjw-s-labs/charts/
helm install litellm litellm/litellm -f values.yaml

Examples

See examples from other people.

Top Repositories (2 out of 8)

NameRepoStarsVersionTimestamp
litellmjoryirving/home-ops2205.0.121 hours ago
litellmmirceanton/home-ops1075.0.1a day ago

Values

See the most popular values for this chart:

KeyTypes
controllers.litellm.annotations."reloader.stakater.com/auto" (8)
true
string
controllers.litellm.containers.app.args[] (8)
- --config=/app/config.yaml
string
controllers.litellm.containers.app.env.LITELLM_MODE (8)
PRODUCTION
string
controllers.litellm.containers.app.env.LITELLM_LOG (7)
INFO
string
controllers.litellm.containers.app.env.REDIS_HOST (7)
litellm-dragonfly.ai.svc.cluster.local
string
controllers.litellm.containers.app.env.REDIS_PORT (7)
6379
string, number
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.key (4)
uri
string
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.name (4)
litellm-db-app
string
controllers.litellm.containers.app.env.DATABASE_URL (1)
postgresql://litellm@pooler-rw.database.svc:5432/litellm?sslmode=require&sslidentity=/var/run/secrets/prisma/client-identity.p12&sslcert=/var/run/secrets/root-ca/ca.crt
string
controllers.litellm.containers.app.env.PROXY_BASE_URL (3)
https://litellm.jory.dev
string
controllers.litellm.containers.app.env.GENERIC_AUTHORIZATION_ENDPOINT (2)
https://sso.jory.dev/application/o/authorize/
string
controllers.litellm.containers.app.env.GENERIC_SCOPE (2)
openid email profile litellm_role
string
controllers.litellm.containers.app.env.GENERIC_TOKEN_ENDPOINT (2)
https://sso.jory.dev/application/o/token/
string
controllers.litellm.containers.app.env.GENERIC_USER_ROLE_ATTRIBUTE (2)
litellm_role
string
controllers.litellm.containers.app.env.GENERIC_USERINFO_ENDPOINT (2)
https://sso.jory.dev/application/o/userinfo/
string
controllers.litellm.containers.app.env.STORE_MODEL_IN_DB (2)
True
string
controllers.litellm.containers.app.env.AUTO_REDIRECT_UI_LOGIN_TO_SSO (1)
true
string
controllers.litellm.containers.app.env.CHATGPT_TOKEN_DIR (1)
/app/chatgpt_tokens
string
controllers.litellm.containers.app.env.DOCS_URL (1)
/docs
string
controllers.litellm.containers.app.env.FIREFLY_MCP_TOKEN.valueFrom.secretKeyRef.key (1)
FIREFLY_MCP_TOKEN
string
controllers.litellm.containers.app.env.FIREFLY_MCP_TOKEN.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.key (1)
GITHUB_MCP_TOKEN
string
controllers.litellm.containers.app.env.GITHUB_MCP_TOKEN.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.LITELLM_LOCAL_MODEL_COST_MAP (1)
False
string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.key (1)
master-key
string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.key (1)
salt-key
string
controllers.litellm.containers.app.env.LITELLM_SALT_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.LLAMA_API_KEY.valueFrom.secretKeyRef.key (1)
LLAMA_API_KEY
string
controllers.litellm.containers.app.env.LLAMA_API_KEY.valueFrom.secretKeyRef.name (1)
llama-cpp-secret
string
controllers.litellm.containers.app.env.PROXY_LOGOUT_URL (1)
https://sso.jory.dev/application/o/litellm/end-session/
string
controllers.litellm.containers.app.env.PYTHONPATH (1)
/opt/pillow
string
controllers.litellm.containers.app.env.ROOT_REDIRECT_URL (1)
/ui
string
controllers.litellm.containers.app.env.UI_USERNAME (1)
admin
string
controllers.litellm.containers.app.image.repository (8)
ghcr.io/berriai/litellm
string
controllers.litellm.containers.app.image.tag (8)
v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b
string
controllers.litellm.containers.app.image.digest (1)
sha256:cae1ac3492d6d0bea69c26f4485381624e073eb753f3534ae7703a4204a4ce6b
string
controllers.litellm.containers.app.probes.liveness.enabled (8)
true
boolean
controllers.litellm.containers.app.probes.liveness.custom (7)
true
boolean
controllers.litellm.containers.app.probes.liveness.spec.failureThreshold (7)
3
number
controllers.litellm.containers.app.probes.liveness.spec.httpGet.path (7)
/
string
controllers.litellm.containers.app.probes.liveness.spec.httpGet.port (7)
4000
number
controllers.litellm.containers.app.probes.liveness.spec.initialDelaySeconds (7)
5
number
controllers.litellm.containers.app.probes.liveness.spec.periodSeconds (7)
10
number
controllers.litellm.containers.app.probes.liveness.spec.timeoutSeconds (1)
10
number
controllers.litellm.containers.app.probes.readiness.enabled (8)
true
boolean
controllers.litellm.containers.app.probes.readiness.custom (7)
true
boolean
controllers.litellm.containers.app.probes.readiness.spec.failureThreshold (7)
3
number
controllers.litellm.containers.app.probes.readiness.spec.httpGet.path (7)
/
string
controllers.litellm.containers.app.probes.readiness.spec.httpGet.port (7)
4000
number
controllers.litellm.containers.app.probes.readiness.spec.initialDelaySeconds (7)
5
number
controllers.litellm.containers.app.probes.readiness.spec.periodSeconds (7)
10
number
controllers.litellm.containers.app.probes.readiness.spec.timeoutSeconds (1)
10
number
controllers.litellm.containers.app.probes.startup.enabled (3)
true
boolean
controllers.litellm.containers.app.probes.startup.spec.failureThreshold (3)
30
number
controllers.litellm.containers.app.probes.startup.spec.periodSeconds (3)
10
number
controllers.litellm.containers.app.probes.startup.spec.httpGet.path (2)
/
string
controllers.litellm.containers.app.probes.startup.spec.httpGet.port (2)
4000
number
controllers.litellm.containers.app.probes.startup.spec.initialDelaySeconds (2)
5
number
controllers.litellm.containers.app.probes.startup.custom (2)
true
boolean
controllers.litellm.containers.app.resources.limits.memory (8)
2Gi
string
controllers.litellm.containers.app.resources.requests.cpu (8)
100m
string
controllers.litellm.containers.app.resources.requests.memory (8)
256Mi
string
controllers.litellm.containers.app.envFrom[].secretRef.name (7)
litellm-secret
string
controllers.litellm.containers.app.securityContext.allowPrivilegeEscalation (3)
false
boolean
controllers.litellm.containers.app.securityContext.capabilities.drop[] (3)
- ALL
string
controllers.litellm.containers.app.securityContext.readOnlyRootFilesystem (2)
false
boolean
controllers.litellm.strategy (4)
RollingUpdate
string
controllers.litellm.replicas (3)
2
number
controllers.litellm.initContainers.01-init-db.envFrom[].secretRef.name (1)
{{ .Release.Name }}-initdb-secret
string
controllers.litellm.initContainers.01-init-db.image.repository (1)
ghcr.io/home-operations/postgres-init
string
controllers.litellm.initContainers.01-init-db.image.tag (1)
18.4.0@sha256:ebd9d30add17acdf935d73eb004758c7dfd9388aaa605fda70ad74378ab92aec
string
controllers.litellm.initContainers.gen-prisma-cert.command[] (1)
- /bin/sh
- -ec
- apk add --no-cache openssl openssl pkcs12 -export \ -in /var/run/secrets/postgresql/tls.crt \ -inkey /var/run/secrets/postgresql/tls.key \ -out /var/run/secrets/prisma/client-identity.p12 \ -passout pass:
string
controllers.litellm.initContainers.gen-prisma-cert.image.repository (1)
docker.io/library/alpine
string
controllers.litellm.initContainers.gen-prisma-cert.image.tag (1)
3.24.1
string
controllers.litellm.initContainers.install-pillow-deps.command[] (1)
- /app/.venv/bin/python
- -c
- import hashlib import json import platform import urllib.request import zipfile from pathlib import Path VERSION = "12.2.0" WHEELS = { ("x86_64", "glibc"): ( "pillow-12.2.0-cp313-cp313-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", "03f6fab9219220f041c74aeaa2939ff0062bd5c364ba9ce037197f4c6d498cd9", ), ("aarch64", "glibc"): ( "pillow-12.2.0-cp313-cp313-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", "f1c943e96e85df3d3478f7b691f229887e143f81fedab9b20205349ab04d73ed", ), ("x86_64", "musl"): ( "pillow-12.2.0-cp313-cp313-musllinux_1_2_x86_64.whl", "1e1757442ed87f4912397c6d35a0db6a7b52592156014706f17658ff58bbf795", ), ("aarch64", "musl"): ( "pillow-12.2.0-cp313-cp313-musllinux_1_2_aarch64.whl", "00a2865911330191c0b818c59103b58a5e697cae67042366970a6b6f1b20b7f9", ), } arch = platform.machine().lower() if arch in {"arm64", "armv8"}: arch = "aarch64" libc = platform.libc_ver()[0].lower() or "glibc" if "musl" in libc: libc = "musl" else: libc = "glibc" key = (arch, libc) if key not in WHEELS: raise SystemExit(f"Unsupported platform for pinned Pillow wheel: arch={arch}, libc={libc}") filename, expected_sha = WHEELS[key] with urllib.request.urlopen(f"https://pypi.org/pypi/Pillow/{VERSION}/json", timeout=30) as response: release = json.load(response) candidates = [f for f in release["urls"] if f.get("filename") == filename and f.get("packagetype") == "bdist_wheel"] if len(candidates) != 1: raise SystemExit(f"Pinned wheel not found in release metadata: {filename}") wheel = candidates[0] metadata_sha = wheel["digests"]["sha256"].lower() if metadata_sha != expected_sha: raise SystemExit(f"Digest mismatch in metadata for {filename}: {metadata_sha} != {expected_sha}") url = wheel["url"] if not url.startswith("https://files.pythonhosted.org/"): raise SystemExit(f"Unexpected artifact host: {url}") wheel_path = Path("/tmp") / filename with urllib.request.urlopen(url, timeout=60) as response: data = response.read() actual_sha = hashlib.sha256(data).hexdigest() if actual_sha != expected_sha: raise SystemExit(f"Digest mismatch for downloaded wheel {filename}: {actual_sha} != {expected_sha}") wheel_path.write_bytes(data) target = Path("/opt/pillow") target.mkdir(parents=True, exist_ok=True) with zipfile.ZipFile(wheel_path, "r") as zf: zf.extractall(target) print(f"Installed {filename} into {target}")
string
controllers.litellm.initContainers.install-pillow-deps.image.repository (1)
ghcr.io/berriai/litellm
string
controllers.litellm.initContainers.install-pillow-deps.image.tag (1)
v1.83.14-stable@sha256:d6401c001f90f3bab4bb23c5fd6d9302a7df58999ec6fa9e3f175e1f5f26544b
string
controllers.litellm.initContainers.wait-for-pg.args[] (1)
- postgresql
- $(DATABASE_URL)
string
controllers.litellm.initContainers.wait-for-pg.env[].name (1)
DATABASE_URL
string
controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.key (1)
uri
string
controllers.litellm.initContainers.wait-for-pg.env[].valueFrom.secretKeyRef.name (1)
litellm-postgres-app
string
controllers.litellm.initContainers.wait-for-pg.image.repository (1)
ghcr.io/wait4x/wait4x
string
controllers.litellm.initContainers.wait-for-pg.image.tag (1)
3.6.0
string
persistence.config.name (8)
litellm-configmap
string
persistence.config.type (8)
configMap
string
persistence.config.globalMounts[].path (7)
/app/config.yaml
string
persistence.config.globalMounts[].readOnly (6)
true
boolean
persistence.config.globalMounts[].subPath (6)
config.yaml
string
persistence.config.advancedMounts.litellm.app[].path (1)
/app/config.yaml
string
persistence.config.advancedMounts.litellm.app[].readOnly (1)
true
boolean
persistence.config.advancedMounts.litellm.app[].subPath (1)
config.yaml
string
persistence.cache.advancedMounts.litellm.app[].path (3)
/app/cache
string
persistence.cache.type (3)
emptyDir
string
persistence.tmpfs.globalMounts[].path (2)
/cache
/tmp
string
persistence.tmpfs.globalMounts[].subPath (2)
cache
tmp
string
persistence.tmpfs.type (2)
emptyDir
string
persistence.pillow.advancedMounts.litellm.app[].path (1)
/opt/pillow
string
persistence.pillow.advancedMounts.litellm.install-pillow-deps[].path (1)
/opt/pillow
string
persistence.pillow.type (1)
emptyDir
string
persistence.prisma-certs.advancedMounts.litellm.app[].path (1)
/var/run/secrets/prisma
string
persistence.prisma-certs.advancedMounts.litellm.gen-prisma-cert[].path (1)
/var/run/secrets/prisma
string
persistence.prisma-certs.type (1)
emptyDir
string
persistence.tmp.globalMounts[].path (1)
/tmp
string
persistence.tmp.type (1)
emptyDir
string
persistence.ui.existingClaim (1)
litellm
string
persistence.ui.globalMounts[].path (1)
/app/chatgpt_tokens
string
service.app.ports.http.port (8)
4000
number
service.app.controller (3)
litellm
string
route.app.hostnames[] (5)
- litellm.${DOMAIN_NAME}
string
route.app.parentRefs[].name (5)
envoy-external
string
route.app.parentRefs[].namespace (5)
network
string
route.app.parentRefs[].sectionName (1)
https
string
route.app.rules[].backendRefs[].identifier (3)
app
string
route.app.rules[].backendRefs[].port (3)
4000
string, number
route.home.hostnames[] (1)
- llm.home.mirceanton.com
string
route.home.parentRefs[].name (1)
envoy-internal
string
route.home.parentRefs[].namespace (1)
network-system
string
defaultPodOptions.securityContext.fsGroup (2)
1000
number
defaultPodOptions.securityContext.fsGroupChangePolicy (2)
OnRootMismatch
string
defaultPodOptions.securityContext.runAsGroup (2)
1000
number
defaultPodOptions.securityContext.runAsNonRoot (2)
true
boolean
defaultPodOptions.securityContext.runAsUser (2)
1000
number
defaultPodOptions.securityContext.seccompProfile.type (1)
RuntimeDefault
string
defaultPodOptions.enableServiceLinks (1)
false
boolean
defaultPodOptions.nodeSelector."kubernetes.io/arch" (1)
amd64
string
defaultPodOptions.terminationGracePeriodSeconds (1)
120
number
serviceMonitor.app.endpoints[].interval (2)
1m
string
serviceMonitor.app.endpoints[].path (2)
/metrics
string
serviceMonitor.app.endpoints[].port (2)
http
string
serviceMonitor.app.endpoints[].scheme (1)
http
string
serviceMonitor.app.endpoints[].scrapeTimeout (1)
30s
string
serviceMonitor.app.enabled (1)
true
boolean
serviceMonitor.app.serviceName (1)
litellm
string
global.createDefaultServiceAccount (1)
false
boolean