litellm helm

No introduction found. Create it?

Install

Install with:

helm repo add app-template oci://ghcr.io/bjw-s-labs/charts/
helm install litellm app-template/app-template -f values.yaml

Examples

See examples from other people.

Top Repositories (2 out of 14)

NameRepoStarsVersionTimestamp
litellmdrag0n141/home-ops585.0.13 days ago
litellmm00nwtchr/homelab-cluster374.6.2a month ago

Values

See the most popular values for this chart:

KeyTypes
service.app.ports.http.port (14)
4000
number
service.app.ports.http.targetPort (3)
4000
number
service.app.ports.http.primary (2)
true
boolean
service.app.controller (10)
litellm
string
service.app.annotations."io.cilium/lb-ipam-ips" (2)
192.168.2.86
string
service.app.type (2)
LoadBalancer
string
controllers.litellm.containers.app.args[] (13)
- --config=/app/config.yaml
string
controllers.litellm.containers.app.image.repository (13)
ghcr.io/berriai/litellm-non_root
string
controllers.litellm.containers.app.image.tag (13)
main-dev@sha256:a7c1a3f8530a4b9208feb48ba7a37bc918980224991bb352497206ac37eb1a9e
string
controllers.litellm.containers.app.envFrom[].secretRef.name (12)
litellm-secret
string
controllers.litellm.containers.app.probes.liveness.enabled (11)
true
boolean
controllers.litellm.containers.app.probes.liveness.custom (10)
true
boolean
controllers.litellm.containers.app.probes.liveness.spec.failureThreshold (10)
3
number
controllers.litellm.containers.app.probes.liveness.spec.httpGet.path (10)
/
string
controllers.litellm.containers.app.probes.liveness.spec.httpGet.port (10)
4000
number
controllers.litellm.containers.app.probes.liveness.spec.initialDelaySeconds (10)
5
number
controllers.litellm.containers.app.probes.liveness.spec.periodSeconds (10)
10
number
controllers.litellm.containers.app.probes.liveness.spec.timeoutSeconds (7)
10
number
controllers.litellm.containers.app.probes.readiness.enabled (11)
true
boolean
controllers.litellm.containers.app.probes.readiness.custom (10)
true
boolean
controllers.litellm.containers.app.probes.readiness.spec.failureThreshold (10)
3
number
controllers.litellm.containers.app.probes.readiness.spec.httpGet.path (10)
/
string
controllers.litellm.containers.app.probes.readiness.spec.httpGet.port (10)
4000
number
controllers.litellm.containers.app.probes.readiness.spec.initialDelaySeconds (10)
5
number
controllers.litellm.containers.app.probes.readiness.spec.periodSeconds (10)
10
number
controllers.litellm.containers.app.probes.readiness.spec.timeoutSeconds (7)
5
number
controllers.litellm.containers.app.probes.startup.enabled (2)
true
boolean
controllers.litellm.containers.app.probes.startup.spec.failureThreshold (2)
30
number
controllers.litellm.containers.app.probes.startup.spec.initialDelaySeconds (2)
5
number
controllers.litellm.containers.app.probes.startup.spec.httpGet.path (1)
/
string
controllers.litellm.containers.app.probes.startup.spec.httpGet.port (1)
4000
number
controllers.litellm.containers.app.probes.startup.spec.periodSeconds (1)
10
number
controllers.litellm.containers.app.probes.startup.custom (1)
true
boolean
controllers.litellm.containers.app.resources.limits.memory (11)
2Gi
string
controllers.litellm.containers.app.resources.limits.ephemeral-storage (2)
1Gi
string
controllers.litellm.containers.app.resources.requests.cpu (11)
10m
string
controllers.litellm.containers.app.resources.requests.memory (8)
256Mi
string
controllers.litellm.containers.app.env.LITELLM_MODE (10)
PRODUCTION
string
controllers.litellm.containers.app.env.TZ (10)
${TIMEZONE}
string
controllers.litellm.containers.app.env.REDIS_HOST (9)
litellm-dragonfly
string
controllers.litellm.containers.app.env.LITELLM_DONT_SHOW_FEEDBACK_BOX (7)
True
string
controllers.litellm.containers.app.env.REDIS_PORT (7)
6379
number, string
controllers.litellm.containers.app.env.LITELLM_LOG (6)
INFO
string
controllers.litellm.containers.app.env.STORE_MODEL_IN_DB (6)
True
boolean, string
controllers.litellm.containers.app.env.PROXY_BASE_URL (3)
https://litellm.cloudjur.com
string
controllers.litellm.containers.app.env.USE_PRISMA_MIGRATE (3)
True
string
controllers.litellm.containers.app.env.AUTO_REDIRECT_UI_LOGIN_TO_SSO (2)
true
string
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.key (2)
url
string
controllers.litellm.containers.app.env.DATABASE_URL.valueFrom.secretKeyRef.name (2)
{{ .Release.Name }}-postgres
string
controllers.litellm.containers.app.env.DATABASE_URL (2)
postgresql://postgres:${SECRET_POSTGRES_PASSWORD}@cloudnative-pg-cluster.database.svc.cluster.local:5432/lightllm
string
controllers.litellm.containers.app.env.GENERIC_AUTHORIZATION_ENDPOINT (2)
https://auth.cloudjur.com/application/o/authorize/
string
controllers.litellm.containers.app.env.GENERIC_SCOPE (2)
openid email profile litellm_role
string
controllers.litellm.containers.app.env.GENERIC_TOKEN_ENDPOINT (2)
https://auth.cloudjur.com/application/o/token/
string
controllers.litellm.containers.app.env.GENERIC_USERINFO_ENDPOINT (2)
https://auth.cloudjur.com/application/o/userinfo/
string
controllers.litellm.containers.app.env.PROMETHEUS_URL (2)
http://prometheus-kube-prometheus-prometheus.monitoring.svc.cluster.local:9090
string
controllers.litellm.containers.app.env.PROXY_LOGOUT_URL (2)
https://auth.cloudjur.com/application/o/litellm/end-session/
string
controllers.litellm.containers.app.env.QDRANT_API_BASE (2)
http://qdrant.ai.svc.cluster.local:6333
string
controllers.litellm.containers.app.env.ANTHROPIC_API_KEY.valueFrom.secretKeyRef.key (1)
ANTHROPIC_API_KEY
string
controllers.litellm.containers.app.env.ANTHROPIC_API_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.CHATGPT_TOKEN_DIR (1)
/app/chatgpt_tokens
string
controllers.litellm.containers.app.env.DISABLE_SCHEMA_UPDATE (1)
True
string
controllers.litellm.containers.app.env.GENERIC_CLIENT_ID (1)
litellm
string
controllers.litellm.containers.app.env.GENERIC_CLIENT_SECRET (1)
${SECRET_OAUTH_CLIENT_SECRET}
string
controllers.litellm.containers.app.env.GENERIC_CLIENT_STATE (1)
some-state
string
controllers.litellm.containers.app.env.GENERIC_USER_PROVIDER_ATTRIBUTE (1)
authelia
string
controllers.litellm.containers.app.env.GENERIC_USER_ROLE_ATTRIBUTE (1)
litellm_role
string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.key (1)
LITELLM_MASTER_KEY
string
controllers.litellm.containers.app.env.LITELLM_MASTER_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.POOLSIDE_API_KEY.valueFrom.secretKeyRef.key (1)
POOLSIDE_API_KEY
string
controllers.litellm.containers.app.env.POOLSIDE_API_KEY.valueFrom.secretKeyRef.name (1)
litellm-secret
string
controllers.litellm.containers.app.env.PROXY_ADMIN_ID (1)
${SECRET_MQTT_USERNAME}
string
controllers.litellm.containers.app.env.REDIS_URL (1)
redis://dragonfly.database.svc.cluster.local:6379/5
string
controllers.litellm.containers.app.env.UI_PASSWORD (1)
${SECRET_LITELLM_UI_PASSWORD}
string
controllers.litellm.containers.app.env.UI_USERNAME (1)
${SECRET_LITELLM_UI_USERNAME}
string
controllers.litellm.containers.app.securityContext.allowPrivilegeEscalation (10)
false
boolean
controllers.litellm.containers.app.securityContext.capabilities.drop[] (10)
- ALL
string
controllers.litellm.containers.app.securityContext.readOnlyRootFilesystem (10)
false
boolean
controllers.litellm.annotations."reloader.stakater.com/auto" (11)
true
string
controllers.litellm.annotations."secret.reloader.stakater.com/reload" (2)
auto
string
controllers.litellm.initContainers.init-db.envFrom[].secretRef.name (6)
litellm-init-db
string
controllers.litellm.initContainers.init-db.image.repository (6)
ghcr.io/home-operations/postgres-init
string
controllers.litellm.initContainers.init-db.image.tag (6)
18.4.0@sha256:ebd9d30add17acdf935d73eb004758c7dfd9388aaa605fda70ad74378ab92aec
string, number
controllers.litellm.initContainers.init-db.image.pullPolicy (1)
IfNotPresent
string
controllers.litellm.replicas (3)
1
number
controllers.litellm.strategy (3)
RollingUpdate
string
controllers.litellm.pod.nodeSelector."kubernetes.io/arch" (1)
amd64
string
controllers.litellm.rollingUpdate.surge (1)
1
number
controllers.litellm.rollingUpdate.unavailable (1)
0
number
controllers.app.annotations."reloader.stakater.com/auto" (1)
true
string
controllers.app.containers.app.args[] (1)
- --config
- /config/config.yaml
- --host
- "0.0.0.0"
- --port
- "80"
string
controllers.app.containers.app.env.PROMETHEUS_MULTIPROC_DIR (1)
/tmp/prometheus_multiproc_dir
string
controllers.app.containers.app.env.TZ (1)
${TIMEZONE}
string
controllers.app.containers.app.envFrom[].secretRef.name (1)
litellm-secret
string
controllers.app.containers.app.image.repository (1)
ghcr.io/berriai/litellm
string
controllers.app.containers.app.image.tag (1)
v1.90.3
string
controllers.app.containers.app.probes.liveness.custom (1)
true
boolean
controllers.app.containers.app.probes.liveness.enabled (1)
true
boolean
controllers.app.containers.app.probes.liveness.spec.failureThreshold (1)
3
number
controllers.app.containers.app.probes.liveness.spec.httpGet.path (1)
/health/liveliness
string
controllers.app.containers.app.probes.liveness.spec.httpGet.port (1)
80
number
controllers.app.containers.app.probes.liveness.spec.initialDelaySeconds (1)
30
number
controllers.app.containers.app.probes.liveness.spec.periodSeconds (1)
30
number
controllers.app.containers.app.probes.liveness.spec.timeoutSeconds (1)
5
number
controllers.app.containers.app.probes.readiness.custom (1)
true
boolean
controllers.app.containers.app.probes.readiness.enabled (1)
true
boolean
controllers.app.containers.app.probes.readiness.spec.failureThreshold (1)
3
number
controllers.app.containers.app.probes.readiness.spec.httpGet.path (1)
/health/readiness
string
controllers.app.containers.app.probes.readiness.spec.httpGet.port (1)
80
number
controllers.app.containers.app.probes.readiness.spec.initialDelaySeconds (1)
5
number
controllers.app.containers.app.probes.readiness.spec.periodSeconds (1)
10
number
controllers.app.containers.app.probes.readiness.spec.timeoutSeconds (1)
5
number
controllers.app.containers.app.probes.startup.custom (1)
true
boolean
controllers.app.containers.app.probes.startup.enabled (1)
true
boolean
controllers.app.containers.app.probes.startup.spec.failureThreshold (1)
24
number
controllers.app.containers.app.probes.startup.spec.httpGet.path (1)
/health/readiness
string
controllers.app.containers.app.probes.startup.spec.httpGet.port (1)
80
number
controllers.app.containers.app.probes.startup.spec.initialDelaySeconds (1)
5
number
controllers.app.containers.app.probes.startup.spec.periodSeconds (1)
5
number
controllers.app.containers.app.probes.startup.spec.timeoutSeconds (1)
5
number
controllers.app.containers.app.resources.limits.cpu (1)
2
number
controllers.app.containers.app.resources.limits.memory (1)
2Gi
string
controllers.app.containers.app.resources.requests.cpu (1)
100m
string
controllers.app.containers.app.resources.requests.memory (1)
512Mi
string
controllers.app.containers.app.securityContext.allowPrivilegeEscalation (1)
false
boolean
controllers.app.containers.app.securityContext.capabilities.drop[] (1)
- ALL
string
persistence.config.globalMounts[].path (13)
/app/config.yaml
string
persistence.config.globalMounts[].subPath (12)
config.yaml
string
persistence.config.globalMounts[].readOnly (8)
true
boolean
persistence.config.type (13)
configMap
string
persistence.config.name (12)
litellm-configmap
string
persistence.config.enabled (1)
true
boolean
persistence.config.path (1)
/volume1/network-storage/ollama/lightllm
string
persistence.config.server (1)
192.168.1.2
string
persistence.cache.type (7)
emptyDir
string
persistence.cache.globalMounts[].path (6)
/.cache
/.npm
/tmp
string
persistence.cache.globalMounts[].subPath (6)
cache
npm
tmp
string
persistence.cache.sizeLimit (2)
5Gi
string
persistence.cache.advancedMounts.litellm.app[].path (1)
/app/cache
string
persistence.prisma-client.globalMounts[].path (3)
/usr/local/lib/python3.13/site-packages/prisma
string
persistence.prisma-client.type (3)
emptyDir
string
persistence.tmpfs.globalMounts[].path (3)
/cache
/tmp
string
persistence.tmpfs.globalMounts[].subPath (3)
cache
tmp
string
persistence.tmpfs.type (3)
emptyDir
string
persistence.tmp.globalMounts[].path (2)
/tmp
string
persistence.tmp.type (2)
emptyDir
string
persistence.app.accessMode (1)
ReadWriteOnce
string
persistence.app.advancedMounts.litellm.app[].path (1)
/app/.config
string
persistence.app.advancedMounts.litellm.app[].subPath (1)
.config
string
persistence.app.size (1)
5Gi
string
persistence.app.storageClass (1)
local-hostpath
string
persistence.config-file.globalMounts[].path (1)
/app/config.yaml
string
persistence.config-file.globalMounts[].readOnly (1)
true
boolean
persistence.config-file.globalMounts[].subPath (1)
config.yaml
string
persistence.config-file.name (1)
litellm-configmap
string
persistence.config-file.type (1)
configMap
string
persistence.prometheus-multiproc.globalMounts[].path (1)
/tmp/prometheus_multiproc_dir
string
persistence.prometheus-multiproc.type (1)
emptyDir
string
persistence.ui.existingClaim (1)
litellm
string
persistence.ui.globalMounts[].path (1)
/app/chatgpt_tokens
string
route.app.hostnames[] (10)
- {{ .Release.Name }}.${SECRET_DOMAIN}
string
route.app.parentRefs[].name (10)
envoy-internal
string
route.app.parentRefs[].namespace (10)
networking
string
route.app.parentRefs[].sectionName (4)
https
string
route.app.annotations."gethomepage.dev/enabled" (4)
true
string
route.app.annotations."gethomepage.dev/group" (4)
Applications
string
route.app.annotations."gethomepage.dev/name" (4)
LiteLLM
string
route.app.annotations."gethomepage.dev/description" (3)
AI Junk
string
route.app.annotations."gethomepage.dev/icon" (3)
litellm.svg
string
route.app.annotations."gethomepage.dev/weight" (2)
90
string
route.app.rules[].backendRefs[].port (3)
4000
number
route.app.rules[].backendRefs[].identifier (2)
app
string
route.app.rules[].backendRefs[].name (1)
litellm
string
route.main.hostnames[] (3)
- {{ .Release.Name }}.${SECRET_DOMAIN}
string
route.main.parentRefs[].name (3)
envoy-internal
string
route.main.parentRefs[].namespace (3)
network
string
route.main.parentRefs[].sectionName (2)
https
string
route.main.rules[].backendRefs[].port (3)
80
number
route.main.rules[].backendRefs[].identifier (2)
app
string
route.main.rules[].backendRefs[].name (1)
litellm
string
route.main.rules[].filters[].responseHeaderModifier.add[].name (1)
X-Robots-Tag
string
route.main.rules[].filters[].responseHeaderModifier.add[].value (1)
noindex, nofollow
string
route.main.rules[].filters[].type (1)
ResponseHeaderModifier
string
route.main.rules[].matches[].path.type (1)
PathPrefix
string
route.main.rules[].matches[].path.value (1)
/
string
route.main.annotations."gethomepage.dev/enabled" (2)
true
string
route.main.annotations."gethomepage.dev/group" (2)
AI
string
route.main.annotations."gatus.home-operations.com/endpoint" (1)
group: sensei
string
route.main.annotations."gethomepage.dev/description" (1)
AI Gateway
string
route.main.annotations."gethomepage.dev/icon" (1)
https://opensource.muenchen.de/logo/litellm.png
string
route.main.annotations."gethomepage.dev/name" (1)
LiteLLM
string
defaultPodOptions.securityContext.fsGroup (9)
1000
number
defaultPodOptions.securityContext.fsGroupChangePolicy (9)
OnRootMismatch
string
defaultPodOptions.securityContext.runAsGroup (8)
1000
number
defaultPodOptions.securityContext.runAsNonRoot (7)
true
boolean
defaultPodOptions.securityContext.runAsUser (7)
1000
number
defaultPodOptions.securityContext.seccompProfile.type (4)
RuntimeDefault
string
defaultPodOptions.affinity.nodeAffinity.preferredDuringSchedulingIgnoredDuringExecution[].preference.matchExpressions[].key (1)
kubernetes.io/hostname
string
defaultPodOptions.affinity.nodeAffinity.preferredDuringSchedulingIgnoredDuringExecution[].preference.matchExpressions[].operator (1)
In
string
defaultPodOptions.affinity.nodeAffinity.preferredDuringSchedulingIgnoredDuringExecution[].preference.matchExpressions[].values[] (1)
- earth
string
defaultPodOptions.affinity.nodeAffinity.preferredDuringSchedulingIgnoredDuringExecution[].weight (1)
1
number
ingress.app.annotations."external-dns.alpha.kubernetes.io/target" (1)
external.${SECRET_DOMAIN}
string
ingress.app.annotations."hajimari.io/enable" (1)
true
string
ingress.app.annotations."hajimari.io/icon" (1)
mdi:math-compass
string
ingress.app.annotations."nginx.ingress.kubernetes.io/auth-method" (1)
GET
string
ingress.app.annotations."nginx.ingress.kubernetes.io/auth-response-headers" (1)
Remote-User,Remote-Name,Remote-Groups,Remote-Email
string
ingress.app.annotations."nginx.ingress.kubernetes.io/auth-signin" (1)
https://auth.${SECRET_DOMAIN}?rm=$request_method
string
ingress.app.annotations."nginx.ingress.kubernetes.io/auth-snippet" (1)
proxy_set_header X-Forwarded-Method $request_method;
string
ingress.app.annotations."nginx.ingress.kubernetes.io/auth-url" (1)
http://authelia.default.svc.cluster.local/api/verify
string
ingress.app.className (1)
external
string
ingress.app.hosts[].host (1)
litellm.${SECRET_DOMAIN}
string
ingress.app.hosts[].paths[].path (1)
/
string
ingress.app.hosts[].paths[].service.identifier (1)
app
string
ingress.app.hosts[].paths[].service.port (1)
4000
number
ingress.app.tls[].hosts[] (1)
- litellm.${SECRET_DOMAIN}
string
serviceMonitor.app.endpoints[].authorization.credentials.key (1)
LITELLM_MASTER_KEY
string
serviceMonitor.app.endpoints[].authorization.credentials.name (1)
litellm-secret
string
serviceMonitor.app.endpoints[].interval (1)
1m
string
serviceMonitor.app.endpoints[].path (1)
/metrics
string
serviceMonitor.app.endpoints[].port (1)
http
string
serviceMonitor.app.endpoints[].scrapeTimeout (1)
10s
string
serviceMonitor.app.serviceName (1)
litellm
string