llama-server helm

No introduction found. Create it?

Install

Install with:

helm repo add app-template oci://ghcr.io/bjw-s-labs/charts/
helm install llama-server app-template/app-template -f values.yaml

Examples

See examples from other people.

Top Repositories (5 out of 6)

NameRepoStarsVersionTimestamp
llama-serverjoryirving/home-ops2074.6.24 hours ago
llama-serverjoryirving/home-ops2074.6.210 hours ago
llama-serverjoryirving/home-ops2074.6.210 hours ago
llama-serverjoryirving/home-ops2074.6.212 days ago
llama-serverjoryirving/home-ops2074.6.212 days ago

Values

See the most popular values for this chart:

KeyTypes
service.app.ports.http.port (6)
8080
number
service.app.ports.http.targetPort (1)
number
service.app.annotations."lbipam.cilium.io/ips" (5)
10.69.10.20
string
service.app.externalTrafficPolicy (5)
Cluster
string
service.app.type (5)
LoadBalancer
string
service.app.controller (1)
string
controllers.llama-server.annotations."reloader.stakater.com/auto" (5)
true
string
controllers.llama-server.containers.app.args[] (5)
string
controllers.llama-server.containers.app.command[] (5)
- llama-server
string
controllers.llama-server.containers.app.image.repository (5)
docker.io/kyuz0/amd-strix-halo-toolboxes
string
controllers.llama-server.containers.app.image.tag (5)
rocm-7.2
string
controllers.llama-server.containers.app.image.pullPolicy (1)
string
controllers.llama-server.containers.app.probes.liveness.custom (5)
true
boolean
controllers.llama-server.containers.app.probes.liveness.enabled (5)
true
boolean
controllers.llama-server.containers.app.probes.liveness.spec.failureThreshold (5)
6
number
controllers.llama-server.containers.app.probes.liveness.spec.httpGet.path (5)
/health
string
controllers.llama-server.containers.app.probes.liveness.spec.httpGet.port (5)
8080
number
controllers.llama-server.containers.app.probes.liveness.spec.initialDelaySeconds (5)
30
number
controllers.llama-server.containers.app.probes.liveness.spec.periodSeconds (5)
30
number
controllers.llama-server.containers.app.probes.readiness.custom (5)
true
boolean
controllers.llama-server.containers.app.probes.readiness.enabled (5)
true
boolean
controllers.llama-server.containers.app.probes.readiness.spec.failureThreshold (5)
6
number
controllers.llama-server.containers.app.probes.readiness.spec.httpGet.path (5)
/health
string
controllers.llama-server.containers.app.probes.readiness.spec.httpGet.port (5)
8080
number
controllers.llama-server.containers.app.probes.readiness.spec.initialDelaySeconds (5)
20
number
controllers.llama-server.containers.app.probes.readiness.spec.periodSeconds (5)
10
number
controllers.llama-server.containers.app.probes.startup.custom (5)
true
boolean
controllers.llama-server.containers.app.probes.startup.enabled (5)
true
boolean
controllers.llama-server.containers.app.probes.startup.spec.failureThreshold (5)
360
number
controllers.llama-server.containers.app.probes.startup.spec.httpGet.path (5)
/health
string
controllers.llama-server.containers.app.probes.startup.spec.httpGet.port (5)
8080
number
controllers.llama-server.containers.app.probes.startup.spec.periodSeconds (5)
10
number
controllers.llama-server.containers.app.resources.limits.memory (5)
80Gi
string
controllers.llama-server.containers.app.resources.requests.cpu (5)
1
number
controllers.llama-server.containers.app.resources.requests.memory (5)
20Gi
string
controllers.llama-server.containers.app.securityContext.privileged (5)
true
boolean
controllers.llama-server.initContainers.model-download.command[] (5)
string
controllers.llama-server.initContainers.model-download.env.HF_HUB_ENABLE_HF_TRANSFER (5)
1
string
controllers.llama-server.initContainers.model-download.envFrom[].secretRef.name (5)
huggingface
string
controllers.llama-server.initContainers.model-download.image.repository (5)
python
string
controllers.llama-server.initContainers.model-download.image.tag (5)
3.14-slim
string
controllers.llama-server.initContainers.model-download.resources.limits.memory (5)
4Gi
string
controllers.llama-server.initContainers.model-download.resources.requests.cpu (5)
250m
string
controllers.llama-server.initContainers.model-download.resources.requests.memory (5)
512Mi
string
controllers.app.annotations."reloader.stakater.com/auto" (1)
string
controllers.app.containers.app.args[] (1)
string
controllers.app.containers.app.command[] (1)
string
controllers.app.containers.app.env.HF_HOME (1)
string
controllers.app.containers.app.env.TZ (1)
string
controllers.app.containers.app.image.repository (1)
string
controllers.app.containers.app.image.tag (1)
string
controllers.app.containers.app.probes.liveness.custom (1)
boolean
controllers.app.containers.app.probes.liveness.enabled (1)
boolean
controllers.app.containers.app.probes.liveness.spec.failureThreshold (1)
number
controllers.app.containers.app.probes.liveness.spec.httpGet.path (1)
string
controllers.app.containers.app.probes.liveness.spec.httpGet.port (1)
number
controllers.app.containers.app.probes.liveness.spec.initialDelaySeconds (1)
number
controllers.app.containers.app.probes.liveness.spec.periodSeconds (1)
number
controllers.app.containers.app.probes.liveness.spec.timeoutSeconds (1)
number
controllers.app.containers.app.probes.readiness.custom (1)
boolean
controllers.app.containers.app.probes.readiness.enabled (1)
boolean
controllers.app.containers.app.probes.readiness.spec.failureThreshold (1)
number
controllers.app.containers.app.probes.readiness.spec.httpGet.path (1)
string
controllers.app.containers.app.probes.readiness.spec.httpGet.port (1)
number
controllers.app.containers.app.probes.readiness.spec.initialDelaySeconds (1)
number
controllers.app.containers.app.probes.readiness.spec.periodSeconds (1)
number
controllers.app.containers.app.probes.readiness.spec.timeoutSeconds (1)
number
controllers.app.containers.app.probes.startup.custom (1)
boolean
controllers.app.containers.app.probes.startup.enabled (1)
boolean
controllers.app.containers.app.probes.startup.spec.failureThreshold (1)
number
controllers.app.containers.app.probes.startup.spec.httpGet.path (1)
string
controllers.app.containers.app.probes.startup.spec.httpGet.port (1)
number
controllers.app.containers.app.probes.startup.spec.initialDelaySeconds (1)
number
controllers.app.containers.app.probes.startup.spec.periodSeconds (1)
number
controllers.app.containers.app.probes.startup.spec.timeoutSeconds (1)
number
controllers.app.containers.app.resources.limits.cpu (1)
number
controllers.app.containers.app.resources.limits.memory (1)
string
controllers.app.containers.app.resources.limits."nvidia.com/gpu" (1)
number
controllers.app.containers.app.resources.requests.cpu (1)
string
controllers.app.containers.app.resources.requests.memory (1)
string
controllers.app.containers.app.resources.requests."nvidia.com/gpu" (1)
number
defaultPodOptions.hostIPC (5)
true
boolean
defaultPodOptions.nodeSelector."topology.kubernetes.io/gpus" (5)
amd
string
defaultPodOptions.tolerations[].effect (5)
NoSchedule
string
defaultPodOptions.tolerations[].key (5)
llm-workload
string
defaultPodOptions.tolerations[].operator (5)
Exists
string
defaultPodOptions.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution.nodeSelectorTerms[].matchExpressions[].key (1)
string
defaultPodOptions.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution.nodeSelectorTerms[].matchExpressions[].operator (1)
string
defaultPodOptions.affinity.nodeAffinity.requiredDuringSchedulingIgnoredDuringExecution.nodeSelectorTerms[].matchExpressions[].values[] (1)
string
defaultPodOptions.runtimeClassName (1)
string
persistence.dev-dri.globalMounts[].path (5)
/dev/dri
string
persistence.dev-dri.hostPath (5)
/dev/dri
string
persistence.dev-dri.type (5)
hostPath
string
persistence.dev-kfd.globalMounts[].path (5)
/dev/kfd
string
persistence.dev-kfd.hostPath (5)
/dev/kfd
string
persistence.dev-kfd.type (5)
hostPath
string
persistence.models.existingClaim (5)
llm-models
string
persistence.models.globalMounts[].path (5)
/models
string
persistence.cache.enabled (1)
boolean
persistence.cache.existingClaim (1)
string
persistence.cache.globalMounts[].path (1)
string