phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge 44e28ee291 into b82af5b826

Browse source
This commit is contained in:
mohittalele 2025-04-24 01:03:22 -07:00 • committed by GitHub
commit 81a55bec59
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 23 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

14
deploy/charts/litellm-helm/templates/deployment.yaml
View file

@ -117,20 +117,12 @@ spec:
containerPort: {{ .Values.service.port }} containerPort: {{ .Values.service.port }}
protocol: TCP protocol: TCP
livenessProbe: livenessProbe:
httpGet: {{- .Values.livenessProbe | toYaml | nindent 12 }}
path: /health/liveliness
port: http
readinessProbe: readinessProbe:
httpGet: {{- .Values.readinessProbe | toYaml | nindent 12 }}
path: /health/readiness
port: http
# Give the container time to start up. Up to 5 minutes (10 * 30 seconds) # Give the container time to start up. Up to 5 minutes (10 * 30 seconds)
startupProbe: startupProbe:
httpGet: {{- .Values.startupProbe | toYaml | nindent 12 }}
path: /health/readiness
port: http
failureThreshold: 30
periodSeconds: 10
resources: resources:
{{- toYaml .Values.resources | nindent 12 }} {{- toYaml .Values.resources | nindent 12 }}
volumeMounts: volumeMounts:

20
deploy/charts/litellm-helm/values.yaml
View file

@ -41,6 +41,26 @@ securityContext: {}
# runAsNonRoot: true # runAsNonRoot: true
# runAsUser: 1000 # runAsUser: 1000
# health probes for litellmproxy
livenessProbe:
httpGet:
path: /health/liveliness
port: http
readinessProbe:
httpGet:
path: /health/readiness
port: http
# Give the container time to start up. Up to 5 minutes (10 * 30 seconds)
startupProbe:
httpGet:
path: /health/readiness
port: http
failureThreshold: 30
periodSeconds: 10
# A list of Kubernetes Secret objects that will be exported to the LiteLLM proxy # A list of Kubernetes Secret objects that will be exported to the LiteLLM proxy
# pod as environment variables. These secrets can then be referenced in the # pod as environment variables. These secrets can then be referenced in the
# configuration file (or "litellm" ConfigMap) with `os.environ/<Env Var Name>` # configuration file (or "litellm" ConfigMap) with `os.environ/<Env Var Name>`