From 44e28ee291fc7298e340a5dcbdd522e65930161c Mon Sep 17 00:00:00 2001
From: mohittalele <mohit.talele@volkswagen.de>
Date: Thu, 21 Nov 2024 16:50:42 +0100
Subject: [PATCH] add custom health probes in helm chart

---
 .../litellm-helm/templates/deployment.yaml    | 14 +++----------
 deploy/charts/litellm-helm/values.yaml        | 20 +++++++++++++++++++
 2 files changed, 23 insertions(+), 11 deletions(-)

diff --git a/deploy/charts/litellm-helm/templates/deployment.yaml b/deploy/charts/litellm-helm/templates/deployment.yaml
index 7f4e876532..21877704c7 100644
--- a/deploy/charts/litellm-helm/templates/deployment.yaml
+++ b/deploy/charts/litellm-helm/templates/deployment.yaml
@@ -108,20 +108,12 @@ spec:
               containerPort: {{ .Values.service.port }}
               protocol: TCP
           livenessProbe:
-            httpGet:
-              path: /health/liveliness
-              port: http
+            {{- .Values.livenessProbe | toYaml | nindent 12 }}
           readinessProbe:
-            httpGet:
-              path: /health/readiness
-              port: http
+            {{- .Values.readinessProbe | toYaml | nindent 12 }}
           # Give the container time to start up.  Up to 5 minutes (10 * 30 seconds)
           startupProbe:
-            httpGet:
-              path: /health/readiness
-              port: http
-            failureThreshold: 30
-            periodSeconds: 10
+            {{- .Values.startupProbe | toYaml | nindent 12 }}
           resources:
             {{- toYaml .Values.resources | nindent 12 }}
           volumeMounts:
diff --git a/deploy/charts/litellm-helm/values.yaml b/deploy/charts/litellm-helm/values.yaml
index c8e4aa1f2e..2aa8c827dd 100644
--- a/deploy/charts/litellm-helm/values.yaml
+++ b/deploy/charts/litellm-helm/values.yaml
@@ -41,6 +41,26 @@ securityContext: {}
   # runAsNonRoot: true
   # runAsUser: 1000
 
+# health probes for litellmproxy 
+livenessProbe:
+  httpGet:
+    path: /health/liveliness
+    port: http
+
+readinessProbe:
+  httpGet:
+    path: /health/readiness
+    port: http
+# Give the container time to start up.  Up to 5 minutes (10 * 30 seconds)
+
+startupProbe:
+  httpGet:
+    path: /health/readiness
+    port: http
+  failureThreshold: 30
+  periodSeconds: 10
+
+
 # A list of Kubernetes Secret objects that will be exported to the LiteLLM proxy
 #  pod as environment variables.  These secrets can then be referenced in the
 #  configuration file (or "litellm" ConfigMap) with `os.environ/<Env Var Name>`