Merge 44e28ee291 into b82af5b826

deploy/charts/litellm-helm/templates/deployment.yaml

@@ -117,20 +117,12 @@ spec:
               containerPort: {{ .Values.service.port }}
               protocol: TCP
           livenessProbe:
-            httpGet:
-              path: /health/liveliness
-              port: http
+            {{- .Values.livenessProbe | toYaml | nindent 12 }}
           readinessProbe:
-            httpGet:
-              path: /health/readiness
-              port: http
+            {{- .Values.readinessProbe | toYaml | nindent 12 }}
           # Give the container time to start up.  Up to 5 minutes (10 * 30 seconds)
           startupProbe:
-            httpGet:
-              path: /health/readiness
-              port: http
-            failureThreshold: 30
-            periodSeconds: 10
+            {{- .Values.startupProbe | toYaml | nindent 12 }}
           resources:
             {{- toYaml .Values.resources | nindent 12 }}
           volumeMounts:

deploy/charts/litellm-helm/values.yaml

@@ -41,6 +41,26 @@ securityContext: {}
   # runAsNonRoot: true
   # runAsUser: 1000
 
+# health probes for litellmproxy 
+livenessProbe:
+  httpGet:
+    path: /health/liveliness
+    port: http
+
+readinessProbe:
+  httpGet:
+    path: /health/readiness
+    port: http
+# Give the container time to start up.  Up to 5 minutes (10 * 30 seconds)
+
+startupProbe:
+  httpGet:
+    path: /health/readiness
+    port: http
+  failureThreshold: 30
+  periodSeconds: 10
+
+
 # A list of Kubernetes Secret objects that will be exported to the LiteLLM proxy
 #  pod as environment variables.  These secrets can then be referenced in the
 #  configuration file (or "litellm" ConfigMap) with `os.environ/<Env Var Name>`