phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 02:34:29 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): expose a /health endpoint

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-25 18:28:39 -08:00
parent 2c4f52b6b1
commit e4f302a8e2
3 changed files with 26 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/router.py
View file

@ -301,9 +301,7 @@ class Router:
return response
except Exception as e:
pass
else:
if self.fallbacks is None:
raise original_exception
elif self.fallbacks is not None:
self.print_verbose(f"inside model fallbacks: {self.fallbacks}")
for item in self.fallbacks:
if list(item.keys())[0] == model_group:
@ -398,10 +396,7 @@ class Router:
return response
except Exception as e:
pass
else:
if self.fallbacks is None:
raise original_exception
elif self.fallbacks is not None:
self.print_verbose(f"inside model fallbacks: {self.fallbacks}")
fallback_model_group = None
for item in self.fallbacks: