phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) using callbacks with router

Browse source
This commit is contained in:
ishaan-jaff 2023-11-20 19:04:10 -08:00
parent 668d45393c
commit 80884e9cb3
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/router.py
View file

@ -81,7 +81,10 @@ class Router:
self.cache_responses = cache_responses self.cache_responses = cache_responses
self.cache = litellm.Cache(cache_config) # use Redis for tracking load balancing self.cache = litellm.Cache(cache_config) # use Redis for tracking load balancing
## USAGE TRACKING ## ## USAGE TRACKING ##
litellm.success_callback = [self.deployment_callback] if type(litellm.success_callback) == list:
litellm.success_callback.append(self.deployment_callback)
else:
litellm.success_callback = [self.deployment_callback]
def _start_health_check_thread(self): def _start_health_check_thread(self):
""" """