fix(router.py): enable calling router with instructor

This commit is contained in:
Krrish Dholakia 2023-11-13 15:16:57 -08:00
parent 9d8f872f38
commit 1d635aff08
3 changed files with 17 additions and 6 deletions

View file

@ -55,6 +55,8 @@ class Router:
if cache_responses:
litellm.cache = litellm.Cache(**cache_config) # use Redis for caching completion requests
self.cache_responses = cache_responses
self.chat = litellm.Chat(params={})
def _start_health_check_thread(self):