phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) proxy: bug non OpenAI LLMs

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 09:05:53 -08:00
parent 943bf53b0b
commit 13261287ec
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/router.py
View file

@ -1011,14 +1011,14 @@ class Router:
"""
if client_type == "async":
if kwargs.get("stream") == True:
return deployment["stream_async_client"]
return deployment.get("stream_async_client", None)
else:
return deployment["async_client"]
return deployment.get("async_client", None)
else:
if kwargs.get("stream") == True:
return deployment["stream_client"]
return deployment.get("stream_client", None)
else:
return deployment["client"]
return deployment.get("client", None)
def print_verbose(self, print_statement):
if self.set_verbose or litellm.set_verbose: