phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(router.py): speed improvements to the router

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-27 17:35:02 -08:00
parent 8560794963
commit 04f745e314
4 changed files with 92 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -1198,7 +1198,8 @@ def client(original_function):
elif kwargs.get("messages", None):
messages = kwargs["messages"]
### PRE-CALL RULES ###
rules_obj.pre_call_rules(input="".join(m["content"] for m in messages if isinstance(m["content"], str)), model=model)
if isinstance(messages, list) and len(messages) > 0 and isinstance(messages[0], dict) and "content" in messages[0]:
rules_obj.pre_call_rules(input="".join(m["content"] for m in messages if isinstance(m["content"], str)), model=model)
elif call_type == CallTypes.embedding.value:
messages = args[1] if len(args) > 1 else kwargs["input"]
stream = True if "stream" in kwargs and kwargs["stream"] == True else False