phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix token_counter to handle empty tool calls in messages

Browse source 
Fixes https://github.com/BerriAI/litellm/pull/4749
This commit is contained in:
Krrish Dholakia 2024-07-19 19:39:00 -07:00
parent e2d275f1b7
commit 95a0f6839f
2 changed files with 23 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/utils.py
View file

@ -1911,7 +1911,7 @@ def token_counter(
# use tiktoken, anthropic, cohere, llama2, or llama3's tokenizer depending on the model
is_tool_call = False
num_tokens = 0
if text == None:
if text is None:
if messages is not None:
print_verbose(f"token_counter messages received: {messages}")
text = ""
@ -1937,7 +1937,7 @@ def token_counter(
num_tokens += calculage_img_tokens(
data=image_url_str, mode="auto"
)
if "tool_calls" in message:
if message.get("tool_calls"):
is_tool_call = True
for tool_call in message["tool_calls"]:
if "function" in tool_call: