phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix vertex ai function calling + streaming

Browse source 
Completes https://github.com/BerriAI/litellm/issues/3147
This commit is contained in:
Krrish Dholakia 2024-05-13 12:32:24 -07:00
parent efaf4c87f2
commit 39e4927752
2 changed files with 61 additions and 52 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/utils.py
View file

@ -10761,6 +10761,8 @@ class CustomStreamWrapper:
else:
completion_obj["content"] = str(chunk)
elif self.custom_llm_provider and (self.custom_llm_provider == "vertex_ai"):
import proto # type: ignore
if self.model.startswith("claude-3"):
response_obj = self.handle_vertexai_anthropic_chunk(chunk=chunk)
if response_obj is None:
@ -10798,10 +10800,24 @@ class CustomStreamWrapper:
function_call = (
chunk.candidates[0].content.parts[0].function_call
)
args_dict = {}
for k, v in function_call.args.items():
args_dict[k] = v
args_str = json.dumps(args_dict)
# Check if it's a RepeatedComposite instance
for key, val in function_call.args.items():
if isinstance(
val,
proto.marshal.collections.repeated.RepeatedComposite,
):
# If so, convert to list
args_dict[key] = [v for v in val]
else:
args_dict[key] = val
try:
args_str = json.dumps(args_dict)
except Exception as e:
raise e
_delta_obj = litellm.utils.Delta(
content=None,
tool_calls=[