phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(vertex_httpx.py): add better debug logging for vertex httpx

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-18 18:00:29 -07:00
parent d880fb2619
commit aef5cf3f22
1 changed files with 52 additions and 41 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/llms/vertex_httpx.py
View file

@ -366,8 +366,12 @@ class VertexLLM(BaseLLM):
## GET MODEL ## ## GET MODEL ##
model_response.model = model model_response.model = model
try:
## GET TEXT ## ## GET TEXT ##
chat_completion_message: ChatCompletionResponseMessage = {"role": "assistant"} chat_completion_message: ChatCompletionResponseMessage = {
"role": "assistant"
}
content_str = "" content_str = ""
tools: List[ChatCompletionToolCallChunk] = [] tools: List[ChatCompletionToolCallChunk] = []
for idx, candidate in enumerate(completion_response["candidates"]): for idx, candidate in enumerate(completion_response["candidates"]):
@ -414,6 +418,13 @@ class VertexLLM(BaseLLM):
) )
setattr(model_response, "usage", usage) setattr(model_response, "usage", usage)
except Exception as e:
raise VertexAIError(
message="Received={}, Error converting to valid response block={}. File an issue if litellm error - https://github.com/BerriAI/litellm/issues".format(
completion_response, str(e)
),
status_code=422,
)
return model_response return model_response