phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: fix value error if model returns empty completion

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-10 10:11:21 -07:00
parent 9ec4b0902b
commit cc0e4f4f9f
21 changed files with 84 additions and 50 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/llms/vertex_ai.py
View file

@ -129,6 +129,10 @@ def completion(
)
## RESPONSE OBJECT
if len(str(completion_response)) > 0:
model_response["choices"][0]["message"][
"content"
] = str(completion_response)
model_response["choices"][0]["message"]["content"] = str(completion_response)
model_response["created"] = time.time()
model_response["model"] = model
@ -137,7 +141,7 @@ def completion(
encoding.encode(prompt)
)
completion_tokens = len(
encoding.encode(model_response["choices"][0]["message"]["content"])
encoding.encode(model_response["choices"][0]["message"].get("content", ""))
)
model_response["usage"] = {