phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix: fix value error if model returns empty completion

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-10 10:11:21 -07:00
parent 6d81bcc248
commit af2fd0e0de
21 changed files with 84 additions and 50 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/llms/anthropic.py
View file

@ -152,9 +152,10 @@ def completion(
status_code=response.status_code,
)
else:
model_response["choices"][0]["message"]["content"] = completion_response[
"completion"
]
if len(completion_response["completion"]) > 0:
model_response["choices"][0]["message"]["content"] = completion_response[
"completion"
]
model_response.choices[0].finish_reason = completion_response["stop_reason"]
## CALCULATING USAGE
@ -162,7 +163,7 @@ def completion(
encoding.encode(prompt)
) ##[TODO] use the anthropic tokenizer here
completion_tokens = len(
encoding.encode(model_response["choices"][0]["message"]["content"])
encoding.encode(model_response["choices"][0]["message"].get("content", ""))
) ##[TODO] use the anthropic tokenizer here
model_response["created"] = time.time()