phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(replicate.py): handle empty response - replicate

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-09 21:57:25 -07:00
parent a6b004f10b
commit 47997c3f04
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/replicate.py
View file

@ -332,9 +332,12 @@ def completion(
model_response["choices"][0]["message"]["content"] = result model_response["choices"][0]["message"]["content"] = result
# Calculate usage # Calculate usage
prompt_tokens = len(encoding.encode(prompt)) prompt_tokens = len(encoding.encode(prompt, disallowed_special=()))
completion_tokens = len( completion_tokens = len(
encoding.encode(model_response["choices"][0]["message"].get("content", "")) encoding.encode(
model_response["choices"][0]["message"].get("content", ""),
disallowed_special=(),
)
) )
model_response["model"] = "replicate/" + model model_response["model"] = "replicate/" + model
usage = Usage( usage = Usage(