phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(replicate.py): correctly handly invalid replicate response

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-03 10:09:46 -07:00
parent c6962bda80
commit d18dc2648c
2 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/llms/replicate.py
View file

@ -295,7 +295,15 @@ def handle_prediction_response_streaming(prediction_url, api_token, print_verbos
response_data = response.json()
status = response_data["status"]
if "output" in response_data:
output_string = "".join(response_data["output"])
try:
output_string = "".join(response_data["output"])
except Exception as e:
raise ReplicateError(
status_code=422,
message="Unable to parse response. Got={}".format(
response_data["output"]
),
)
new_output = output_string[len(previous_output) :]
print_verbose(f"New chunk: {new_output}")
yield {"output": new_output, "status": status}