phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix anthropic streaming

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-26 18:54:49 -07:00
parent 45b984cb79
commit 0ac17646d9
4 changed files with 66 additions and 58 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/llms/anthropic.py
View file

@ -92,12 +92,15 @@ class AnthropicLLM:
additional_args={"complete_input_dict": data},
)
## COMPLETION CALL
response = requests.post(
self.completion_url, headers=self.headers, data=json.dumps(data)
)
if "stream" in optional_params and optional_params["stream"] == True:
response = requests.post(
self.completion_url, headers=self.headers, data=json.dumps(data), stream=optional_params["stream"]
)
return response.iter_lines()
else:
response = requests.post(
self.completion_url, headers=self.headers, data=json.dumps(data)
)
## LOGGING
self.logging_obj.post_call(
input=prompt,