phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

async streaming for anthropic

Browse source
This commit is contained in:
Ishaan Jaff 2024-04-06 17:34:23 -07:00
parent 32c3aab34e
commit 2f1b55dd70
1 changed files with 0 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/main.py
View file

@ -1197,19 +1197,6 @@ def completion(
logging_obj=logging, logging_obj=logging,
headers=headers, headers=headers,
) )
if (
"stream" in optional_params
and optional_params["stream"] == True
and not isinstance(response, CustomStreamWrapper)
):
# don't try to access stream object,
response = CustomStreamWrapper(
response,
model,
custom_llm_provider="anthropic",
logging_obj=logging,
)
if optional_params.get("stream", False) or acompletion == True: if optional_params.get("stream", False) or acompletion == True:
## LOGGING ## LOGGING
logging.post_call( logging.post_call(