phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(sagemaker.py): aioboto3 streaming support

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-12 21:18:34 -08:00
parent 23c410a548
commit 5de569fcb1
4 changed files with 80 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -8691,6 +8691,8 @@ class CustomStreamWrapper:
or self.custom_llm_provider == "ollama"
or self.custom_llm_provider == "ollama_chat"
or self.custom_llm_provider == "vertex_ai"
or self.custom_llm_provider == "sagemaker"
or self.custom_llm_provider in litellm.openai_compatible_endpoints
):
print_verbose(
f"value of async completion stream: {self.completion_stream}"