phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(bedrock_httpx.py): move bedrock ai21 calls to being async

Browse source
This commit is contained in:
Krrish Dholakia 2024-05-16 22:21:30 -07:00
parent 180bc46ca4
commit 0293f7766a
5 changed files with 88 additions and 71 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -11510,7 +11510,11 @@ class CustomStreamWrapper:
or self.custom_llm_provider == "predibase"
or (
self.custom_llm_provider == "bedrock"
and ("cohere" in self.model or "anthropic" in self.model)
and (
"cohere" in self.model
or "anthropic" in self.model
or "ai21" in self.model
)
)
or self.custom_llm_provider in litellm.openai_compatible_endpoints
):