phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(bedrock_httpx.py): move anthropic bedrock calls to httpx

Browse source 
Fixing https://github.com/BerriAI/litellm/issues/2921
This commit is contained in:
Krrish Dholakia 2024-05-16 21:51:55 -07:00
parent b639e9598b
commit 118fc4ffac
7 changed files with 298 additions and 56 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -326,7 +326,10 @@ async def acompletion(
or custom_llm_provider == "sagemaker"
or custom_llm_provider == "anthropic"
or custom_llm_provider == "predibase"
or (custom_llm_provider == "bedrock" and "cohere" in model)
or (
custom_llm_provider == "bedrock"
and ("cohere" in model or "anthropic" in model)
)
or custom_llm_provider in litellm.openai_compatible_providers
): # currently implemented aiohttp calls for just azure, openai, hf, ollama, vertex ai soon all.
init_response = await loop.run_in_executor(None, func_with_context)
@ -1979,7 +1982,7 @@ def completion(
# boto3 reads keys from .env
custom_prompt_dict = custom_prompt_dict or litellm.custom_prompt_dict
if "cohere" in model:
if "cohere" in model or "anthropic" in model:
response = bedrock_chat_completion.completion(
model=model,
messages=messages,