phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

build: extract <think>..</think> block for amazon deepseek r1 and put in reasoning_content

Browse source
This commit is contained in:
Krrish Dholakia 2025-02-19 21:10:38 -08:00
parent 1dfdad1707
commit 9470f57e86
9 changed files with 189 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -6138,6 +6138,7 @@ class ProviderConfigManager:
bedrock_invoke_provider = litellm.BedrockLLM.get_bedrock_invoke_provider(
model
)
if bedrock_route == "converse" or bedrock_route == "converse_like":
return litellm.AmazonConverseConfig()
elif bedrock_invoke_provider == "amazon": # amazon titan llms
@ -6152,6 +6153,8 @@ class ProviderConfigManager:
return litellm.AmazonCohereConfig()
elif bedrock_invoke_provider == "mistral": # mistral models on bedrock
return litellm.AmazonMistralConfig()
elif bedrock_invoke_provider == "deepseek_r1": # deepseek models on bedrock
return litellm.AmazonDeepSeekR1Config()
else:
return litellm.AmazonInvokeConfig()
return litellm.OpenAIGPTConfig()