phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(bedrock.py): fix amazon titan prompt formatting

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-13 22:02:15 -08:00
parent b81f8ec8ca
commit cb5a13ed49
2 changed files with 45 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/llms/bedrock.py
View file

@ -477,8 +477,8 @@ def init_bedrock_client(
def convert_messages_to_prompt(model, messages, provider, custom_prompt_dict):
# handle anthropic prompts using anthropic constants
if provider == "anthropic":
# handle anthropic prompts and amazon titan prompts
if provider == "anthropic" or provider == "amazon":
if model in custom_prompt_dict:
# check if the model has a registered custom prompt
model_prompt_details = custom_prompt_dict[model]
@ -490,7 +490,7 @@ def convert_messages_to_prompt(model, messages, provider, custom_prompt_dict):
)
else:
prompt = prompt_factory(
model=model, messages=messages, custom_llm_provider="anthropic"
model=model, messages=messages, custom_llm_provider="bedrock"
)
else:
prompt = ""
@ -623,6 +623,7 @@ def completion(
"textGenerationConfig": inference_params,
}
)
else:
data = json.dumps({})