phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(anthropic.py-+-bedrock.py): anthropic prompt format

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-20 10:56:07 -07:00
parent 220935c3cc
commit 4b48af7c3c
4 changed files with 60 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -586,7 +586,7 @@ def completion(
return response
response = model_response
elif model in litellm.anthropic_models:
elif custom_llm_provider=="anthropic":
anthropic_key = (
api_key or litellm.anthropic_key or os.environ.get("ANTHROPIC_API_KEY") or litellm.api_key
)
@ -600,6 +600,7 @@ def completion(
model=model,
messages=messages,
api_base=api_base,
custom_prompt_dict=litellm.custom_prompt_dict,
model_response=model_response,
print_verbose=print_verbose,
optional_params=optional_params,
@ -1036,6 +1037,7 @@ def completion(
model_response = bedrock.completion(
model=model,
messages=messages,
custom_prompt_dict=litellm.custom_prompt_dict,
model_response=model_response,
print_verbose=print_verbose,
optional_params=optional_params,