phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

new bedroc ai21 test

Browse source
This commit is contained in:
ishaan-jaff 2023-09-16 09:27:34 -07:00
parent 4a975a6fd0
commit d2574e67b7
1 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -933,7 +933,16 @@ def get_optional_params( # use the openai defaults
optional_params["top_p"] = top_p optional_params["top_p"] = top_p
elif custom_llm_provider == "bedrock": elif custom_llm_provider == "bedrock":
if "ai21" in model or "anthropic" in model: if "ai21" in model or "anthropic" in model:
pass # params "maxTokens":200,"temperature":0,"topP":250,"stop_sequences":[],
# https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=j2-ultra
if max_tokens != float("inf"):
optional_params["maxTokens"] = max_tokens
if temperature != 1:
optional_params["temperature"] = temperature
if stop != None:
optional_params["stop_sequences"] = stop
if top_p != 1:
optional_params["topP"] = top_p
elif "amazon" in model: # amazon titan llms elif "amazon" in model: # amazon titan llms
# see https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=titan-large # see https://us-west-2.console.aws.amazon.com/bedrock/home?region=us-west-2#/providers?model=titan-large