phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix replicate error

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-02 21:35:16 -07:00
parent 345a14483e
commit 5a1a1908c1
7 changed files with 29 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -1016,7 +1016,7 @@ def get_optional_params( # use the openai defaults
optional_params["logit_bias"] = logit_bias
elif custom_llm_provider == "replicate":
## check if unsupported param passed in
supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop"]
supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "seed"]
_check_valid_arg(supported_params=supported_params)
if stream:
@ -1025,6 +1025,8 @@ def get_optional_params( # use the openai defaults
if max_tokens:
if "vicuna" in model or "flan" in model:
optional_params["max_length"] = max_tokens
elif "meta/codellama-13b" in model:
optional_params["max_tokens"] = max_tokens
else:
optional_params["max_new_tokens"] = max_tokens
if temperature:
@ -1289,7 +1291,6 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None):
except Exception as e:
raise e
def get_api_key(llm_provider: str, dynamic_api_key: Optional[str]):
api_key = (dynamic_api_key or litellm.api_key)
# openai