phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add flan + vicuna + fix replicate errors

Browse source
This commit is contained in:
ishaan-jaff 2023-09-06 11:21:57 -07:00
parent 48ee4a08ac
commit 1da6026622
3 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -706,7 +706,7 @@ def get_optional_params( # use the openai defaults
optional_params["stream"] = stream
return optional_params
if max_tokens != float("inf"):
if "vicuna" in model:
if "vicuna" in model or "flan" in model:
optional_params["max_length"] = max_tokens
else:
optional_params["max_new_tokens"] = max_tokens