phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add vicuna translation

Browse source
This commit is contained in:
ishaan-jaff 2023-09-06 11:14:23 -07:00
parent 3defed9a24
commit 99d3f8be81
2 changed files with 26 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/utils.py
View file

@ -706,7 +706,10 @@ def get_optional_params( # use the openai defaults
optional_params["stream"] = stream
return optional_params
if max_tokens != float("inf"):
optional_params["max_new_tokens"] = max_tokens
if "vicuna" in model:
optional_params["max_length"] = max_tokens
else:
optional_params["max_new_tokens"] = max_tokens
if temperature != 1:
optional_params["temperature"] = temperature
if top_p != 1: