phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) HF round up temperature 0 -> 0.01

Browse source
This commit is contained in:
ishaan-jaff 2023-11-06 14:35:06 -08:00
parent 68b6e07aa7
commit 8481e21317
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -1463,7 +1463,7 @@ def get_optional_params( # use the openai defaults
if temperature == 0.0 or temperature == 0:
# hugging face exception raised when temp==0
# Failed: Error occurred: HuggingfaceException - Input validation error: `temperature` must be strictly positive
temperature = 0.0001
temperature = 0.01
optional_params["temperature"] = temperature
if top_p is not None:
optional_params["top_p"] = top_p