phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

return all best of sequences

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-20 14:43:25 -07:00
parent 596ce23f04
commit 4401d00ea0
5 changed files with 41 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -902,7 +902,8 @@ def get_optional_params( # use the openai defaults
if top_p != 1:
optional_params["top_p"] = top_p
if n != 1:
optional_params["n"] = n
optional_params["best_of"] = n
optional_params["do_sample"] = True # need to sample if you want best of for hf inference endpoints
if stream:
optional_params["stream"] = stream
if stop != None: