phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add logit bias

Browse source
This commit is contained in:
ishaan-jaff 2023-08-19 16:29:12 -07:00
parent dc7d2b7631
commit abfc286c20
2 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -452,6 +452,8 @@ def get_optional_params(
optional_params["temperature"] = temperature
if max_tokens != float("inf"):
optional_params["max_tokens"] = max_tokens
if logit_bias != {}:
optional_params["logit_bias"] = logit_bias
return optional_params
elif custom_llm_provider == "replicate":
# any replicate models