phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

send optional_params for llama2-70b chat replicate

Browse source
This commit is contained in:
ishaan-jaff 2023-09-06 11:01:37 -07:00
parent d236d68fa4
commit 0ddda7c035
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/utils.py
View file

@ -702,13 +702,20 @@ def get_optional_params( # use the openai defaults
optional_params["logit_bias"] = logit_bias
return optional_params
elif custom_llm_provider == "replicate":
# any replicate models
# TODO: handle translating remaining replicate params
if stream:
optional_params["stream"] = stream
return optional_params
if max_tokens != float("inf"):
optional_params["max_new_tokens"] = max_tokens
if temperature != 1:
optional_params["temperature"] = temperature
if top_p != 1:
optional_params["top_p"] = top_p
if top_k != 40:
optional_params["top_k"] = top_k
if stop != None:
optional_params["stop_sequences"] = stop
elif custom_llm_provider == "together_ai" or ("togethercomputer" in model):
if stream:
optional_params["stream_tokens"] = stream