phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(fix) use cloudflare optional params

Browse source
This commit is contained in:
ishaan-jaff 2023-12-30 12:00:14 +05:30
parent c33c1d85bb
commit 535a547b66
1 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/utils.py
View file

@ -3419,14 +3419,13 @@ def get_optional_params(
optional_params["n"] = n optional_params["n"] = n
if stop is not None: if stop is not None:
optional_params["stop_sequences"] = stop optional_params["stop_sequences"] = stop
elif ( elif custom_llm_provider == "cloudflare":
custom_llm_provider == "cloudlfare" # https://developers.cloudflare.com/workers-ai/models/text-generation/#input
): # https://developers.cloudflare.com/workers-ai/models/text-generation/#input
supported_params = ["max_tokens", "stream"] supported_params = ["max_tokens", "stream"]
_check_valid_arg(supported_params=supported_params) _check_valid_arg(supported_params=supported_params)
if max_tokens is not None: if max_tokens is not None:
optional_params["max_tokens"] = temperature optional_params["max_tokens"] = max_tokens
if stream is not None: if stream is not None:
optional_params["stream"] = stream optional_params["stream"] = stream
elif custom_llm_provider == "ollama": elif custom_llm_provider == "ollama":