phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(feat) cloudflare - add optional params

Browse source
This commit is contained in:
ishaan-jaff 2023-12-29 11:47:58 +05:30
parent 3d7b1b9468
commit dde6bc4fb6
2 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/utils.py
View file

@ -3398,6 +3398,16 @@ def get_optional_params(
optional_params["n"] = n
if stop is not None:
optional_params["stop_sequences"] = stop
elif (
custom_llm_provider == "cloudlfare"
): # https://developers.cloudflare.com/workers-ai/models/text-generation/#input
supported_params = ["max_tokens", "stream"]
_check_valid_arg(supported_params=supported_params)
if max_tokens is not None:
optional_params["max_tokens"] = temperature
if stream is not None:
optional_params["stream"] = stream
elif custom_llm_provider == "ollama":
supported_params = [
"max_tokens",