phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

add cohere streaming

Browse source
This commit is contained in:
ishaan-jaff 2023-08-08 17:01:58 -07:00
parent 5b96906442
commit a166af50d0
3 changed files with 45 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

10
litellm/utils.py
View file

@ -161,6 +161,16 @@ def get_optional_params(
if top_p != 1:
optional_params["top_p"] = top_p
return optional_params
elif model in litellm.cohere_models:
# handle cohere params
if stream:
optional_params["stream"] = stream
if temperature != 1:
optional_params["temperature"] = temperature
if max_tokens != float('inf'):
optional_params["max_tokens"] = max_tokens
return optional_params
else:# assume passing in params for openai/azure openai
if functions != []:
optional_params["functions"] = functions