phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(feat) add mistral tool calling support

Browse source
This commit is contained in:
ishaan-jaff 2024-02-28 11:48:20 -08:00
parent 66388f1dfc
commit a525fca847
1 changed files with 13 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/utils.py
View file

@ -1734,6 +1734,7 @@ class Logging:
) )
if self.stream: if self.stream:
if "complete_streaming_response" in self.model_call_details: if "complete_streaming_response" in self.model_call_details:
await customLogger.async_log_event( await customLogger.async_log_event(
kwargs=self.model_call_details, kwargs=self.model_call_details,
response_obj=self.model_call_details[ response_obj=self.model_call_details[
@ -4717,7 +4718,14 @@ def get_optional_params(
if max_tokens: if max_tokens:
optional_params["max_tokens"] = max_tokens optional_params["max_tokens"] = max_tokens
elif custom_llm_provider == "mistral": elif custom_llm_provider == "mistral":
supported_params = ["temperature", "top_p", "stream", "max_tokens"] supported_params = [
"temperature",
"top_p",
"stream",
"max_tokens",
"tools",
"tool_choice",
]
_check_valid_arg(supported_params=supported_params) _check_valid_arg(supported_params=supported_params)
if temperature is not None: if temperature is not None:
optional_params["temperature"] = temperature optional_params["temperature"] = temperature
@ -4727,6 +4735,10 @@ def get_optional_params(
optional_params["stream"] = stream optional_params["stream"] = stream
if max_tokens is not None: if max_tokens is not None:
optional_params["max_tokens"] = max_tokens optional_params["max_tokens"] = max_tokens
if tools is not None:
optional_params["tools"] = tools
if tool_choice is not None:
optional_params["tool_choice"] = tool_choice
# check safe_mode, random_seed: https://docs.mistral.ai/api/#operation/createChatCompletion # check safe_mode, random_seed: https://docs.mistral.ai/api/#operation/createChatCompletion
safe_mode = passed_params.pop("safe_mode", None) safe_mode = passed_params.pop("safe_mode", None)