From a13a50657388831c578d0cfc08b1922cf7a4a722 Mon Sep 17 00:00:00 2001
From: Mike <kryptk@gmail.com>
Date: Fri, 16 Aug 2024 23:29:22 +0000
Subject: [PATCH] Add the "stop" parameter to the mistral API interface, it is
 now supported

---
 litellm/llms/openai.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/litellm/llms/openai.py b/litellm/llms/openai.py
index 3db001183..ada5f4ca3 100644
--- a/litellm/llms/openai.py
+++ b/litellm/llms/openai.py
@@ -84,6 +84,8 @@ class MistralConfig:
 
     - `tool_choice` (string - 'auto'/'any'/'none' or null): Specifies if/how functions are called. If set to none the model won't call a function and will generate a message instead. If set to auto the model can choose to either generate a message or call a function. If set to any the model is forced to call a function. Default - 'auto'.
 
+    - `stop` (string or array of strings): Stop generation if this token is detected. Or if one of these tokens is detected when providing an array
+
     - `random_seed` (integer or null): The seed to use for random sampling. If set, different calls will generate deterministic results.
 
     - `safe_prompt` (boolean): Whether to inject a safety prompt before all conversations. API Default - 'false'.
@@ -99,6 +101,7 @@ class MistralConfig:
     random_seed: Optional[int] = None
     safe_prompt: Optional[bool] = None
     response_format: Optional[dict] = None
+    stop: Optional[Union[str, list]] = None
 
     def __init__(
         self,
@@ -110,6 +113,7 @@ class MistralConfig:
         random_seed: Optional[int] = None,
         safe_prompt: Optional[bool] = None,
         response_format: Optional[dict] = None,
+        stop: Optional[Union[str, list]] = None
     ) -> None:
         locals_ = locals().copy()
         for key, value in locals_.items():
@@ -143,6 +147,7 @@ class MistralConfig:
             "tools",
             "tool_choice",
             "seed",
+            "stop",
             "response_format",
         ]
 
@@ -166,6 +171,8 @@ class MistralConfig:
                 optional_params["temperature"] = value
             if param == "top_p":
                 optional_params["top_p"] = value
+            if param == "stop":
+                optional_params["stop"] = value                
             if param == "tool_choice" and isinstance(value, str):
                 optional_params["tool_choice"] = self._map_tool_choice(
                     tool_choice=value