fix(main.py): logit bias mapping for batch_completions

litellm/main.py

@@ -341,7 +341,6 @@ def completion(
     litellm_params = ["metadata", "acompletion", "caching", "return_async", "mock_response", "api_key", "api_version", "api_base", "force_timeout", "logger_fn", "verbose", "custom_llm_provider", "litellm_logging_obj", "litellm_call_id", "use_client", "id", "fallbacks", "azure", "headers", "model_list", "num_retries", "context_window_fallback_dict", "roles", "final_prompt_value", "bos_token", "eos_token", "request_timeout", "complete_response", "self"]
     default_params = openai_params + litellm_params
     non_default_params = {k: v for k,v in kwargs.items() if k not in default_params} # model-specific params - pass them straight to the model/provider
-    
     if mock_response:
         return mock_completion(model, messages, stream=stream, mock_response=mock_response)
     if timeout is None:
@@ -1447,7 +1446,7 @@ def batch_completion(
     max_tokens: Optional[float] = None,
     presence_penalty: Optional[float] = None,
     frequency_penalty: Optional[float]=None,
-    logit_bias: dict = {},
+    logit_bias: Optional[dict] = None,
     user: str = "",
     deployment_id = None,
     request_timeout: Optional[int] = None,

litellm/tests/test_batch_completions.py

@@ -9,13 +9,14 @@ sys.path.insert(
 )  # Adds the parent directory to the system path
 from openai import APITimeoutError as Timeout
 import litellm
-litellm.num_retries = 3
+litellm.num_retries = 0
 from litellm import batch_completion, batch_completion_models, completion, batch_completion_models_all_responses
 # litellm.set_verbose=True
 
 def test_batch_completions():
     messages = [[{"role": "user", "content": "write a short poem"}] for _ in range(3)]
     model = "j2-mid"
+    litellm.set_verbose = True
     try:
         result = batch_completion(
             model=model, 

litellm/tests/test_completion.py

@@ -1352,6 +1352,7 @@ def test_completion_ai21():
     except Exception as e:
         pytest.fail(f"Error occurred: {e}")
 
+# test_completion_ai21()
 # test_completion_ai21()
 ## test deep infra 
 def test_completion_deep_infra():

litellm/utils.py

@@ -104,6 +104,8 @@ class UnsupportedParamsError(Exception):
     def __init__(self, status_code, message):
         self.status_code = status_code
         self.message = message
+        self.request = httpx.Request(method="POST", url=" https://openai.api.com/v1/")
+        self.response = httpx.Response(status_code=status_code, request=self.request)
         super().__init__(
             self.message
         )  # Call the base class constructor with the parameters it needs