build(litellm_server/utils.py): add support for general settings + num retries as a module variable

litellm/main.py

@@ -270,6 +270,7 @@ def completion(
     non_default_params = {k: v for k,v in kwargs.items() if k not in default_params} # model-specific params - pass them straight to the model/provider
     if mock_response:
         return mock_completion(model, messages, stream=stream, mock_response=mock_response)
+    
     try:
         logging = litellm_logging_obj
         fallbacks = (