diff --git a/litellm/proxy/_super_secret_config.yaml b/litellm/proxy/_super_secret_config.yaml index fd40b6544..3bc516604 100644 --- a/litellm/proxy/_super_secret_config.yaml +++ b/litellm/proxy/_super_secret_config.yaml @@ -28,7 +28,8 @@ model_list: api_key: os.environ/AZURE_API_KEY api_version: '2023-05-15' model: azure/chatgpt-v-2 - model_name: gpt-3.5-turbo + drop_params: True + model_name: gpt-3.5-turbo-drop-params - model_name: tts litellm_params: model: openai/tts-1 diff --git a/litellm/types/router.py b/litellm/types/router.py index 4398ab24f..3dbc5e75d 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -283,12 +283,6 @@ class updateDeployment(BaseModel): class LiteLLMParamsTypedDict(TypedDict, total=False): - """ - [TODO] - - allow additional params (not in list) - - set value to none if not set -> don't raise error if value not set - """ - model: str custom_llm_provider: Optional[str] tpm: Optional[int] @@ -300,6 +294,8 @@ class LiteLLMParamsTypedDict(TypedDict, total=False): stream_timeout: Optional[Union[float, str]] max_retries: Optional[int] organization: Optional[str] # for openai orgs + ## DROP PARAMS ## + drop_params: Optional[bool] ## UNIFIED PROJECT/REGION ## region_name: Optional[str] ## VERTEX AI ##