diff --git a/litellm/proxy/example_config_yaml/azure_config.yaml b/litellm/proxy/example_config_yaml/azure_config.yaml index fd5865cd7..bd9ff9ac9 100644 --- a/litellm/proxy/example_config_yaml/azure_config.yaml +++ b/litellm/proxy/example_config_yaml/azure_config.yaml @@ -6,10 +6,16 @@ model_list: api_version: "2023-05-15" api_key: os.environ/AZURE_API_KEY tpm: 20_000 + timeout: 5 # 1 second timeout + stream_timeout: 0.5 # 0.5 second timeout for streaming requests + max_retries: 4 - model_name: gpt-4-team2 litellm_params: model: azure/gpt-4 api_key: os.environ/AZURE_API_KEY api_base: https://openai-gpt-4-test-v-2.openai.azure.com/ tpm: 100_000 + timeout: 5 # 1 second timeout + stream_timeout: 0.5 # 0.5 second timeout for streaming requests + max_retries: 4