phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(docs) add example config.yaml

Browse source
This commit is contained in:
ishaan-jaff 2023-12-04 18:08:57 -08:00
parent 05f585153f
commit ac486a3c4a
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/example_config_yaml/azure_config.yaml
View file

@ -6,10 +6,16 @@ model_list:
api_version: "2023-05-15"
api_key: os.environ/AZURE_API_KEY
tpm: 20_000
timeout: 5 # 1 second timeout
stream_timeout: 0.5 # 0.5 second timeout for streaming requests
max_retries: 4
- model_name: gpt-4-team2
litellm_params:
model: azure/gpt-4
api_key: os.environ/AZURE_API_KEY
api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
tpm: 100_000
timeout: 5 # 1 second timeout
stream_timeout: 0.5 # 0.5 second timeout for streaming requests
max_retries: 4