forked from phoenix/litellm-mirror
21 lines
747 B
YAML
21 lines
747 B
YAML
model_list:
|
|
- model_name: gpt-4-team1
|
|
litellm_params:
|
|
model: azure/chatgpt-v-2
|
|
api_base: https://openai-gpt-4-test-v-1.openai.azure.com/
|
|
api_version: "2023-05-15"
|
|
api_key: os.environ/AZURE_API_KEY
|
|
tpm: 20_000
|
|
timeout: 5 # 1 second timeout
|
|
stream_timeout: 0.5 # 0.5 second timeout for streaming requests
|
|
max_retries: 4
|
|
- model_name: gpt-4-team2
|
|
litellm_params:
|
|
model: azure/gpt-4
|
|
api_key: os.environ/AZURE_API_KEY
|
|
api_base: https://openai-gpt-4-test-v-2.openai.azure.com/
|
|
tpm: 100_000
|
|
timeout: 5 # 1 second timeout
|
|
stream_timeout: 0.5 # 0.5 second timeout for streaming requests
|
|
max_retries: 4
|
|
|