phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix test_chat_completion_different_deployments

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-17 23:04:48 -07:00
parent 06cd413467
commit d409ffbaa9
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
proxy_server_config.yaml
View file

@ -73,14 +73,14 @@ model_list:
api_key: my-fake-key api_key: my-fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/ api_base: https://exampleopenaiendpoint-production.up.railway.app/
stream_timeout: 0.001 stream_timeout: 0.001
rpm: 100 rpm: 1000
- model_name: fake-openai-endpoint-3 - model_name: fake-openai-endpoint-3
litellm_params: litellm_params:
model: openai/my-fake-model-2 model: openai/my-fake-model-2
api_key: my-fake-key api_key: my-fake-key
api_base: https://exampleopenaiendpoint-production.up.railway.app/ api_base: https://exampleopenaiendpoint-production.up.railway.app/
stream_timeout: 0.001 stream_timeout: 0.001
rpm: 100 rpm: 1000
- model_name: "*" - model_name: "*"
litellm_params: litellm_params:
model: openai/* model: openai/*

2
tests/test_openai_endpoints.py
View file

@ -309,7 +309,7 @@ async def test_chat_completion_different_deployments():
# key_gen = await generate_key(session=session) # key_gen = await generate_key(session=session)
key = "sk-1234" key = "sk-1234"
results = [] results = []
for _ in range(5): for _ in range(20):
results.append( results.append(
await chat_completion_with_headers( await chat_completion_with_headers(
session=session, key=key, model="fake-openai-endpoint-3" session=session, key=key, model="fake-openai-endpoint-3"