phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) router - explcitly call one deployment

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 21:56:56 -08:00
parent 8e6c4c5310
commit 5e065ebb8f
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/tests/test_router.py
View file

@ -184,7 +184,7 @@ def test_call_one_endpoint():
"rpm": 10000, "rpm": 10000,
}, },
] ]
litellm.set_verbose=True
router = Router(model_list=model_list, router = Router(model_list=model_list,
routing_strategy="simple-shuffle", routing_strategy="simple-shuffle",
set_verbose=True, set_verbose=True,
@ -200,6 +200,7 @@ def test_call_one_endpoint():
"content": "hello this request will pass" "content": "hello this request will pass"
} }
], ],
specific_deployment=True
) )
print("\n response", response) print("\n response", response)
@ -212,6 +213,7 @@ def test_call_one_endpoint():
"content": "hello this request will pass" "content": "hello this request will pass"
} }
], ],
specific_deployment=True
) )
print("\n response", response) print("\n response", response)
@ -219,7 +221,8 @@ def test_call_one_endpoint():
async def call_azure_embedding(): async def call_azure_embedding():
response = await router.aembedding( response = await router.aembedding(
model="azure/azure-embedding-model", model="azure/azure-embedding-model",
input = ["good morning from litellm"] input = ["good morning from litellm"],
specific_deployment=True
) )
print("\n response", response) print("\n response", response)