phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(test) azure - test async + sync embedding

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 13:35:03 -08:00
parent d606a9cb4c
commit 0d1b42eda5
1 changed files with 15 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

19
litellm/tests/test_router.py
View file

@ -400,7 +400,10 @@ def test_aembedding_on_router():
# test_aembedding_on_router() # test_aembedding_on_router()
def test_azure_aembedding_on_router(): def test_azure_embedding_on_router():
"""
[PROD Use Case] - Makes an aembedding call + embedding call
"""
litellm.set_verbose = True litellm.set_verbose = True
try: try:
model_list = [ model_list = [
@ -415,20 +418,28 @@ def test_azure_aembedding_on_router():
"rpm": 10000, "rpm": 10000,
}, },
] ]
router = Router(model_list=model_list)
async def embedding_call(): async def embedding_call():
router = Router(model_list=model_list)
response = await router.aembedding( response = await router.aembedding(
model="text-embedding-ada-002", model="text-embedding-ada-002",
input=["good morning from litellm"] input=["good morning from litellm"]
) )
print(response) print(response)
router.reset()
asyncio.run(embedding_call()) asyncio.run(embedding_call())
print("\n Making sync Azure Embedding call\n")
response = router.embedding(
model="text-embedding-ada-002",
input=["test 2 from litellm. async embedding"]
)
print(response)
router.reset()
except Exception as e: except Exception as e:
traceback.print_exc() traceback.print_exc()
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_azure_aembedding_on_router() test_azure_embedding_on_router()
def test_bedrock_on_router(): def test_bedrock_on_router():