phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(test) router: test async embedding + embedding

Browse source
This commit is contained in:
ishaan-jaff 2023-12-05 14:28:23 -08:00
parent 3ff57493f4
commit c717ed4d05
1 changed files with 10 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/tests/test_router.py
View file

@ -398,20 +398,26 @@ def test_aembedding_on_router():
"rpm": 10000, "rpm": 10000,
}, },
] ]
router = Router(model_list=model_list)
async def embedding_call(): async def embedding_call():
router = Router(model_list=model_list)
response = await router.aembedding( response = await router.aembedding(
model="text-embedding-ada-002", model="text-embedding-ada-002",
input=["good morning from litellm", "this is another item"], input=["good morning from litellm", "this is another item"],
) )
print(response) print(response)
router.reset()
asyncio.run(embedding_call()) asyncio.run(embedding_call())
print("\n Making sync Embedding call\n")
response = router.embedding(
model="text-embedding-ada-002",
input=["good morning from litellm 2"],
)
print("sync embedding response: ", response)
router.reset()
except Exception as e: except Exception as e:
traceback.print_exc() traceback.print_exc()
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
# test_aembedding_on_router() test_aembedding_on_router()
def test_azure_embedding_on_router(): def test_azure_embedding_on_router():