phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_optional_params.py): unit tests for get_optional_params_embeddings()

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-14 14:32:36 -08:00
parent e1bffe3de6
commit 51d62189f1
3 changed files with 36 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/tests/test_custom_logger.py
View file

@ -318,16 +318,18 @@ async def test_async_custom_handler_embedding_optional_param_bedrock():
but makes sure these are not sent to the non-openai/azure endpoint (raises errors).
"""
litellm.drop_params = True
litellm.set_verbose = True
customHandler_optional_params = MyCustomHandler()
litellm.callbacks = [customHandler_optional_params]
response = await litellm.aembedding(
model="azure/azure-embedding-model",
model="bedrock/cohere.embed-multilingual-v3",
input = ["hello world"],
user = "John"
)
await asyncio.sleep(1) # success callback is async
assert customHandler_optional_params.user == "John"
assert customHandler_optional_params.user == customHandler_optional_params.data_sent_to_api["user"]
assert "user" not in customHandler_optional_params.data_sent_to_api
def test_redis_cache_completion_stream():