fix(sagemaker.py): filter out templated prompt if in model response

This commit is contained in:
Krrish Dholakia 2023-12-13 07:43:33 -08:00
parent c9b83ff853
commit a64bd2ca1e
2 changed files with 11 additions and 3 deletions

View file

@ -298,7 +298,7 @@ async def test_async_custom_handler_embedding_optional_param():
customHandler_optional_params = MyCustomHandler()
litellm.callbacks = [customHandler_optional_params]
response = await litellm.aembedding(
model="text-embedding-ada-002",
model="azure/azure-embedding-model",
input = ["hello world"],
user = "John"
)