phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(utils.py): fix embedding response object conversion

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-25 14:25:06 -08:00
parent e43e1e9ab1
commit 2eb7386095
2 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/tests/test_caching.py
View file

@ -90,7 +90,7 @@ def test_embedding_caching():
print(f"embedding2: {embedding2}") print(f"embedding2: {embedding2}")
pytest.fail("Error occurred: Embedding caching failed") pytest.fail("Error occurred: Embedding caching failed")
# test_embedding_caching() test_embedding_caching()
def test_embedding_caching_azure(): def test_embedding_caching_azure():

7
litellm/utils.py
View file

@ -3330,10 +3330,9 @@ def convert_to_model_response_object(response_object: Optional[dict]=None, model
index = embedding.get("index", idx), index = embedding.get("index", idx),
object=embedding.get("object", "embedding") object=embedding.get("object", "embedding")
) )
if isinstance(embedding_obj, EmbeddingResponse): embedding_data.append(embedding_obj)
embedding_data.append(embedding_obj)
if len(embedding_data) > 0: model_response_object.data = embedding_data
model_response_object.data = embedding_data
if "usage" in response_object and response_object["usage"] is not None: if "usage" in response_object and response_object["usage"] is not None:
model_response_object.usage.completion_tokens = response_object["usage"].get("completion_tokens", 0) # type: ignore model_response_object.usage.completion_tokens = response_object["usage"].get("completion_tokens", 0) # type: ignore