phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(huggingface_restapi.py): fix embeddings for sentence-transformer models

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-01 16:36:46 -07:00
parent 435f0809b2
commit 80cb421e02
2 changed files with 50 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

22
litellm/tests/test_embedding.py
View file

@ -89,17 +89,17 @@ def test_bedrock_embedding():
# test_bedrock_embedding()
# comment out hf tests - since hf endpoints are unstable
# def test_hf_embedding():
# try:
# # huggingface/microsoft/codebert-base
# # huggingface/facebook/bart-large
# response = embedding(
# model="huggingface/BAAI/bge-large-zh", input=["good morning from litellm", "this is another item"]
# )
# print(f"response:", response)
# except Exception as e:
# pytest.fail(f"Error occurred: {e}")
# test_hf_embedding()
def test_hf_embedding():
try:
# huggingface/microsoft/codebert-base
# huggingface/facebook/bart-large
response = embedding(
model="huggingface/sentence-transformers/all-MiniLM-L6-v2", input=["good morning from litellm", "this is another item"]
)
print(f"response:", response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_hf_embedding()
# test async embeddings
def test_aembedding():