phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(sagemaker.py): support huggingface embedding models

Browse source
This commit is contained in:
Krrish Dholakia 2023-12-06 11:41:00 -08:00
parent aefa4f36f9
commit 94f065f83c
3 changed files with 150 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
litellm/tests/test_embedding.py
View file

@ -214,7 +214,14 @@ def test_aembedding_azure():
# test_aembedding_azure()
# def test_custom_openai_embedding():
def test_sagemaker_embeddings():
try:
response = litellm.embedding(model="sagemaker/berri-benchmarking-gpt-j-6b-fp16", input=["good morning from litellm", "this is another item"])
print(f"response: {response}")
except Exception as e:
pytest.fail(f"Error occurred: {e}")
test_sagemaker_embeddings()
# def local_proxy_embeddings():
# litellm.set_verbose=True
# response = embedding(
# model="openai/custom_embedding",
@ -222,4 +229,5 @@ def test_aembedding_azure():
# api_base="http://0.0.0.0:8000/"
# )
# print(response)
# test_custom_openai_embedding()
# local_proxy_embeddings()