Merge pull request #1248 from danikhan632/main

updated oobabooga to new api and support for embeddings
This commit is contained in:
Krish Dholakia 2023-12-27 11:33:56 +05:30 committed by GitHub
commit 5c3a61d62f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 86 additions and 59 deletions

View file

@ -2314,6 +2314,16 @@ def embedding(
optional_params=optional_params,
model_response=EmbeddingResponse(),
)
elif custom_llm_provider == "oobabooga":
response = oobabooga.embedding(
model=model,
input=input,
encoding=encoding,
api_base=api_base,
logging_obj=logging,
optional_params=optional_params,
model_response= EmbeddingResponse()
)
elif custom_llm_provider == "ollama":
if aembedding == True:
response = ollama.ollama_aembeddings(