Fix ollama api_base to enable remote url

This commit is contained in:
onukura 2024-03-25 16:26:40 +00:00
parent 2ae489c506
commit ef69eefcdb

View file

@ -2759,6 +2759,12 @@ def embedding(
model_response=EmbeddingResponse(),
)
elif custom_llm_provider == "ollama":
api_base = (
litellm.api_base
or api_base
or get_secret("OLLAMA_API_BASE")
or "http://localhost:11434"
)
ollama_input = None
if isinstance(input, list) and len(input) > 1:
raise litellm.BadRequestError(
@ -2779,6 +2785,7 @@ def embedding(
if aembedding == True:
response = ollama.ollama_aembeddings(
api_base=api_base,
model=model,
prompt=ollama_input,
encoding=encoding,