phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Fix ollama api_base to enable remote url

Browse source
This commit is contained in:
onukura 2024-03-25 16:26:40 +00:00
parent 2ae489c506
commit ef69eefcdb
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/main.py
View file

@ -2759,6 +2759,12 @@ def embedding(
model_response=EmbeddingResponse(), model_response=EmbeddingResponse(),
) )
elif custom_llm_provider == "ollama": elif custom_llm_provider == "ollama":
api_base = (
litellm.api_base
or api_base
or get_secret("OLLAMA_API_BASE")
or "http://localhost:11434"
)
ollama_input = None ollama_input = None
if isinstance(input, list) and len(input) > 1: if isinstance(input, list) and len(input) > 1:
raise litellm.BadRequestError( raise litellm.BadRequestError(
@ -2779,6 +2785,7 @@ def embedding(
if aembedding == True: if aembedding == True:
response = ollama.ollama_aembeddings( response = ollama.ollama_aembeddings(
api_base=api_base,
model=model, model=model,
prompt=ollama_input, prompt=ollama_input,
encoding=encoding, encoding=encoding,