phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): return all locally available ollama models

Browse source
This commit is contained in:
Krrish Dholakia 2023-11-01 16:20:18 -07:00
parent d492bca05e
commit ab0a29e160
1 changed files with 28 additions and 27 deletions
Download patch file Download diff file Expand all files Collapse all files

31
litellm/proxy/proxy_server.py
View file

@ -1,6 +1,6 @@
import sys, os, platform, time, copy import sys, os, platform, time, copy
import threading import threading
import shutil, random, traceback import shutil, random, traceback, requests
messages: list = [] messages: list = []
sys.path.insert( sys.path.insert(
@ -475,20 +475,22 @@ litellm.failure_callback = [logger]
@router.post("/v1/models") @router.post("/v1/models")
@router.get("/models") # if project requires model list @router.get("/models") # if project requires model list
def model_list(): def model_list():
if user_model != None: # all_models = litellm.utils.get_valid_models()
return dict( # if llm_model_list:
data=[ # all_models += llm_model_list
{
"id": user_model,
"object": "model",
"created": 1677610602,
"owned_by": "openai",
}
],
object="list",
)
else:
all_models = litellm.utils.get_valid_models() all_models = litellm.utils.get_valid_models()
if user_model is not None:
all_models += user_model
### CHECK OLLAMA MODELS ###
try:
response = requests.get("http://0.0.0.0:11434/api/tags")
models = response.json()["models"]
ollama_models = [m["name"].replace(":latest", "") for m in models]
all_models.extend(ollama_models)
except Exception as e:
traceback.print_exc()
return dict( return dict(
data=[ data=[
{ {
@ -502,7 +504,6 @@ def model_list():
object="list", object="list",
) )
@router.post("/v1/completions") @router.post("/v1/completions")
@router.post("/completions") @router.post("/completions")
async def completion(request: Request): async def completion(request: Request):