phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(openai_proxy/main.py): fixing model list

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-25 11:22:55 -07:00
parent 751e9f07f3
commit e118ce50e1
1 changed files with 6 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

11
openai_proxy/main.py
View file

@ -112,7 +112,7 @@ async def router_completion(request: Request):
try: try:
data = await request.json() data = await request.json()
if "model_list" in data: if "model_list" in data:
llm_router = litellm.Router(model_list=data["model_list"]) llm_router = litellm.Router(model_list=data.pop("model_list"))
if llm_router is None: if llm_router is None:
raise Exception("Save model list via config.yaml. Eg.: ` docker build -t myapp --build-arg CONFIG_FILE=myconfig.yaml .` or pass it in as model_list=[..] as part of the request body") raise Exception("Save model list via config.yaml. Eg.: ` docker build -t myapp --build-arg CONFIG_FILE=myconfig.yaml .` or pass it in as model_list=[..] as part of the request body")
@ -132,11 +132,12 @@ async def router_completion(request: Request):
async def router_embedding(request: Request): async def router_embedding(request: Request):
global llm_router global llm_router
try: try:
if llm_router is None:
raise Exception("Save model list via config.yaml. Eg.: ` docker build -t myapp --build-arg CONFIG_FILE=myconfig.yaml .`")
data = await request.json() data = await request.json()
# openai.ChatCompletion.create replacement if "model_list" in data:
llm_router = litellm.Router(model_list=data.pop("model_list"))
if llm_router is None:
raise Exception("Save model list via config.yaml. Eg.: ` docker build -t myapp --build-arg CONFIG_FILE=myconfig.yaml .` or pass it in as model_list=[..] as part of the request body")
response = await llm_router.aembedding(model="gpt-3.5-turbo", response = await llm_router.aembedding(model="gpt-3.5-turbo",
messages=[{"role": "user", "content": "Hey, how's it going?"}]) messages=[{"role": "user", "content": "Hey, how's it going?"}])