phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(litellm_server/main.py): fix config loading

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-27 11:42:51 -07:00
parent 05795551f2
commit d011a4b5ea
2 changed files with 15 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm_server/main.py
View file

@ -29,7 +29,11 @@ llm_router: Optional[litellm.Router] = None
llm_model_list: Optional[list] = None llm_model_list: Optional[list] = None
set_callbacks() # sets litellm callbacks for logging if they exist in the environment set_callbacks() # sets litellm callbacks for logging if they exist in the environment
llm_router, llm_model_list = load_router_config(router=llm_router)
if "CONFIG_FILE_PATH" in os.environ:
llm_router, llm_model_list = load_router_config(router=llm_router, config_file_path=os.getenv("CONFIG_FILE_PATH"))
else:
llm_router, llm_model_list = load_router_config(router=llm_router)
#### API ENDPOINTS #### #### API ENDPOINTS ####
@router.get("/v1/models") @router.get("/v1/models")
@router.get("/models") # if project requires model list @router.get("/models") # if project requires model list
@ -103,7 +107,12 @@ async def chat_completion(request: Request):
data["api_key"] = api_key data["api_key"] = api_key
## CHECK CONFIG ## ## CHECK CONFIG ##
if llm_model_list and data["model"] in [m["model_name"] for m in llm_model_list]: if llm_model_list and data["model"] in [m["model_name"] for m in llm_model_list]:
return await router_completion(request=request) for m in llm_model_list:
if data["model"] == m["model_name"]:
for key, value in m["litellm_params"].items():
data[key] = value
break
print(f"data going into litellm completion: {data}")
response = litellm.completion( response = litellm.completion(
**data **data
) )
@ -164,4 +173,4 @@ async def home(request: Request):
return "LiteLLM: RUNNING" return "LiteLLM: RUNNING"
app.include_router(router) app.include_router(router)

7
litellm_server/utils.py
View file

@ -43,13 +43,12 @@ def set_callbacks():
def load_router_config(router: Optional[litellm.Router]): def load_router_config(router: Optional[litellm.Router], config_file_path: Optional[str]='/app/config.yaml'):
config = {} config = {}
config_file = '/app/config.yaml'
try: try:
if os.path.exists(config_file): if os.path.exists(config_file_path):
with open(config_file, 'r') as file: with open(config_file_path, 'r') as file:
config = yaml.safe_load(file) config = yaml.safe_load(file)
else: else:
pass pass