phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

build(litellm_server): add support for global settings

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-27 16:24:54 -07:00
parent e54f5d801e
commit 0ee9c61090
3 changed files with 22 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm_server/utils.py
View file

@ -55,6 +55,12 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: Optio
except:
pass
## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..)
litellm_settings = config.get('litellm_settings', None)
if litellm_settings:
for key, value in litellm_settings.items():
setattr(litellm, key, value)
## MODEL LIST
model_list = config.get('model_list', None)
if model_list: