From ba228a9e0a337612ce1d0b1f4e357f4249b95bfe Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Mon, 27 Nov 2023 13:39:18 -0800 Subject: [PATCH] (fix) proxy set litellm attributes --- litellm/proxy/proxy_server.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/litellm/proxy/proxy_server.py b/litellm/proxy/proxy_server.py index fee09755cd..a9c1acce27 100644 --- a/litellm/proxy/proxy_server.py +++ b/litellm/proxy/proxy_server.py @@ -366,11 +366,11 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str): ## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..) litellm_settings = config.get('litellm_settings', None) if litellm_settings: + # ANSI escape code for blue text + blue_color_code = "\033[94m" + reset_color_code = "\033[0m" for key, value in litellm_settings.items(): if key == "cache": - # ANSI escape code for blue text - blue_color_code = "\033[94m" - reset_color_code = "\033[0m" print(f"{blue_color_code}\nSetting Cache on Proxy") from litellm.caching import Cache cache_type = value["type"] @@ -391,6 +391,8 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str): port=cache_port, password=cache_password ) + else: + setattr(litellm, key, value) ## MODEL LIST model_list = config.get('model_list', None)