phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 19:24:27 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) proxy set litellm attributes

Browse source
This commit is contained in:
ishaan-jaff 2023-11-27 13:39:18 -08:00
parent fcd73ab120
commit a606d951c5
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
litellm/proxy/proxy_server.py
View file

@ -366,11 +366,11 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..) ## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..)
litellm_settings = config.get('litellm_settings', None) litellm_settings = config.get('litellm_settings', None)
if litellm_settings: if litellm_settings:
# ANSI escape code for blue text
blue_color_code = "\033[94m"
reset_color_code = "\033[0m"
for key, value in litellm_settings.items(): for key, value in litellm_settings.items():
if key == "cache": if key == "cache":
# ANSI escape code for blue text
blue_color_code = "\033[94m"
reset_color_code = "\033[0m"
print(f"{blue_color_code}\nSetting Cache on Proxy") print(f"{blue_color_code}\nSetting Cache on Proxy")
from litellm.caching import Cache from litellm.caching import Cache
cache_type = value["type"] cache_type = value["type"]
@ -391,6 +391,8 @@ def load_router_config(router: Optional[litellm.Router], config_file_path: str):
port=cache_port, port=cache_port,
password=cache_password password=cache_password
) )
else:
setattr(litellm, key, value)
## MODEL LIST ## MODEL LIST
model_list = config.get('model_list', None) model_list = config.get('model_list', None)