phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): allow /model/new feature flag to work via env

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-08 14:57:19 -07:00
parent f2e34f456d
commit 009f548079
4 changed files with 17 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/proxy/proxy_server.py
View file

@ -2333,7 +2333,12 @@ class ProxyConfig:
"background_health_checks", False
)
health_check_interval = general_settings.get("health_check_interval", 300)
## check env ##
_store_model_in_db = litellm.get_secret(
"STORE_MODEL_IN_DB", None
) # feature flag for `/model/new`
if _store_model_in_db is not None and _store_model_in_db == True:
general_settings["store_model_in_db"] = True
router_params: dict = {
"cache_responses": litellm.cache
!= None, # cache if user passed in cache values