phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

test(test_models.py): ensure only admin can call /health

Browse source
This commit is contained in:
Krrish Dholakia 2024-04-16 18:13:40 -07:00
parent caec0a3938
commit 2ffd057042
3 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/proxy_server.py
View file

@ -2622,7 +2622,7 @@ class ProxyConfig:
# router settings # router settings
_router_settings = config_data.get("router_settings", {}) _router_settings = config_data.get("router_settings", {})
llm_router.set_settings(**_router_settings) llm_router.update_settings(**_router_settings)
except Exception as e: except Exception as e:
verbose_proxy_logger.error( verbose_proxy_logger.error(
"{}\nTraceback:{}".format(str(e), traceback.format_exc()) "{}\nTraceback:{}".format(str(e), traceback.format_exc())

2
litellm/router.py
View file

@ -2366,7 +2366,7 @@ class Router:
_settings_to_return[var] = _all_vars[var] _settings_to_return[var] = _all_vars[var]
return _settings_to_return return _settings_to_return
def set_settings(self, **kwargs): def update_settings(self, **kwargs):
# only the following settings are allowed to be configured # only the following settings are allowed to be configured
_allowed_settings = [ _allowed_settings = [
"routing_strategy_args", "routing_strategy_args",

3
tests/test_models.py
View file

@ -280,6 +280,7 @@ async def test_add_model_run_health():
async with aiohttp.ClientSession() as session: async with aiohttp.ClientSession() as session:
key_gen = await generate_key(session=session) key_gen = await generate_key(session=session)
key = key_gen["key"] key = key_gen["key"]
master_key = "sk-1234"
model_id = str(uuid.uuid4()) model_id = str(uuid.uuid4())
model_name = f"azure-model-health-check-{model_id}" model_name = f"azure-model-health-check-{model_id}"
print("adding model", model_name) print("adding model", model_name)
@ -295,7 +296,7 @@ async def test_add_model_run_health():
print("calling /health?model=", model_name) print("calling /health?model=", model_name)
_health_info = await get_model_health( _health_info = await get_model_health(
session=session, key=key, model_name=model_name session=session, key=master_key, model_name=model_name
) )
_healthy_endpooint = _health_info["healthy_endpoints"][0] _healthy_endpooint = _health_info["healthy_endpoints"][0]