forked from phoenix/litellm-mirror
test(test_models.py): ensure only admin can call /health
This commit is contained in:
parent
caec0a3938
commit
2ffd057042
3 changed files with 4 additions and 3 deletions
|
@ -2622,7 +2622,7 @@ class ProxyConfig:
|
|||
|
||||
# router settings
|
||||
_router_settings = config_data.get("router_settings", {})
|
||||
llm_router.set_settings(**_router_settings)
|
||||
llm_router.update_settings(**_router_settings)
|
||||
except Exception as e:
|
||||
verbose_proxy_logger.error(
|
||||
"{}\nTraceback:{}".format(str(e), traceback.format_exc())
|
||||
|
|
|
@ -2366,7 +2366,7 @@ class Router:
|
|||
_settings_to_return[var] = _all_vars[var]
|
||||
return _settings_to_return
|
||||
|
||||
def set_settings(self, **kwargs):
|
||||
def update_settings(self, **kwargs):
|
||||
# only the following settings are allowed to be configured
|
||||
_allowed_settings = [
|
||||
"routing_strategy_args",
|
||||
|
|
|
@ -280,6 +280,7 @@ async def test_add_model_run_health():
|
|||
async with aiohttp.ClientSession() as session:
|
||||
key_gen = await generate_key(session=session)
|
||||
key = key_gen["key"]
|
||||
master_key = "sk-1234"
|
||||
model_id = str(uuid.uuid4())
|
||||
model_name = f"azure-model-health-check-{model_id}"
|
||||
print("adding model", model_name)
|
||||
|
@ -295,7 +296,7 @@ async def test_add_model_run_health():
|
|||
|
||||
print("calling /health?model=", model_name)
|
||||
_health_info = await get_model_health(
|
||||
session=session, key=key, model_name=model_name
|
||||
session=session, key=master_key, model_name=model_name
|
||||
)
|
||||
_healthy_endpooint = _health_info["healthy_endpoints"][0]
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue