forked from phoenix/litellm-mirror
fix debug statements
This commit is contained in:
parent
7ff7028885
commit
a1f0df3cea
2 changed files with 17 additions and 17 deletions
|
@ -1,22 +1,22 @@
|
||||||
model_list:
|
model_list:
|
||||||
- model_name: openai/*
|
- model_name: openai/*
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: gpt-3.5-turbo
|
model: openai/*
|
||||||
api_key: os.environ/OPENAI_API_KEY
|
api_key: os.environ/OPENAI_API_KEY
|
||||||
|
model_info:
|
||||||
|
id: "good-openai"
|
||||||
|
- model_name: openai/*
|
||||||
|
litellm_params:
|
||||||
|
model: openai/*
|
||||||
|
api_key: os.environ/non-exsitent-env-var
|
||||||
|
tags: ["bad-model"]
|
||||||
|
model_info:
|
||||||
|
id: "test-openai"
|
||||||
|
|
||||||
|
|
||||||
|
router_settings:
|
||||||
|
enable_tag_filtering: True # 👈 Key Chang
|
||||||
|
|
||||||
litellm_settings:
|
litellm_settings:
|
||||||
success_callback: ["prometheus"]
|
success_callback: ["prometheus"]
|
||||||
failure_callback: ["prometheus"]
|
failure_callback: ["prometheus"]
|
||||||
|
|
||||||
guardrails:
|
|
||||||
- guardrail_name: "presidio-pre-guard"
|
|
||||||
litellm_params:
|
|
||||||
guardrail: presidio # supported values: "aporia", "lakera", "presidio"
|
|
||||||
mode: "pre_call" # pre_call, during_call, post_call
|
|
||||||
output_parse_pii: True
|
|
||||||
|
|
||||||
general_settings:
|
|
||||||
master_key: sk-1234
|
|
||||||
alerting: ["slack"]
|
|
||||||
spend_report_frequency: "1d"
|
|
||||||
|
|
|
@ -25,14 +25,14 @@ async def get_deployments_for_tag(
|
||||||
|
|
||||||
if request_kwargs is None:
|
if request_kwargs is None:
|
||||||
verbose_logger.debug(
|
verbose_logger.debug(
|
||||||
"get_deployments_for_tier: request_kwargs is None returning healthy_deployments: %s",
|
"get_deployments_for_tag: request_kwargs is None returning healthy_deployments: %s",
|
||||||
healthy_deployments,
|
healthy_deployments,
|
||||||
)
|
)
|
||||||
return healthy_deployments
|
return healthy_deployments
|
||||||
|
|
||||||
if healthy_deployments is None:
|
if healthy_deployments is None:
|
||||||
verbose_logger.debug(
|
verbose_logger.debug(
|
||||||
"get_deployments_for_tier: healthy_deployments is None returning healthy_deployments"
|
"get_deployments_for_tag: healthy_deployments is None returning healthy_deployments"
|
||||||
)
|
)
|
||||||
return healthy_deployments
|
return healthy_deployments
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue