fix - dont send alert on fail request

This commit is contained in:
Ishaan Jaff 2024-04-22 16:07:58 -07:00
parent a30174ce31
commit d076aed9d0
2 changed files with 8 additions and 0 deletions

View file

@ -1535,6 +1535,13 @@
"litellm_provider": "openrouter",
"mode": "chat"
},
"openrouter/meta-llama/llama-3-70b-instruct": {
"max_tokens": 8192,
"input_cost_per_token": 0.0000008,
"output_cost_per_token": 0.0000008,
"litellm_provider": "openrouter",
"mode": "chat"
},
"j2-ultra": {
"max_tokens": 8192,
"max_input_tokens": 8192,

View file

@ -346,6 +346,7 @@ class ProxyLogging:
if (
request_data is not None
and request_data.get("litellm_status", "") != "success"
and request_data.get("litellm_status", "") != "fail"
):
if request_data.get("deployment", None) is not None and isinstance(
request_data["deployment"], dict