From d076aed9d068c64d8d314e2d50d011f20e8e235e Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Mon, 22 Apr 2024 16:07:58 -0700 Subject: [PATCH] fix - dont send alert on fail request --- litellm/model_prices_and_context_window_backup.json | 7 +++++++ litellm/proxy/utils.py | 1 + 2 files changed, 8 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 113f9413fd..c2c172bfe8 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -1535,6 +1535,13 @@ "litellm_provider": "openrouter", "mode": "chat" }, + "openrouter/meta-llama/llama-3-70b-instruct": { + "max_tokens": 8192, + "input_cost_per_token": 0.0000008, + "output_cost_per_token": 0.0000008, + "litellm_provider": "openrouter", + "mode": "chat" + }, "j2-ultra": { "max_tokens": 8192, "max_input_tokens": 8192, diff --git a/litellm/proxy/utils.py b/litellm/proxy/utils.py index 19b9a0a60f..4fc252c331 100644 --- a/litellm/proxy/utils.py +++ b/litellm/proxy/utils.py @@ -346,6 +346,7 @@ class ProxyLogging: if ( request_data is not None and request_data.get("litellm_status", "") != "success" + and request_data.get("litellm_status", "") != "fail" ): if request_data.get("deployment", None) is not None and isinstance( request_data["deployment"], dict