Merge pull request #5573 from BerriAI/litellm_add_rerank_spend_tracking

[Feat] Add cost tracking for cohere rerank
This commit is contained in:
Ishaan Jaff 2024-09-06 18:11:30 -07:00 committed by GitHub
commit 64a828b455
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 98 additions and 1 deletions

View file

@ -745,6 +745,7 @@ def client(original_function):
or kwargs.get("amoderation", False) == True
or kwargs.get("atext_completion", False) == True
or kwargs.get("atranscription", False) == True
or kwargs.get("arerank", False) == True
):
# [OPTIONAL] CHECK MAX RETRIES / REQUEST
if litellm.num_retries_per_request is not None: