feat(pass_through_endpoint.py): support enforcing key rpm limits on pass through endpoints

Closes https://github.com/BerriAI/litellm/issues/4698
This commit is contained in:
Krrish Dholakia 2024-07-13 13:29:44 -07:00
parent caa01d20cb
commit 0cc273d77b
5 changed files with 105 additions and 22 deletions

View file

@ -99,6 +99,7 @@ class CustomLogger: # https://docs.litellm.ai/docs/observability/custom_callbac
"image_generation",
"moderation",
"audio_transcription",
"pass_through_endpoint",
],
) -> Optional[
Union[Exception, str, dict]