fix(router.py): set cooldown_time: per model

This commit is contained in:
Krrish Dholakia 2024-06-25 16:51:55 -07:00
parent 91bbef4bcd
commit c70d4ffafb
6 changed files with 72 additions and 11 deletions

View file

@ -1,11 +1,13 @@
#### What this does ####
# On success, logs events to Promptlayer
import dotenv, os
from litellm.proxy._types import UserAPIKeyAuth
from litellm.caching import DualCache
from typing import Literal, Union, Optional
import os
import traceback
from typing import Literal, Optional, Union
import dotenv
from litellm.caching import DualCache
from litellm.proxy._types import UserAPIKeyAuth
class CustomLogger: # https://docs.litellm.ai/docs/observability/custom_callback#callback-class