phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat - set custom routing strategy

Browse source
This commit is contained in:
Ishaan Jaff 2024-06-20 13:49:44 -07:00
parent 1a4467c1a5
commit 7ce2aa83c1
3 changed files with 45 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/router.py
View file

@ -69,6 +69,7 @@ from litellm.types.router import (
AlertingConfig,
AllowedFailsPolicy,
AssistantsTypedDict,
CustomRoutingStrategy,
Deployment,
DeploymentTypedDict,
LiteLLM_Params,
@ -4814,6 +4815,18 @@ class Router:
except Exception as e:
pass
def set_custom_routing_strategy(self, CustomRoutingStrategy: CustomRoutingStrategy):
setattr(
self,
"get_available_deployment",
CustomRoutingStrategy.get_available_deployment,
)
setattr(
self,
"async_get_available_deployment",
CustomRoutingStrategy.async_get_available_deployment,
)
def flush_cache(self):
litellm.cache = None
self.cache.flush_cache()