phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

(types) routerConfig

Browse source
This commit is contained in:
ishaan-jaff 2024-01-02 14:14:29 +05:30
parent 60164cd5e4
commit 075eb1a516
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/types/router.py
View file

@ -1,8 +1,8 @@
from typing import List, Optional, Union, Dict, Tuple, Literal from typing import List, Optional, Union, Dict, Tuple, Literal
from pydantic import BaseModel, validator from pydantic import BaseModel, validator
from completion import CompletionRequest from .completion import CompletionRequest
from embedding import EmbeddingRequest from .embedding import EmbeddingRequest
class ModelConfig(BaseModel): class ModelConfig(BaseModel):
@ -15,10 +15,10 @@ class ModelConfig(BaseModel):
class RouterConfig(BaseModel): class RouterConfig(BaseModel):
model_list: List[ModelConfig] model_list: List[ModelConfig]
redis_url: Optional[str] redis_url: Optional[str] = None
redis_host: Optional[str] redis_host: Optional[str] = None
redis_port: Optional[int] redis_port: Optional[int] = None
redis_password: Optional[str] redis_password: Optional[str] = None
cache_responses: Optional[bool] = False cache_responses: Optional[bool] = False
cache_kwargs: Optional[Dict] = {} cache_kwargs: Optional[Dict] = {}
@ -28,9 +28,9 @@ class RouterConfig(BaseModel):
timeout: Optional[float] = None timeout: Optional[float] = None
default_litellm_params: Optional[Dict[str, str]] = {} default_litellm_params: Optional[Dict[str, str]] = {}
set_verbose: Optional[bool] = False set_verbose: Optional[bool] = False
fallbacks: Optional[List[str]] = [] fallbacks: Optional[List] = []
allowed_fails: Optional[int] = None allowed_fails: Optional[int] = None
context_window_fallbacks: Optional[List[str]] = [] context_window_fallbacks: Optional[List] = []
model_group_alias: Optional[Dict[str, List[str]]] = {} model_group_alias: Optional[Dict[str, List[str]]] = {}
retry_after: Optional[int] = 0 retry_after: Optional[int] = 0
routing_strategy: Literal[ routing_strategy: Literal[