From 075eb1a5163620cf95aaef98068de5dd159b5673 Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Tue, 2 Jan 2024 14:14:29 +0530 Subject: [PATCH] (types) routerConfig --- litellm/types/router.py | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/litellm/types/router.py b/litellm/types/router.py index 5ffdc71e3..4f0ab444e 100644 --- a/litellm/types/router.py +++ b/litellm/types/router.py @@ -1,8 +1,8 @@ from typing import List, Optional, Union, Dict, Tuple, Literal from pydantic import BaseModel, validator -from completion import CompletionRequest -from embedding import EmbeddingRequest +from .completion import CompletionRequest +from .embedding import EmbeddingRequest class ModelConfig(BaseModel): @@ -15,10 +15,10 @@ class ModelConfig(BaseModel): class RouterConfig(BaseModel): model_list: List[ModelConfig] - redis_url: Optional[str] - redis_host: Optional[str] - redis_port: Optional[int] - redis_password: Optional[str] + redis_url: Optional[str] = None + redis_host: Optional[str] = None + redis_port: Optional[int] = None + redis_password: Optional[str] = None cache_responses: Optional[bool] = False cache_kwargs: Optional[Dict] = {} @@ -28,9 +28,9 @@ class RouterConfig(BaseModel): timeout: Optional[float] = None default_litellm_params: Optional[Dict[str, str]] = {} set_verbose: Optional[bool] = False - fallbacks: Optional[List[str]] = [] + fallbacks: Optional[List] = [] allowed_fails: Optional[int] = None - context_window_fallbacks: Optional[List[str]] = [] + context_window_fallbacks: Optional[List] = [] model_group_alias: Optional[Dict[str, List[str]]] = {} retry_after: Optional[int] = 0 routing_strategy: Literal[