phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

router support setting pass_through_all_models

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-25 18:22:35 -07:00
parent 711496e260
commit e67daf79be
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/types/router.py
View file

@ -540,3 +540,6 @@ class RouterGeneralSettings(BaseModel):
async_only_mode: bool = Field( async_only_mode: bool = Field(
default=False default=False
) # this will only initialize async clients. Good for memory utils ) # this will only initialize async clients. Good for memory utils
pass_through_all_models: bool = Field(
default=False
) # if passed a model not llm_router model list, pass through the request to litellm.acompletion/embedding