undo changes to route llm request

This commit is contained in:
Ishaan Jaff 2025-03-14 21:05:51 -07:00
parent 880cdc5d84
commit cbf0fa44b4

View file

@ -94,7 +94,9 @@ async def route_request(
)
elif data["model"] not in router_model_names:
if (
if llm_router.router_general_settings.pass_through_all_models:
return getattr(litellm, f"{route_type}")(**data)
elif (
llm_router.default_deployment is not None
or len(llm_router.pattern_router.patterns) > 0
):
@ -102,8 +104,6 @@ async def route_request(
elif route_type == "amoderation":
# moderation endpoint does not require `model` parameter
return getattr(llm_router, f"{route_type}")(**data)
else:
return getattr(litellm, f"{route_type}")(**data)
elif user_model is not None:
return getattr(litellm, f"{route_type}")(**data)