phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix route llm request to allow non-router models

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-14 11:10:10 -07:00
parent 3875df666b
commit 6742d3cb10
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/proxy/route_llm_request.py
View file

@ -94,9 +94,7 @@ async def route_request(
) )
elif data["model"] not in router_model_names: elif data["model"] not in router_model_names:
if llm_router.router_general_settings.pass_through_all_models: if (
return getattr(litellm, f"{route_type}")(**data)
elif (
llm_router.default_deployment is not None llm_router.default_deployment is not None
or len(llm_router.pattern_router.patterns) > 0 or len(llm_router.pattern_router.patterns) > 0
): ):
@ -104,6 +102,8 @@ async def route_request(
elif route_type == "amoderation": elif route_type == "amoderation":
# moderation endpoint does not require `model` parameter # moderation endpoint does not require `model` parameter
return getattr(llm_router, f"{route_type}")(**data) return getattr(llm_router, f"{route_type}")(**data)
else:
return getattr(litellm, f"{route_type}")(**data)
elif user_model is not None: elif user_model is not None:
return getattr(litellm, f"{route_type}")(**data) return getattr(litellm, f"{route_type}")(**data)