phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

allow pass through routes as LLM API routes

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-30 16:08:44 -07:00
parent bc45114c53
commit 36fda54970
2 changed files with 14 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/proxy/auth/auth_utils.py
View file

@ -78,6 +78,17 @@ def is_llm_api_route(route: str) -> bool:
if re.match(pattern, route): if re.match(pattern, route):
return True return True
# Pass through Bedrock, VertexAI, and Cohere Routes
if "/bedrock/" in route:
return True
if "/vertex-ai/" in route:
return True
if "/gemini/" in route:
return True
if "/cohere/" in route:
return True
if "/langfuse/" in route:
return True
return False return False

3
litellm/tests/test_proxy_routes.py
View file

@ -77,6 +77,9 @@ def test_routes_on_litellm_proxy():
("/v2/chat/completions", False), ("/v2/chat/completions", False),
("/threads/invalid/format", False), ("/threads/invalid/format", False),
("/v1/non_existent_endpoint", False), ("/v1/non_existent_endpoint", False),
# Bedrock Pass Through Routes
("/bedrock/model/cohere.command-r-v1:0/converse", True),
("/vertex-ai/model/text-embedding-004/embeddings", True),
], ],
) )
def test_is_llm_api_route(route: str, expected: bool): def test_is_llm_api_route(route: str, expected: bool):