allow pass through routes as LLM API routes

This commit is contained in:
Ishaan Jaff 2024-08-30 16:08:44 -07:00
parent bc45114c53
commit 36fda54970
2 changed files with 14 additions and 0 deletions

View file

@ -78,6 +78,17 @@ def is_llm_api_route(route: str) -> bool:
if re.match(pattern, route):
return True
# Pass through Bedrock, VertexAI, and Cohere Routes
if "/bedrock/" in route:
return True
if "/vertex-ai/" in route:
return True
if "/gemini/" in route:
return True
if "/cohere/" in route:
return True
if "/langfuse/" in route:
return True
return False