use ProxyBaseLLMRequestProcessing

This commit is contained in:
Ishaan Jaff 2025-03-12 16:54:33 -07:00
parent d808fa3c23
commit b2d9935567
5 changed files with 326 additions and 237 deletions

View file

@ -21,6 +21,7 @@ ROUTE_ENDPOINT_MAPPING = {
"atranscription": "/audio/transcriptions",
"amoderation": "/moderations",
"arerank": "/rerank",
"aresponses": "/responses",
}
@ -45,6 +46,7 @@ async def route_request(
"atranscription",
"amoderation",
"arerank",
"aresponses",
"_arealtime", # private function for realtime API
],
):