llm as judge, move folders

2025-10-16 06:53:47 +00:00 · 2024-10-25 16:41:36 -07:00 · 2024-10-25 16:41:36 -07:00 · 16620a8185
commit 16620a8185
parent bf8bc7a781
13 changed files with 173 additions and 66 deletions
--- a/llama_stack/distribution/routers/routers.py
+++ b/llama_stack/distribution/routers/routers.py
@ -97,6 +97,7 @@ class InferenceRouter(Inference):
            logprobs=logprobs,
        )
        provider = self.routing_table.get_provider_impl(model)
+
        if stream:
            return (chunk async for chunk in await provider.chat_completion(**params))
        else: