phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-14 15:32:46 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

llm as judge, move folders

Browse source
This commit is contained in:
Xi Yan 2024-10-25 16:41:36 -07:00
parent bf8bc7a781
commit 16620a8185
13 changed files with 173 additions and 66 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/distribution/routers/routers.py
View file

@ -97,6 +97,7 @@ class InferenceRouter(Inference):
logprobs=logprobs,
)
provider = self.routing_table.get_provider_impl(model)
if stream:
return (chunk async for chunk in await provider.chat_completion(**params))
else: