phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-16 06:53:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test full generation + eval

Browse source
This commit is contained in:
Xi Yan 2024-10-25 16:52:59 -07:00
parent 16620a8185
commit 247a53d393
5 changed files with 15 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_stack/distribution/routers/routers.py
View file

@ -97,7 +97,6 @@ class InferenceRouter(Inference):
logprobs=logprobs,
)
provider = self.routing_table.get_provider_impl(model)
if stream:
return (chunk async for chunk in await provider.chat_completion(**params))
else: