phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

bugfix

Browse source
This commit is contained in:
Xi Yan 2024-10-07 17:43:46 -07:00
parent f1d31fe9b5
commit 5096f422e3
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/impls/meta_reference/inference/inference.py
View file

@ -136,7 +136,7 @@ class MetaReferenceInferenceImpl(Inference, RoutableProvider):
len(token_result.logprobs) == 1
), "Expected logprob to contain 1 result for the current token"
assert (
logprobs.top_k == 1
request.logprobs.top_k == 1
), "Only top_k=1 is supported for LogProbConfig"
logprobs.append(