diff --git a/llama_stack/providers/impls/meta_reference/inference/inference.py b/llama_stack/providers/impls/meta_reference/inference/inference.py index 9abafb451..dca4ea6fb 100644 --- a/llama_stack/providers/impls/meta_reference/inference/inference.py +++ b/llama_stack/providers/impls/meta_reference/inference/inference.py @@ -136,7 +136,7 @@ class MetaReferenceInferenceImpl(Inference, RoutableProvider): len(token_result.logprobs) == 1 ), "Expected logprob to contain 1 result for the current token" assert ( - logprobs.top_k == 1 + request.logprobs.top_k == 1 ), "Only top_k=1 is supported for LogProbConfig" logprobs.append(