From 5096f422e3d4159c36664682e892f61bd0c3d4e8 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Mon, 7 Oct 2024 17:43:46 -0700 Subject: [PATCH] bugfix --- .../providers/impls/meta_reference/inference/inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_stack/providers/impls/meta_reference/inference/inference.py b/llama_stack/providers/impls/meta_reference/inference/inference.py index 9abafb451..dca4ea6fb 100644 --- a/llama_stack/providers/impls/meta_reference/inference/inference.py +++ b/llama_stack/providers/impls/meta_reference/inference/inference.py @@ -136,7 +136,7 @@ class MetaReferenceInferenceImpl(Inference, RoutableProvider): len(token_result.logprobs) == 1 ), "Expected logprob to contain 1 result for the current token" assert ( - logprobs.top_k == 1 + request.logprobs.top_k == 1 ), "Only top_k=1 is supported for LogProbConfig" logprobs.append(