From f2ac4e2a94bd4eb39db196b3ab8dd324c26388ee Mon Sep 17 00:00:00 2001 From: Jinan Zhou Date: Wed, 20 Nov 2024 23:41:36 +0000 Subject: [PATCH] minor fix --- llama_stack/providers/remote/inference/nutanix/nutanix.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/llama_stack/providers/remote/inference/nutanix/nutanix.py b/llama_stack/providers/remote/inference/nutanix/nutanix.py index 8d9814659..3c0782eb3 100644 --- a/llama_stack/providers/remote/inference/nutanix/nutanix.py +++ b/llama_stack/providers/remote/inference/nutanix/nutanix.py @@ -73,8 +73,9 @@ class NutanixInferenceAdapter(ModelRegistryHelper, Inference): stream: Optional[bool] = False, logprobs: Optional[LogProbConfig] = None, ) -> AsyncGenerator: + model = await self.model_store.get_model(model_id) request = ChatCompletionRequest( - model=model, + model=model.provider_resource_id, messages=messages, sampling_params=sampling_params, tools=tools or [],