temp_commit

llama_stack/providers/inline/inference/meta_reference/generation.py

@@ -87,6 +87,9 @@ class Llama:
             This method initializes the distributed process group, sets the device to CUDA,
             and loads the pre-trained model and tokenizer.
         """
+        model = await self.model_store.get_model(config.model)
+        base_model = model.metadata["base_model"] or self.model_id
+        self.model = resolve_model(base_model)
         model = resolve_model(config.model)
         llama_model = model.core_model_id.value