phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 20:02:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

temp commit

Browse source
This commit is contained in:
Botao Chen 2024-12-16 19:04:47 -08:00
parent b2dbb5e3fe
commit 30f6eb282f
7 changed files with 16 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/providers/inline/inference/meta_reference/inference.py
View file

@ -94,7 +94,6 @@ class MetaReferenceInferenceImpl(
],
)
model = await self.model_registry_helper.register_model(model)
print("model type", type(model))
if model.model_type == ModelType.embedding:
self._load_sentence_transformer_model(model.provider_resource_id)
@ -304,7 +303,6 @@ class MetaReferenceInferenceImpl(
if self.config.create_distributed_process_group:
async with SEMAPHORE:
print("after SEMAPHORE")
return impl()
else:
return impl()