phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-18 15:39:47 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Since we are pushing for HF repos, we should accept them in inference configs

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-20 16:07:29 -08:00
parent 00816cc8ef
commit 0d4565349b
5 changed files with 14 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/inline/inference/meta_reference/config.py
View file

@ -37,8 +37,10 @@ class MetaReferenceInferenceConfig(BaseModel):
@classmethod
def validate_model(cls, model: str) -> str:
permitted_models = supported_inference_models()
if model not in permitted_models:
model_list = "\n\t".join(permitted_models)
descriptors = [m.descriptor() for m in permitted_models]
repos = [m.huggingface_repo for m in permitted_models]
if model not in (descriptors + repos):
model_list = "\n\t".join(repos)
raise ValueError(
f"Unknown model: `{model}`. Choose from [\n\t{model_list}\n]"
)