phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 21:19:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Account for if a permitted model is None

Browse source
This commit is contained in:
Connor Hack 2024-11-20 18:03:34 -08:00
parent 05f1041bfa
commit 16ffe19a20
4 changed files with 5 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/inline/inference/vllm/config.py
View file

@ -49,8 +49,8 @@ class VLLMConfig(BaseModel):
def validate_model(cls, model: str) -> str:
permitted_models = supported_inference_models()
descriptors = [m.descriptor() for m in permitted_models]
repos = [m.huggingface_repo for m in permitted_models]
descriptors = [m.descriptor() for m in permitted_models if m is not None]
repos = [m.huggingface_repo for m in permitted_models if m is not None]
if model not in (descriptors + repos):
model_list = "\n\t".join(repos)
raise ValueError(