phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-19 00:29:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Since we are pushing for HF repos, we should accept them in inference configs

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-20 16:07:29 -08:00
parent 00816cc8ef
commit 0d4565349b
5 changed files with 14 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama_stack/providers/utils/inference/prompt_adapter.py
View file

@ -178,7 +178,9 @@ def chat_completion_request_to_messages(
cprint(f"Could not resolve model {llama_model}", color="red")
return request.messages
if model.descriptor() not in supported_inference_models():
allowed_models = supported_inference_models()
descriptors = [m.descriptor() for m in allowed_models]
if model.descriptor() not in descriptors:
cprint(f"Unsupported inference model? {model.descriptor()}", color="red")
return request.messages