phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-03 17:29:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

adapter

Browse source
This commit is contained in:
Aidan Do 2024-12-20 09:00:52 +11:00
parent c20f342cde
commit 237cc26ac6
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/utils/inference/prompt_adapter.py
View file

@ -275,9 +275,10 @@ def chat_completion_request_to_messages(
model.model_family == ModelFamily.llama3_2 model.model_family == ModelFamily.llama3_2
and is_multimodal(model.core_model_id) and is_multimodal(model.core_model_id)
): ):
# llama3.1, llama3.2 multimodal and llama3.3 models follow the same tool prompt format # llama3.1 and llama3.2 multimodal models follow the same tool prompt format
messages = augment_messages_for_tools_llama_3_1(request) messages = augment_messages_for_tools_llama_3_1(request)
elif model.model_family in (ModelFamily.llama3_2, ModelFamily.llama3_3): elif model.model_family in (ModelFamily.llama3_2, ModelFamily.llama3_3):
# llama3.2 and llama3.3 models follow the same tool prompt format
messages = augment_messages_for_tools_llama_3_2(request) messages = augment_messages_for_tools_llama_3_2(request)
else: else:
messages = request.messages messages = request.messages