mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-04 12:07:34 +00:00
Add ToolPromptFormat to ChatFormat.encode_message so that tools are encoded properly
This commit is contained in:
parent
decbbc127b
commit
69d9655ecd
4 changed files with 21 additions and 5 deletions
|
@ -104,6 +104,7 @@ class MetaReferenceInferenceImpl(Inference):
|
|||
top_p=request.sampling_params.top_p,
|
||||
max_gen_len=request.sampling_params.max_tokens,
|
||||
logprobs=request.logprobs,
|
||||
tool_prompt_format=request.tool_prompt_format,
|
||||
):
|
||||
buffer += token_result.text
|
||||
tokens.append(token_result.token)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue