mirror of
https://github.com/meta-llama/llama-stack.git
synced 2026-01-02 20:04:31 +00:00
new param arguments_json in ToolCall
This commit is contained in:
parent
37f155e41d
commit
549096b264
10 changed files with 132 additions and 107 deletions
|
|
@ -582,6 +582,7 @@ class VLLMInferenceImpl(Inference, ModelsProtocolPrivate):
|
|||
tool_name=t.function.name,
|
||||
# vLLM function args come back as a string. Llama Stack expects JSON.
|
||||
arguments=json.loads(t.function.arguments),
|
||||
arguments_json=t.function.arguments,
|
||||
)
|
||||
for t in vllm_message.tool_calls
|
||||
],
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue