new param arguments_json in ToolCall

This commit is contained in:
Hardik Shah 2025-03-18 13:44:29 -07:00
parent 37f155e41d
commit 549096b264
10 changed files with 132 additions and 107 deletions

View file

@ -582,6 +582,7 @@ class VLLMInferenceImpl(Inference, ModelsProtocolPrivate):
tool_name=t.function.name,
# vLLM function args come back as a string. Llama Stack expects JSON.
arguments=json.loads(t.function.arguments),
arguments_json=t.function.arguments,
)
for t in vllm_message.tool_calls
],