From 8385a45aca86c53e2e0619c4954a9df899181ba5 Mon Sep 17 00:00:00 2001 From: Xi Yan Date: Wed, 11 Sep 2024 15:15:16 -0700 Subject: [PATCH] fix inference --- llama_toolchain/inference/meta_reference/inference.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_toolchain/inference/meta_reference/inference.py b/llama_toolchain/inference/meta_reference/inference.py index 9dca627ce..7eb6d5dc4 100644 --- a/llama_toolchain/inference/meta_reference/inference.py +++ b/llama_toolchain/inference/meta_reference/inference.py @@ -57,7 +57,7 @@ class MetaReferenceInferenceImpl(Inference): model: str, messages: List[Message], sampling_params: Optional[SamplingParams] = SamplingParams(), - tools: Optional[List[ToolDefinition]] = list, + tools: Optional[List[ToolDefinition]] = list(), tool_choice: Optional[ToolChoice] = ToolChoice.auto, tool_prompt_format: Optional[ToolPromptFormat] = ToolPromptFormat.json, stream: Optional[bool] = False,