From 81c6ef5c1cc24c3adfd4fdc4ca5a52d348ef1b24 Mon Sep 17 00:00:00 2001 From: ehhuang Date: Sat, 1 Mar 2025 10:40:00 -0800 Subject: [PATCH] fix: don't update tool_config inplace (#1338) Summary: messes tests up Test Plan: run agent tests --- llama_stack/distribution/routers/routers.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llama_stack/distribution/routers/routers.py b/llama_stack/distribution/routers/routers.py index b0cb50e42..f85bbff97 100644 --- a/llama_stack/distribution/routers/routers.py +++ b/llama_stack/distribution/routers/routers.py @@ -4,6 +4,7 @@ # This source code is licensed under the terms described in the LICENSE file in # the root directory of this source tree. +import copy from typing import Any, AsyncGenerator, Dict, List, Optional from llama_stack.apis.common.content_types import ( @@ -159,6 +160,7 @@ class InferenceRouter(Inference): params["tool_prompt_format"] = tool_prompt_format tool_config = ToolConfig(**params) + tool_config = copy.copy(tool_config) tool_config.tool_prompt_format = tool_config.tool_prompt_format or get_default_tool_prompt_format(model_id) tools = tools or []