Remove quantization_config from the APIs for now

2024-08-21 14:17:05 -07:00 · 2024-08-21 14:17:05 -07:00 · 863bb915e1
commit 863bb915e1
parent ab0a24f333
5 changed files with 18 additions and 157 deletions
--- a/llama_toolchain/agentic_system/client.py
+++ b/llama_toolchain/agentic_system/client.py
@ -135,7 +135,6 @@ async def run_main(host: str, port: int):
            available_tools=tool_definitions,
            input_shields=[],
            output_shields=[],
-            quantization_config=None,
            debug_prefix_messages=[],
            tool_prompt_format=ToolPromptFormat.json,
        ),