more commits

docs/source/providers/tool_runtime/remote_tavily-search.md

@@ -10,12 +10,16 @@ Tavily Search tool for AI-optimized web search with structured results.
 |-------|------|----------|---------|-------------|
 | `api_key` | `str \| None` | No |  | The Tavily Search API Key |
 | `max_results` | `<class 'int'>` | No | 3 | The maximum number of results to return |
+| `timeout` | `<class 'float'>` | No | 30.0 | HTTP request timeout for the API |
+| `connect_timeout` | `<class 'float'>` | No | 10.0 | HTTP connection timeout in seconds for the API |
 
 ## Sample Configuration
 
 ```yaml
 api_key: ${env.TAVILY_SEARCH_API_KEY:=}
 max_results: 3
+timeout: 30.0
+connect_timeout: 10.0
 
 ```
 

llama_stack/providers/remote/tool_runtime/tavily_search/config.py

@@ -32,6 +32,6 @@ class TavilySearchToolConfig(BaseModel):
         return {
             "api_key": "${env.TAVILY_SEARCH_API_KEY:=}",
             "max_results": 3,
-            "timeout:" 30.0,
+            "timeout": 30.0,
             "connect_timeout": 10.0,
         }

llama_stack/providers/remote/tool_runtime/tavily_search/tavily_search.py

@@ -70,7 +70,7 @@ class TavilySearchToolRuntimeImpl(ToolGroupsProtocolPrivate, ToolRuntime, NeedsR
     async def invoke_tool(self, tool_name: str, kwargs: dict[str, Any]) -> ToolInvocationResult:
         api_key = self._get_api_key()
 
-        timeout = https.Timeout(timeout=self.config.timeout, connect=self.config.connect_timeout)
+        httpx.Timeout(timeout=self.config.timeout, connect=self.config.connect_timeout)
 
         async with httpx.AsyncClient() as client:
             response = await client.post(

llama_stack/templates/bedrock/run.yaml

@@ -85,6 +85,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/cerebras/run.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/ci-tests/run.yaml

@@ -89,6 +89,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/dell/run-with-safety.yaml

@@ -92,6 +92,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/dell/run.yaml

@@ -88,6 +88,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/fireworks/run-with-safety.yaml

@@ -105,6 +105,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: wolfram-alpha
     provider_type: remote::wolfram-alpha
     config:

llama_stack/templates/fireworks/run.yaml

@@ -100,6 +100,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: wolfram-alpha
     provider_type: remote::wolfram-alpha
     config:

llama_stack/templates/groq/run.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-endpoint/run-with-safety.yaml

@@ -96,6 +96,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-endpoint/run.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-serverless/run-with-safety.yaml

@@ -96,6 +96,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/hf-serverless/run.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/llama_api/run.yaml

@@ -101,6 +101,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/meta-reference-gpu/run-with-safety.yaml

@@ -106,6 +106,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/meta-reference-gpu/run.yaml

@@ -96,6 +96,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/ollama/run-with-safety.yaml

@@ -107,6 +107,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/ollama/run.yaml

@@ -105,6 +105,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/open-benchmark/run.yaml

@@ -115,6 +115,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/passthrough/run-with-safety.yaml

@@ -96,6 +96,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: wolfram-alpha
     provider_type: remote::wolfram-alpha
     config:

llama_stack/templates/passthrough/run.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: wolfram-alpha
     provider_type: remote::wolfram-alpha
     config:

llama_stack/templates/postgres-demo/run.yaml

@@ -65,6 +65,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/remote-vllm/run-with-safety.yaml

@@ -100,6 +100,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/remote-vllm/run.yaml

@@ -93,6 +93,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/sambanova/run.yaml

@@ -70,6 +70,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/starter/run.yaml

@@ -162,6 +162,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/tgi/run-with-safety.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/tgi/run.yaml

@@ -90,6 +90,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/together/run-with-safety.yaml

@@ -96,6 +96,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/together/run.yaml

@@ -91,6 +91,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/vllm-gpu/run.yaml

@@ -95,6 +95,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}

llama_stack/templates/watsonx/run.yaml

@@ -92,6 +92,8 @@ providers:
     config:
       api_key: ${env.TAVILY_SEARCH_API_KEY:=}
       max_results: 3
+      timeout: 30.0
+      connect_timeout: 10.0
   - provider_id: rag-runtime
     provider_type: inline::rag-runtime
     config: {}