add tools api with a stub provider impl

llama_stack/providers/datatypes.py

@@ -30,6 +30,7 @@ class Api(Enum):
     scoring = "scoring"
     eval = "eval"
     post_training = "post_training"
+    tool_runtime = "tool_runtime"
 
     telemetry = "telemetry"
 
@@ -39,6 +40,7 @@ class Api(Enum):
     datasets = "datasets"
     scoring_functions = "scoring_functions"
     eval_tasks = "eval_tasks"
+    tools = "tools"
 
     # built-in API
     inspect = "inspect"
@@ -79,6 +81,8 @@ class EvalTasksProtocolPrivate(Protocol):
 class ToolsProtocolPrivate(Protocol):
     async def register_tool(self, tool: Tool) -> None: ...
 
+    async def unregister_tool(self, tool_id: str) -> None: ...
+
 
 @json_schema_type
 class ProviderSpec(BaseModel):

llama_stack/providers/inline/tool_runtime/meta_reference/__init__.py

@@ -0,0 +1,14 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+from .config import MetaReferenceToolRuntimeConfig
+from .meta_reference import MetaReferenceToolRuntimeImpl
+
+
+async def get_provider_impl(config: MetaReferenceToolRuntimeConfig, _deps):
+    impl = MetaReferenceToolRuntimeImpl(config)
+    await impl.initialize()
+    return impl

llama_stack/providers/inline/tool_runtime/meta_reference/config.py

@@ -7,5 +7,5 @@
 from pydantic import BaseModel
 
 
-class MetaReferenceToolConfig(BaseModel):
+class MetaReferenceToolRuntimeConfig(BaseModel):
     pass

llama_stack/providers/inline/tool_runtime/meta_reference/meta_reference.py

@@ -0,0 +1,30 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+from typing import Any, Dict
+
+from llama_stack.apis.tools import Tool, ToolRuntime
+from llama_stack.providers.datatypes import ToolsProtocolPrivate
+
+from .config import MetaReferenceToolRuntimeConfig
+
+
+class MetaReferenceToolRuntimeImpl(ToolsProtocolPrivate, ToolRuntime):
+    def __init__(self, config: MetaReferenceToolRuntimeConfig):
+        self.config = config
+
+    async def initialize(self):
+        pass
+
+    async def register_tool(self, tool: Tool):
+        print(f"registering tool {tool.identifier}")
+        pass
+
+    async def unregister_tool(self, tool_id: str) -> None:
+        pass
+
+    async def invoke_tool(self, tool_id: str, args: Dict[str, Any]) -> Any:
+        pass

llama_stack/providers/inline/tools/meta_reference/__init__.py

@@ -1,7 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from .meta_reference import *  # noqa: F401 F403

llama_stack/providers/inline/tools/meta_reference/meta_reference.py

@@ -1,17 +0,0 @@
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the terms described in the LICENSE file in
-# the root directory of this source tree.
-
-from llama_stack.apis.tools import Tool, Tools
-
-from .config import MetaReferenceToolConfig
-
-
-class MetaReferenceTool(Tools):
-    def __init__(self, config: MetaReferenceToolConfig):
-        self.config = config
-
-    async def register_tool(self, tool: Tool):
-        pass

llama_stack/providers/registry/tool_runtime.py

@@ -0,0 +1,21 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+from typing import List
+
+from llama_stack.distribution.datatypes import Api, InlineProviderSpec, ProviderSpec
+
+
+def available_providers() -> List[ProviderSpec]:
+    return [
+        InlineProviderSpec(
+            api=Api.tool_runtime,
+            provider_type="inline::meta-reference",
+            pip_packages=[],
+            module="llama_stack.providers.inline.tool_runtime.meta_reference",
+            config_class="llama_stack.providers.inline.tool_runtime.meta_reference.MetaReferenceToolRuntimeConfig",
+        ),
+    ]