phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-06-27 18:50:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat: adding tool annotation used by MCP

Browse source
This commit is contained in:
Lance Galletti 2025-06-23 10:56:08 -04:00
parent 929ac618ce
commit 4b1330a84b
9 changed files with 160 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

100
docs/_static/llama-stack-spec.html vendored
View file

@ -5547,6 +5547,31 @@
"additionalProperties": {
"$ref": "#/components/schemas/ToolParamDefinition"
}
},
"annotations": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},
"additionalProperties": false,
@ -6447,6 +6472,31 @@
}
]
}
},
"annotations": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},
"additionalProperties": false,
@ -8309,6 +8359,31 @@
},
"description": {
"type": "string"
},
"annotations": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},
"additionalProperties": false,
@ -10810,6 +10885,31 @@
}
]
}
},
"annotations": {
"type": "object",
"additionalProperties": {
"oneOf": [
{
"type": "null"
},
{
"type": "boolean"
},
{
"type": "number"
},
{
"type": "string"
},
{
"type": "array"
},
{
"type": "object"
}
]
}
}
},
"additionalProperties": false,

40
docs/_static/llama-stack-spec.yaml vendored
View file

@ -3912,6 +3912,16 @@ components:
type: object
additionalProperties:
$ref: '#/components/schemas/ToolParamDefinition'
annotations:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- tool_name
@ -4610,6 +4620,16 @@ components:
- type: string
- type: array
- type: object
annotations:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- name
@ -5855,6 +5875,16 @@ components:
type: string
description:
type: string
annotations:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- input_schema
@ -7615,6 +7645,16 @@ components:
- type: string
- type: array
- type: object
annotations:
type: object
additionalProperties:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
additionalProperties: false
required:
- identifier

1
llama_stack/apis/agents/openai_responses.py
View file

@ -116,6 +116,7 @@ class MCPListToolsTool(BaseModel):
input_schema: dict[str, Any]
name: str
description: str | None = None
annotations: dict[str, Any] | None = None
@json_schema_type

11
llama_stack/apis/tools/tools.py
View file

@ -27,6 +27,15 @@ class ToolParameter(BaseModel):
default: Any | None = None
@json_schema_type
class ToolAnnotations(BaseModel):
title: str | None = None
readOnlyHint: bool | None = None
destructiveHint: bool | None = None
idempotentHint: bool | None = None
openWorldHint: bool | None = None
@json_schema_type
class Tool(Resource):
type: Literal[ResourceType.tool] = ResourceType.tool
@ -34,6 +43,7 @@ class Tool(Resource):
description: str
parameters: list[ToolParameter]
metadata: dict[str, Any] | None = None
annotations: ToolAnnotations | None = None
@json_schema_type
@ -42,6 +52,7 @@ class ToolDef(BaseModel):
description: str | None = None
parameters: list[ToolParameter] | None = None
metadata: dict[str, Any] | None = None
annotations: ToolAnnotations | None = None
@json_schema_type

1
llama_stack/distribution/routing_tables/toolgroups.py
View file

@ -74,6 +74,7 @@ class ToolGroupsRoutingTable(CommonRoutingTableImpl, ToolGroups):
parameters=t.parameters or [],
metadata=t.metadata,
provider_id=toolgroup.provider_id,
annotations=t.annotations,
)
)

3
llama_stack/models/llama/datatypes.py
View file

@ -11,6 +11,8 @@ from typing import Annotated, Any, Literal
from pydantic import BaseModel, ConfigDict, Field, field_serializer, field_validator
from apis.tools import ToolAnnotations
# The goal is that these set of types are relevant for all Llama models.
# That isn't the current state yet -- e.g., BuiltinTool is somewhat specific to
# the llama3 series of models.
@ -99,6 +101,7 @@ class ToolDefinition(BaseModel):
tool_name: BuiltinTool | str
description: str | None = None
parameters: dict[str, ToolParamDefinition] | None = None
annotations: ToolAnnotations | None = None
@field_validator("tool_name", mode="before")
@classmethod

1
llama_stack/providers/inline/agents/meta_reference/agent_instance.py
View file

@ -843,6 +843,7 @@ class ChatAgent(ShieldRunnerMixin):
)
for param in tool_def.parameters
},
annotations=tool_def.annotations,
)
tool_name_to_args[tool_def.identifier] = toolgroup_to_args.get(toolgroup_name, {})

1
llama_stack/providers/inline/agents/meta_reference/openai_responses.py
View file

@ -665,6 +665,7 @@ class OpenAIResponsesImpl:
},
"required": [p.name for p in t.parameters if p.required],
},
annotations=t.annotations,
)
)
else:

2
llama_stack/providers/utils/tools/mcp.py
View file

@ -65,6 +65,7 @@ async def list_mcp_tools(endpoint: str, headers: dict[str, str]) -> ListToolDefs
description=param_schema.get("description", ""),
)
)
annotations = getattr(tool, "annotations", None)
tools.append(
ToolDef(
name=tool.name,
@ -73,6 +74,7 @@ async def list_mcp_tools(endpoint: str, headers: dict[str, str]) -> ListToolDefs
metadata={
"endpoint": endpoint,
},
annotations=annotations,
)
)
return ListToolDefsResponse(data=tools)