mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-28 19:04:19 +00:00
842 lines
32 KiB
HTML
842 lines
32 KiB
HTML
<!DOCTYPE html>
|
|
<html>
|
|
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<meta name="viewport" content="width=device-width, initial-scale=1">
|
|
<title>OpenAPI specification</title>
|
|
<link href="https://fonts.googleapis.com/css?family=Montserrat:300,400,700|Roboto:300,400,700" rel="stylesheet">
|
|
<style>
|
|
body {
|
|
margin: 0;
|
|
padding: 0;
|
|
}
|
|
|
|
</style>
|
|
<script defer="defer" src="https://cdn.redoc.ly/redoc/latest/bundles/redoc.standalone.js"></script>
|
|
<script defer="defer">
|
|
document.addEventListener("DOMContentLoaded", function () {
|
|
spec = {
|
|
"openapi": "3.1.0",
|
|
"info": {
|
|
"title": "Llama Stack specification",
|
|
"version": "0.1",
|
|
"description": "This is the llama stack"
|
|
},
|
|
"servers": [
|
|
{
|
|
"url": "http://llama.meta.com"
|
|
}
|
|
],
|
|
"paths": {
|
|
"/agentic/system/execute": {
|
|
"get": {
|
|
"responses": {
|
|
"200": {
|
|
"description": "OK",
|
|
"content": {
|
|
"application/json": {
|
|
"schema": {
|
|
"type": "string"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"tags": [
|
|
"AgenticSystem"
|
|
],
|
|
"parameters": []
|
|
}
|
|
},
|
|
"/chat_completion": {
|
|
"post": {
|
|
"responses": {
|
|
"200": {
|
|
"description": "Normal chat completion response. **OR** Streamed chat completion response.",
|
|
"content": {
|
|
"application/json": {
|
|
"schema": {
|
|
"oneOf": [
|
|
{
|
|
"$ref": "#/components/schemas/ChatCompletionResponse"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/StreamedChatCompletionResponse"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"tags": [
|
|
"Inference"
|
|
],
|
|
"parameters": [],
|
|
"requestBody": {
|
|
"content": {
|
|
"application/json": {
|
|
"schema": {
|
|
"$ref": "#/components/schemas/ChatCompletionRequest"
|
|
}
|
|
}
|
|
},
|
|
"required": true
|
|
}
|
|
}
|
|
},
|
|
"/completion": {
|
|
"post": {
|
|
"responses": {
|
|
"200": {
|
|
"description": "Normal completion response. **OR** streamed completion response.",
|
|
"content": {
|
|
"application/json": {
|
|
"schema": {
|
|
"oneOf": [
|
|
{
|
|
"$ref": "#/components/schemas/CompletionResponse"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/StreamedCompletionResponse"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"tags": [
|
|
"Inference"
|
|
],
|
|
"parameters": [],
|
|
"requestBody": {
|
|
"content": {
|
|
"application/json": {
|
|
"schema": {
|
|
"$ref": "#/components/schemas/CompletionRequest"
|
|
}
|
|
}
|
|
},
|
|
"required": true
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"jsonSchemaDialect": "https://json-schema.org/draft/2020-12/schema",
|
|
"components": {
|
|
"schemas": {
|
|
"Attachment": {
|
|
"type": "object",
|
|
"properties": {
|
|
"url": {
|
|
"$ref": "#/components/schemas/URL"
|
|
},
|
|
"mime_type": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"url",
|
|
"mime_type"
|
|
],
|
|
"title": "Attachments are used to refer to external resources, such as images, videos, audio, etc."
|
|
},
|
|
"ChatCompletionRequest": {
|
|
"type": "object",
|
|
"properties": {
|
|
"message": {
|
|
"$ref": "#/components/schemas/Message"
|
|
},
|
|
"message_history": {
|
|
"type": "array",
|
|
"items": {
|
|
"$ref": "#/components/schemas/Message"
|
|
}
|
|
},
|
|
"model": {
|
|
"type": "string",
|
|
"enum": [
|
|
"llama3_8b_chat",
|
|
"llama3_70b_chat"
|
|
],
|
|
"default": "llama3_8b_chat"
|
|
},
|
|
"sampling_params": {
|
|
"type": "object",
|
|
"properties": {
|
|
"temperature": {
|
|
"type": "number",
|
|
"default": 0.0
|
|
},
|
|
"strategy": {
|
|
"type": "string",
|
|
"default": "greedy"
|
|
},
|
|
"top_p": {
|
|
"type": "number",
|
|
"default": 0.95
|
|
},
|
|
"top_k": {
|
|
"type": "integer",
|
|
"default": 0
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"temperature",
|
|
"strategy",
|
|
"top_p",
|
|
"top_k"
|
|
]
|
|
},
|
|
"max_tokens": {
|
|
"type": "integer",
|
|
"default": 0
|
|
},
|
|
"stream": {
|
|
"type": "boolean",
|
|
"default": false
|
|
},
|
|
"logprobs": {
|
|
"type": "boolean",
|
|
"default": false
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"message",
|
|
"message_history",
|
|
"model",
|
|
"sampling_params",
|
|
"max_tokens",
|
|
"stream",
|
|
"logprobs"
|
|
]
|
|
},
|
|
"Message": {
|
|
"type": "object",
|
|
"properties": {
|
|
"role": {
|
|
"type": "string",
|
|
"enum": [
|
|
"system",
|
|
"user",
|
|
"assistant",
|
|
"tool"
|
|
]
|
|
},
|
|
"content": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
},
|
|
{
|
|
"type": "array",
|
|
"items": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"tool_definitions": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "object",
|
|
"properties": {
|
|
"tool_name": {
|
|
"type": "string"
|
|
},
|
|
"parameters": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"tool_name",
|
|
"parameters"
|
|
]
|
|
}
|
|
},
|
|
"tool_calls": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "object",
|
|
"properties": {
|
|
"tool_name": {
|
|
"type": "string"
|
|
},
|
|
"arguments": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"tool_name",
|
|
"arguments"
|
|
],
|
|
"title": "A tool call is a request to a tool."
|
|
}
|
|
},
|
|
"tool_responses": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "object",
|
|
"properties": {
|
|
"tool_name": {
|
|
"type": "string"
|
|
},
|
|
"response": {
|
|
"type": "string"
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"tool_name",
|
|
"response"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"role",
|
|
"content",
|
|
"tool_definitions",
|
|
"tool_calls",
|
|
"tool_responses"
|
|
]
|
|
},
|
|
"URL": {
|
|
"type": "string",
|
|
"format": "uri",
|
|
"pattern": "^(https?://|file://|data:)"
|
|
},
|
|
"ChatCompletionResponse": {
|
|
"type": "object",
|
|
"properties": {
|
|
"content": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
},
|
|
{
|
|
"type": "array",
|
|
"items": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"stop_reason": {
|
|
"type": "string",
|
|
"enum": [
|
|
"not_stopped",
|
|
"finished_ok",
|
|
"max_tokens"
|
|
],
|
|
"title": "Stop reasons are used to indicate why the model stopped generating text."
|
|
},
|
|
"tool_calls": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "object",
|
|
"properties": {
|
|
"tool_name": {
|
|
"type": "string"
|
|
},
|
|
"arguments": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"tool_name",
|
|
"arguments"
|
|
],
|
|
"title": "A tool call is a request to a tool."
|
|
}
|
|
},
|
|
"logprobs": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"content",
|
|
"stop_reason",
|
|
"tool_calls"
|
|
],
|
|
"title": "Normal chat completion response."
|
|
},
|
|
"StreamedChatCompletionResponse": {
|
|
"type": "object",
|
|
"properties": {
|
|
"text_delta": {
|
|
"type": "string"
|
|
},
|
|
"stop_reason": {
|
|
"type": "string",
|
|
"enum": [
|
|
"not_stopped",
|
|
"finished_ok",
|
|
"max_tokens"
|
|
],
|
|
"title": "Stop reasons are used to indicate why the model stopped generating text."
|
|
},
|
|
"tool_call": {
|
|
"type": "object",
|
|
"properties": {
|
|
"tool_name": {
|
|
"type": "string"
|
|
},
|
|
"arguments": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"tool_name",
|
|
"arguments"
|
|
],
|
|
"title": "A tool call is a request to a tool."
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"text_delta",
|
|
"stop_reason"
|
|
],
|
|
"title": "Streamed chat completion response."
|
|
},
|
|
"CompletionRequest": {
|
|
"type": "object",
|
|
"properties": {
|
|
"content": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
},
|
|
{
|
|
"type": "array",
|
|
"items": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"model": {
|
|
"type": "string",
|
|
"enum": [
|
|
"llama3_8b",
|
|
"llama3_70b"
|
|
],
|
|
"default": "llama3_8b"
|
|
},
|
|
"sampling_params": {
|
|
"type": "object",
|
|
"properties": {
|
|
"temperature": {
|
|
"type": "number",
|
|
"default": 0.0
|
|
},
|
|
"strategy": {
|
|
"type": "string",
|
|
"default": "greedy"
|
|
},
|
|
"top_p": {
|
|
"type": "number",
|
|
"default": 0.95
|
|
},
|
|
"top_k": {
|
|
"type": "integer",
|
|
"default": 0
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"temperature",
|
|
"strategy",
|
|
"top_p",
|
|
"top_k"
|
|
]
|
|
},
|
|
"max_tokens": {
|
|
"type": "integer",
|
|
"default": 0
|
|
},
|
|
"stream": {
|
|
"type": "boolean",
|
|
"default": false
|
|
},
|
|
"logprobs": {
|
|
"type": "boolean",
|
|
"default": false
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"content",
|
|
"model",
|
|
"sampling_params",
|
|
"max_tokens",
|
|
"stream",
|
|
"logprobs"
|
|
]
|
|
},
|
|
"CompletionResponse": {
|
|
"type": "object",
|
|
"properties": {
|
|
"content": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
},
|
|
{
|
|
"type": "array",
|
|
"items": {
|
|
"oneOf": [
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"$ref": "#/components/schemas/Attachment"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"stop_reason": {
|
|
"type": "string",
|
|
"enum": [
|
|
"not_stopped",
|
|
"finished_ok",
|
|
"max_tokens"
|
|
],
|
|
"title": "Stop reasons are used to indicate why the model stopped generating text."
|
|
},
|
|
"logprobs": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"content",
|
|
"stop_reason"
|
|
],
|
|
"title": "Normal completion response."
|
|
},
|
|
"StreamedCompletionResponse": {
|
|
"type": "object",
|
|
"properties": {
|
|
"text_delta": {
|
|
"type": "string"
|
|
},
|
|
"stop_reason": {
|
|
"type": "string",
|
|
"enum": [
|
|
"not_stopped",
|
|
"finished_ok",
|
|
"max_tokens"
|
|
],
|
|
"title": "Stop reasons are used to indicate why the model stopped generating text."
|
|
},
|
|
"logprobs": {
|
|
"type": "object",
|
|
"additionalProperties": {
|
|
"oneOf": [
|
|
{
|
|
"type": "null"
|
|
},
|
|
{
|
|
"type": "boolean"
|
|
},
|
|
{
|
|
"type": "number"
|
|
},
|
|
{
|
|
"type": "string"
|
|
},
|
|
{
|
|
"type": "array"
|
|
},
|
|
{
|
|
"type": "object"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false,
|
|
"required": [
|
|
"text_delta",
|
|
"stop_reason"
|
|
],
|
|
"title": "streamed completion response."
|
|
}
|
|
},
|
|
"responses": {}
|
|
},
|
|
"security": [
|
|
{
|
|
"Default": []
|
|
}
|
|
],
|
|
"tags": [
|
|
{
|
|
"name": "AgenticSystem"
|
|
},
|
|
{
|
|
"name": "Inference"
|
|
},
|
|
{
|
|
"name": "Attachment",
|
|
"description": "Attachments are used to refer to external resources, such as images, videos, audio, etc.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Attachment\" />"
|
|
},
|
|
{
|
|
"name": "ChatCompletionRequest",
|
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionRequest\" />"
|
|
},
|
|
{
|
|
"name": "Message",
|
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/Message\" />"
|
|
},
|
|
{
|
|
"name": "URL",
|
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/URL\" />"
|
|
},
|
|
{
|
|
"name": "ChatCompletionResponse",
|
|
"description": "Normal chat completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionResponse\" />"
|
|
},
|
|
{
|
|
"name": "StreamedChatCompletionResponse",
|
|
"description": "Streamed chat completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/StreamedChatCompletionResponse\" />"
|
|
},
|
|
{
|
|
"name": "CompletionRequest",
|
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/CompletionRequest\" />"
|
|
},
|
|
{
|
|
"name": "CompletionResponse",
|
|
"description": "Normal completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/CompletionResponse\" />"
|
|
},
|
|
{
|
|
"name": "StreamedCompletionResponse",
|
|
"description": "streamed completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/StreamedCompletionResponse\" />"
|
|
}
|
|
],
|
|
"x-tagGroups": [
|
|
{
|
|
"name": "Operations",
|
|
"tags": [
|
|
"AgenticSystem",
|
|
"Inference"
|
|
]
|
|
},
|
|
{
|
|
"name": "Types",
|
|
"tags": [
|
|
"Attachment",
|
|
"ChatCompletionRequest",
|
|
"ChatCompletionResponse",
|
|
"CompletionRequest",
|
|
"CompletionResponse",
|
|
"Message",
|
|
"StreamedChatCompletionResponse",
|
|
"StreamedCompletionResponse",
|
|
"URL"
|
|
]
|
|
}
|
|
]
|
|
};
|
|
options = {
|
|
downloadFileName: "openapi.json",
|
|
expandResponses: "200",
|
|
expandSingleSchemaField: true,
|
|
jsonSampleExpandLevel: "all",
|
|
schemaExpansionLevel: "all",
|
|
};
|
|
element = document.getElementById("openapi-container");
|
|
Redoc.init(spec, options, element);
|
|
|
|
if (spec.info && spec.info.title) {
|
|
document.title = spec.info.title;
|
|
}
|
|
});
|
|
</script>
|
|
</head>
|
|
|
|
<body>
|
|
<div id="openapi-container"></div>
|
|
</body>
|
|
|
|
</html>
|