mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-07-29 15:23:51 +00:00
fixes
This commit is contained in:
Ashwin Bharambe
parent
ee86f2c75f
commit
7cade3acc3
3 changed files with 721 additions and 271 deletions
|
|
@ -80,15 +80,12 @@ class CompletionResponseStreamChunk:
|
||||||
@json_schema_type
|
@json_schema_type
|
||||||
@dataclass
|
@dataclass
|
||||||
class ChatCompletionRequest:
|
class ChatCompletionRequest:
|
||||||
message: Message
|
|
||||||
model: InstructModel
|
model: InstructModel
|
||||||
message_history: List[Message] = None
|
dialog: Dialog
|
||||||
sampling_params: SamplingParams = SamplingParams()
|
sampling_params: SamplingParams = SamplingParams()
|
||||||
|
|
||||||
# zero-shot tool definitions as input to the model
|
# zero-shot tool definitions as input to the model
|
||||||
available_tools: List[Union[BuiltinTool, ToolDefinition]] = field(
|
available_tools: List[ToolDefinition] = field(default_factory=list)
|
||||||
default_factory=list
|
|
||||||
)
|
|
||||||
|
|
||||||
max_tokens: int = 0
|
max_tokens: int = 0
|
||||||
stream: bool = False
|
stream: bool = False
|
||||||
|
|
@ -119,6 +116,30 @@ class ChatCompletionResponseStreamChunk:
|
||||||
tool_call: Optional[ToolCall] = None
|
tool_call: Optional[ToolCall] = None
|
||||||
|
|
||||||
|
|
||||||
|
@json_schema_type
|
||||||
|
@dataclass
|
||||||
|
class BatchCompletionRequest:
|
||||||
|
model: PretrainedModel
|
||||||
|
content_batch: List[Content]
|
||||||
|
sampling_params: SamplingParams = SamplingParams()
|
||||||
|
max_tokens: int = 0
|
||||||
|
logprobs: bool = False
|
||||||
|
|
||||||
|
|
||||||
|
@json_schema_type
|
||||||
|
@dataclass
|
||||||
|
class BatchChatCompletionRequest:
|
||||||
|
model: InstructModel
|
||||||
|
batch_dialogs: List[Dialog]
|
||||||
|
sampling_params: SamplingParams = SamplingParams()
|
||||||
|
|
||||||
|
# zero-shot tool definitions as input to the model
|
||||||
|
available_tools: List[ToolDefinition] = field(default_factory=list)
|
||||||
|
|
||||||
|
max_tokens: int = 0
|
||||||
|
logprobs: bool = False
|
||||||
|
|
||||||
|
|
||||||
class Inference(Protocol):
|
class Inference(Protocol):
|
||||||
|
|
||||||
def post_completion(
|
def post_completion(
|
||||||
|
|
@ -131,35 +152,6 @@ class Inference(Protocol):
|
||||||
request: ChatCompletionRequest,
|
request: ChatCompletionRequest,
|
||||||
) -> Union[ChatCompletionResponse, ChatCompletionResponseStreamChunk]: ...
|
) -> Union[ChatCompletionResponse, ChatCompletionResponseStreamChunk]: ...
|
||||||
|
|
||||||
|
|
||||||
@json_schema_type
|
|
||||||
@dataclass
|
|
||||||
class BatchCompletionRequest:
|
|
||||||
content_batch: List[Content]
|
|
||||||
model: PretrainedModel
|
|
||||||
sampling_params: SamplingParams = SamplingParams()
|
|
||||||
max_tokens: int = 0
|
|
||||||
logprobs: bool = False
|
|
||||||
|
|
||||||
|
|
||||||
@json_schema_type
|
|
||||||
@dataclass
|
|
||||||
class BatchChatCompletionRequest:
|
|
||||||
model: InstructModel
|
|
||||||
batch_messages: List[Dialog]
|
|
||||||
sampling_params: SamplingParams = SamplingParams()
|
|
||||||
|
|
||||||
# zero-shot tool definitions as input to the model
|
|
||||||
available_tools: List[Union[BuiltinTool, ToolDefinition]] = field(
|
|
||||||
default_factory=list
|
|
||||||
)
|
|
||||||
|
|
||||||
max_tokens: int = 0
|
|
||||||
logprobs: bool = False
|
|
||||||
|
|
||||||
|
|
||||||
class BatchInference(Protocol):
|
|
||||||
"""Batch inference calls"""
|
|
||||||
def post_batch_completion(
|
def post_batch_completion(
|
||||||
self,
|
self,
|
||||||
request: BatchCompletionRequest,
|
request: BatchCompletionRequest,
|
||||||
|
|
@ -302,8 +294,7 @@ class MemoryBanks(Protocol):
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class KPromptGenerations:
|
class KPromptGenerations:
|
||||||
prompt: Message
|
dialog: Dialog
|
||||||
message_history: List[Message]
|
|
||||||
k_generations: List[Message]
|
k_generations: List[Message]
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -386,6 +386,66 @@
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"/batch_chat_completion": {
|
||||||
|
"post": {
|
||||||
|
"responses": {
|
||||||
|
"200": {
|
||||||
|
"description": "OK",
|
||||||
|
"content": {
|
||||||
|
"application/jsonl": {
|
||||||
|
"schema": {
|
||||||
|
"$ref": "#/components/schemas/ChatCompletionResponse"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"tags": [
|
||||||
|
"Inference"
|
||||||
|
],
|
||||||
|
"parameters": [],
|
||||||
|
"requestBody": {
|
||||||
|
"content": {
|
||||||
|
"application/json": {
|
||||||
|
"schema": {
|
||||||
|
"$ref": "#/components/schemas/BatchChatCompletionRequest"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"required": true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"/batch_completion": {
|
||||||
|
"post": {
|
||||||
|
"responses": {
|
||||||
|
"200": {
|
||||||
|
"description": "OK",
|
||||||
|
"content": {
|
||||||
|
"application/jsonl": {
|
||||||
|
"schema": {
|
||||||
|
"$ref": "#/components/schemas/CompletionResponse"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"tags": [
|
||||||
|
"Inference"
|
||||||
|
],
|
||||||
|
"parameters": [],
|
||||||
|
"requestBody": {
|
||||||
|
"content": {
|
||||||
|
"application/json": {
|
||||||
|
"schema": {
|
||||||
|
"$ref": "#/components/schemas/BatchCompletionRequest"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"required": true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
"/chat_completion": {
|
"/chat_completion": {
|
||||||
"post": {
|
"post": {
|
||||||
"responses": {
|
"responses": {
|
||||||
|
|
@ -1770,12 +1830,9 @@
|
||||||
],
|
],
|
||||||
"title": "Stream of logs from a finetuning job."
|
"title": "Stream of logs from a finetuning job."
|
||||||
},
|
},
|
||||||
"ChatCompletionRequest": {
|
"BatchChatCompletionRequest": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
"message": {
|
|
||||||
"$ref": "#/components/schemas/Message"
|
|
||||||
},
|
|
||||||
"model": {
|
"model": {
|
||||||
"type": "string",
|
"type": "string",
|
||||||
"enum": [
|
"enum": [
|
||||||
|
|
@ -1783,10 +1840,10 @@
|
||||||
"llama3_70b_chat"
|
"llama3_70b_chat"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"message_history": {
|
"batch_dialogs": {
|
||||||
"type": "array",
|
"type": "array",
|
||||||
"items": {
|
"items": {
|
||||||
"$ref": "#/components/schemas/Message"
|
"$ref": "#/components/schemas/Dialog"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"sampling_params": {
|
"sampling_params": {
|
||||||
|
|
@ -1820,80 +1877,67 @@
|
||||||
"available_tools": {
|
"available_tools": {
|
||||||
"type": "array",
|
"type": "array",
|
||||||
"items": {
|
"items": {
|
||||||
"oneOf": [
|
"type": "object",
|
||||||
{
|
"properties": {
|
||||||
"type": "string",
|
"tool_name": {
|
||||||
"enum": [
|
"oneOf": [
|
||||||
"web_search",
|
{
|
||||||
"math",
|
"type": "string",
|
||||||
"image_gen",
|
"enum": [
|
||||||
"code_interpreter"
|
"web_search",
|
||||||
]
|
"math",
|
||||||
},
|
"image_gen",
|
||||||
{
|
"code_interpreter"
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"tool_name": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"type": "string",
|
|
||||||
"enum": [
|
|
||||||
"web_search",
|
|
||||||
"math",
|
|
||||||
"image_gen",
|
|
||||||
"code_interpreter"
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "string"
|
|
||||||
}
|
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"parameters": {
|
{
|
||||||
"type": "object",
|
"type": "string"
|
||||||
"additionalProperties": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"type": "null"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "boolean"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "number"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "string"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "array"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"input_shields": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"$ref": "#/components/schemas/ShieldConfig"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"output_shields": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"$ref": "#/components/schemas/ShieldConfig"
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"tool_name",
|
|
||||||
"input_shields",
|
|
||||||
"output_shields"
|
|
||||||
]
|
]
|
||||||
|
},
|
||||||
|
"parameters": {
|
||||||
|
"type": "object",
|
||||||
|
"additionalProperties": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "null"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "boolean"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "number"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "array"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "object"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"input_shields": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"$ref": "#/components/schemas/ShieldConfig"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"output_shields": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"$ref": "#/components/schemas/ShieldConfig"
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"tool_name",
|
||||||
|
"input_shields",
|
||||||
|
"output_shields"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
|
@ -1901,10 +1945,6 @@
|
||||||
"type": "integer",
|
"type": "integer",
|
||||||
"default": 0
|
"default": 0
|
||||||
},
|
},
|
||||||
"stream": {
|
|
||||||
"type": "boolean",
|
|
||||||
"default": false
|
|
||||||
},
|
|
||||||
"logprobs": {
|
"logprobs": {
|
||||||
"type": "boolean",
|
"type": "boolean",
|
||||||
"default": false
|
"default": false
|
||||||
|
|
@ -1912,16 +1952,33 @@
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
"message",
|
|
||||||
"model",
|
"model",
|
||||||
"message_history",
|
"batch_dialogs",
|
||||||
"sampling_params",
|
"sampling_params",
|
||||||
"available_tools",
|
"available_tools",
|
||||||
"max_tokens",
|
"max_tokens",
|
||||||
"stream",
|
|
||||||
"logprobs"
|
"logprobs"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
"Dialog": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"message": {
|
||||||
|
"$ref": "#/components/schemas/Message"
|
||||||
|
},
|
||||||
|
"message_history": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"$ref": "#/components/schemas/Message"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"message",
|
||||||
|
"message_history"
|
||||||
|
]
|
||||||
|
},
|
||||||
"ChatCompletionResponse": {
|
"ChatCompletionResponse": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
@ -2032,6 +2089,287 @@
|
||||||
],
|
],
|
||||||
"title": "Normal chat completion response."
|
"title": "Normal chat completion response."
|
||||||
},
|
},
|
||||||
|
"BatchCompletionRequest": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"model": {
|
||||||
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"llama3_8b",
|
||||||
|
"llama3_70b"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"content_batch": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/Attachment"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/Attachment"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"sampling_params": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"temperature": {
|
||||||
|
"type": "number",
|
||||||
|
"default": 0.0
|
||||||
|
},
|
||||||
|
"strategy": {
|
||||||
|
"type": "string",
|
||||||
|
"default": "greedy"
|
||||||
|
},
|
||||||
|
"top_p": {
|
||||||
|
"type": "number",
|
||||||
|
"default": 0.95
|
||||||
|
},
|
||||||
|
"top_k": {
|
||||||
|
"type": "integer",
|
||||||
|
"default": 0
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"temperature",
|
||||||
|
"strategy",
|
||||||
|
"top_p",
|
||||||
|
"top_k"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"max_tokens": {
|
||||||
|
"type": "integer",
|
||||||
|
"default": 0
|
||||||
|
},
|
||||||
|
"logprobs": {
|
||||||
|
"type": "boolean",
|
||||||
|
"default": false
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"model",
|
||||||
|
"content_batch",
|
||||||
|
"sampling_params",
|
||||||
|
"max_tokens",
|
||||||
|
"logprobs"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"CompletionResponse": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"content": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/Attachment"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"$ref": "#/components/schemas/Attachment"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"stop_reason": {
|
||||||
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"not_stopped",
|
||||||
|
"finished_ok",
|
||||||
|
"max_tokens"
|
||||||
|
],
|
||||||
|
"title": "Stop reasons are used to indicate why the model stopped generating text."
|
||||||
|
},
|
||||||
|
"logprobs": {
|
||||||
|
"type": "object",
|
||||||
|
"additionalProperties": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "null"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "boolean"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "number"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "array"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "object"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"content"
|
||||||
|
],
|
||||||
|
"title": "Normal completion response."
|
||||||
|
},
|
||||||
|
"ChatCompletionRequest": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"model": {
|
||||||
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"llama3_8b_chat",
|
||||||
|
"llama3_70b_chat"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"dialog": {
|
||||||
|
"$ref": "#/components/schemas/Dialog"
|
||||||
|
},
|
||||||
|
"sampling_params": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"temperature": {
|
||||||
|
"type": "number",
|
||||||
|
"default": 0.0
|
||||||
|
},
|
||||||
|
"strategy": {
|
||||||
|
"type": "string",
|
||||||
|
"default": "greedy"
|
||||||
|
},
|
||||||
|
"top_p": {
|
||||||
|
"type": "number",
|
||||||
|
"default": 0.95
|
||||||
|
},
|
||||||
|
"top_k": {
|
||||||
|
"type": "integer",
|
||||||
|
"default": 0
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"temperature",
|
||||||
|
"strategy",
|
||||||
|
"top_p",
|
||||||
|
"top_k"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"available_tools": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"type": "object",
|
||||||
|
"properties": {
|
||||||
|
"tool_name": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "string",
|
||||||
|
"enum": [
|
||||||
|
"web_search",
|
||||||
|
"math",
|
||||||
|
"image_gen",
|
||||||
|
"code_interpreter"
|
||||||
|
]
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
"parameters": {
|
||||||
|
"type": "object",
|
||||||
|
"additionalProperties": {
|
||||||
|
"oneOf": [
|
||||||
|
{
|
||||||
|
"type": "null"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "boolean"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "number"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "string"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "array"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"type": "object"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"input_shields": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"$ref": "#/components/schemas/ShieldConfig"
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"output_shields": {
|
||||||
|
"type": "array",
|
||||||
|
"items": {
|
||||||
|
"$ref": "#/components/schemas/ShieldConfig"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"tool_name",
|
||||||
|
"input_shields",
|
||||||
|
"output_shields"
|
||||||
|
]
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"max_tokens": {
|
||||||
|
"type": "integer",
|
||||||
|
"default": 0
|
||||||
|
},
|
||||||
|
"stream": {
|
||||||
|
"type": "boolean",
|
||||||
|
"default": false
|
||||||
|
},
|
||||||
|
"logprobs": {
|
||||||
|
"type": "boolean",
|
||||||
|
"default": false
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"additionalProperties": false,
|
||||||
|
"required": [
|
||||||
|
"model",
|
||||||
|
"dialog",
|
||||||
|
"sampling_params",
|
||||||
|
"available_tools",
|
||||||
|
"max_tokens",
|
||||||
|
"stream",
|
||||||
|
"logprobs"
|
||||||
|
]
|
||||||
|
},
|
||||||
"ChatCompletionResponseStreamChunk": {
|
"ChatCompletionResponseStreamChunk": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
@ -2177,73 +2515,6 @@
|
||||||
"logprobs"
|
"logprobs"
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"CompletionResponse": {
|
|
||||||
"type": "object",
|
|
||||||
"properties": {
|
|
||||||
"content": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"type": "string"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"$ref": "#/components/schemas/Attachment"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"type": "string"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"$ref": "#/components/schemas/Attachment"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
"stop_reason": {
|
|
||||||
"type": "string",
|
|
||||||
"enum": [
|
|
||||||
"not_stopped",
|
|
||||||
"finished_ok",
|
|
||||||
"max_tokens"
|
|
||||||
],
|
|
||||||
"title": "Stop reasons are used to indicate why the model stopped generating text."
|
|
||||||
},
|
|
||||||
"logprobs": {
|
|
||||||
"type": "object",
|
|
||||||
"additionalProperties": {
|
|
||||||
"oneOf": [
|
|
||||||
{
|
|
||||||
"type": "null"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "boolean"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "number"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "string"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "array"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "object"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
}
|
|
||||||
},
|
|
||||||
"additionalProperties": false,
|
|
||||||
"required": [
|
|
||||||
"content"
|
|
||||||
],
|
|
||||||
"title": "Normal completion response."
|
|
||||||
},
|
|
||||||
"CompletionResponseStreamChunk": {
|
"CompletionResponseStreamChunk": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
|
|
@ -2409,14 +2680,8 @@
|
||||||
"items": {
|
"items": {
|
||||||
"type": "object",
|
"type": "object",
|
||||||
"properties": {
|
"properties": {
|
||||||
"prompt": {
|
"dialog": {
|
||||||
"$ref": "#/components/schemas/Message"
|
"$ref": "#/components/schemas/Dialog"
|
||||||
},
|
|
||||||
"message_history": {
|
|
||||||
"type": "array",
|
|
||||||
"items": {
|
|
||||||
"$ref": "#/components/schemas/Message"
|
|
||||||
}
|
|
||||||
},
|
},
|
||||||
"k_generations": {
|
"k_generations": {
|
||||||
"type": "array",
|
"type": "array",
|
||||||
|
|
@ -2427,8 +2692,7 @@
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
"prompt",
|
"dialog",
|
||||||
"message_history",
|
|
||||||
"k_generations"
|
"k_generations"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|
@ -2738,14 +3002,11 @@
|
||||||
],
|
],
|
||||||
"tags": [
|
"tags": [
|
||||||
{
|
{
|
||||||
"name": "Inference"
|
"name": "RewardScoring"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "MemoryBanks"
|
"name": "MemoryBanks"
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"name": "AgenticSystem"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"name": "SyntheticDataGeneration"
|
"name": "SyntheticDataGeneration"
|
||||||
},
|
},
|
||||||
|
|
@ -2753,10 +3014,13 @@
|
||||||
"name": "Finetuning"
|
"name": "Finetuning"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "Datasets"
|
"name": "AgenticSystem"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "RewardScoring"
|
"name": "Inference"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Datasets"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "ShieldConfig",
|
"name": "ShieldConfig",
|
||||||
|
|
@ -2823,13 +3087,29 @@
|
||||||
"description": "Stream of logs from a finetuning job.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/FinetuningJobLogStream\" />"
|
"description": "Stream of logs from a finetuning job.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/FinetuningJobLogStream\" />"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "ChatCompletionRequest",
|
"name": "BatchChatCompletionRequest",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionRequest\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BatchChatCompletionRequest\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "Dialog",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/Dialog\" />"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"name": "ChatCompletionResponse",
|
"name": "ChatCompletionResponse",
|
||||||
"description": "Normal chat completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionResponse\" />"
|
"description": "Normal chat completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionResponse\" />"
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
"name": "BatchCompletionRequest",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/BatchCompletionRequest\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "CompletionResponse",
|
||||||
|
"description": "Normal completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/CompletionResponse\" />"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "ChatCompletionRequest",
|
||||||
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionRequest\" />"
|
||||||
|
},
|
||||||
{
|
{
|
||||||
"name": "ChatCompletionResponseStreamChunk",
|
"name": "ChatCompletionResponseStreamChunk",
|
||||||
"description": "Streamed chat completion response. The actual response is a series of such objects.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionResponseStreamChunk\" />"
|
"description": "Streamed chat completion response. The actual response is a series of such objects.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionResponseStreamChunk\" />"
|
||||||
|
|
@ -2838,10 +3118,6 @@
|
||||||
"name": "CompletionRequest",
|
"name": "CompletionRequest",
|
||||||
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/CompletionRequest\" />"
|
"description": "<SchemaDefinition schemaRef=\"#/components/schemas/CompletionRequest\" />"
|
||||||
},
|
},
|
||||||
{
|
|
||||||
"name": "CompletionResponse",
|
|
||||||
"description": "Normal completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/CompletionResponse\" />"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"name": "CompletionResponseStreamChunk",
|
"name": "CompletionResponseStreamChunk",
|
||||||
"description": "streamed completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/CompletionResponseStreamChunk\" />"
|
"description": "streamed completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/CompletionResponseStreamChunk\" />"
|
||||||
|
|
@ -2910,6 +3186,8 @@
|
||||||
"AgenticSystemExecuteResponseStreamChunk",
|
"AgenticSystemExecuteResponseStreamChunk",
|
||||||
"AgenticSystemTurn",
|
"AgenticSystemTurn",
|
||||||
"Attachment",
|
"Attachment",
|
||||||
|
"BatchChatCompletionRequest",
|
||||||
|
"BatchCompletionRequest",
|
||||||
"ChatCompletionRequest",
|
"ChatCompletionRequest",
|
||||||
"ChatCompletionResponse",
|
"ChatCompletionResponse",
|
||||||
"ChatCompletionResponseStreamChunk",
|
"ChatCompletionResponseStreamChunk",
|
||||||
|
|
@ -2918,6 +3196,7 @@
|
||||||
"CompletionResponseStreamChunk",
|
"CompletionResponseStreamChunk",
|
||||||
"CreateDatasetRequest",
|
"CreateDatasetRequest",
|
||||||
"Dataset",
|
"Dataset",
|
||||||
|
"Dialog",
|
||||||
"FinetuningJobArtifactsResponse",
|
"FinetuningJobArtifactsResponse",
|
||||||
"FinetuningJobLogStream",
|
"FinetuningJobLogStream",
|
||||||
"FinetuningJobStatusResponse",
|
"FinetuningJobStatusResponse",
|
||||||
|
|
|
||||||
|
|
@ -433,52 +433,49 @@ components:
|
||||||
title: Attachments are used to refer to external resources, such as images,
|
title: Attachments are used to refer to external resources, such as images,
|
||||||
videos, audio, etc.
|
videos, audio, etc.
|
||||||
type: object
|
type: object
|
||||||
ChatCompletionRequest:
|
BatchChatCompletionRequest:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
available_tools:
|
available_tools:
|
||||||
items:
|
items:
|
||||||
oneOf:
|
additionalProperties: false
|
||||||
- enum:
|
properties:
|
||||||
- web_search
|
input_shields:
|
||||||
- math
|
items:
|
||||||
- image_gen
|
$ref: '#/components/schemas/ShieldConfig'
|
||||||
- code_interpreter
|
type: array
|
||||||
type: string
|
output_shields:
|
||||||
- additionalProperties: false
|
items:
|
||||||
properties:
|
$ref: '#/components/schemas/ShieldConfig'
|
||||||
input_shields:
|
type: array
|
||||||
items:
|
parameters:
|
||||||
$ref: '#/components/schemas/ShieldConfig'
|
additionalProperties:
|
||||||
type: array
|
|
||||||
output_shields:
|
|
||||||
items:
|
|
||||||
$ref: '#/components/schemas/ShieldConfig'
|
|
||||||
type: array
|
|
||||||
parameters:
|
|
||||||
additionalProperties:
|
|
||||||
oneOf:
|
|
||||||
- type: 'null'
|
|
||||||
- type: boolean
|
|
||||||
- type: number
|
|
||||||
- type: string
|
|
||||||
- type: array
|
|
||||||
- type: object
|
|
||||||
type: object
|
|
||||||
tool_name:
|
|
||||||
oneOf:
|
oneOf:
|
||||||
- enum:
|
- type: 'null'
|
||||||
- web_search
|
- type: boolean
|
||||||
- math
|
- type: number
|
||||||
- image_gen
|
|
||||||
- code_interpreter
|
|
||||||
type: string
|
|
||||||
- type: string
|
- type: string
|
||||||
required:
|
- type: array
|
||||||
- tool_name
|
- type: object
|
||||||
- input_shields
|
type: object
|
||||||
- output_shields
|
tool_name:
|
||||||
type: object
|
oneOf:
|
||||||
|
- enum:
|
||||||
|
- web_search
|
||||||
|
- math
|
||||||
|
- image_gen
|
||||||
|
- code_interpreter
|
||||||
|
type: string
|
||||||
|
- type: string
|
||||||
|
required:
|
||||||
|
- tool_name
|
||||||
|
- input_shields
|
||||||
|
- output_shields
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
batch_dialogs:
|
||||||
|
items:
|
||||||
|
$ref: '#/components/schemas/Dialog'
|
||||||
type: array
|
type: array
|
||||||
logprobs:
|
logprobs:
|
||||||
default: false
|
default: false
|
||||||
|
|
@ -486,12 +483,141 @@ components:
|
||||||
max_tokens:
|
max_tokens:
|
||||||
default: 0
|
default: 0
|
||||||
type: integer
|
type: integer
|
||||||
message:
|
model:
|
||||||
$ref: '#/components/schemas/Message'
|
enum:
|
||||||
message_history:
|
- llama3_8b_chat
|
||||||
|
- llama3_70b_chat
|
||||||
|
type: string
|
||||||
|
sampling_params:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
strategy:
|
||||||
|
default: greedy
|
||||||
|
type: string
|
||||||
|
temperature:
|
||||||
|
default: 0.0
|
||||||
|
type: number
|
||||||
|
top_k:
|
||||||
|
default: 0
|
||||||
|
type: integer
|
||||||
|
top_p:
|
||||||
|
default: 0.95
|
||||||
|
type: number
|
||||||
|
required:
|
||||||
|
- temperature
|
||||||
|
- strategy
|
||||||
|
- top_p
|
||||||
|
- top_k
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- model
|
||||||
|
- batch_dialogs
|
||||||
|
- sampling_params
|
||||||
|
- available_tools
|
||||||
|
- max_tokens
|
||||||
|
- logprobs
|
||||||
|
type: object
|
||||||
|
BatchCompletionRequest:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
content_batch:
|
||||||
items:
|
items:
|
||||||
$ref: '#/components/schemas/Message'
|
oneOf:
|
||||||
|
- type: string
|
||||||
|
- $ref: '#/components/schemas/Attachment'
|
||||||
|
- items:
|
||||||
|
oneOf:
|
||||||
|
- type: string
|
||||||
|
- $ref: '#/components/schemas/Attachment'
|
||||||
|
type: array
|
||||||
type: array
|
type: array
|
||||||
|
logprobs:
|
||||||
|
default: false
|
||||||
|
type: boolean
|
||||||
|
max_tokens:
|
||||||
|
default: 0
|
||||||
|
type: integer
|
||||||
|
model:
|
||||||
|
enum:
|
||||||
|
- llama3_8b
|
||||||
|
- llama3_70b
|
||||||
|
type: string
|
||||||
|
sampling_params:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
strategy:
|
||||||
|
default: greedy
|
||||||
|
type: string
|
||||||
|
temperature:
|
||||||
|
default: 0.0
|
||||||
|
type: number
|
||||||
|
top_k:
|
||||||
|
default: 0
|
||||||
|
type: integer
|
||||||
|
top_p:
|
||||||
|
default: 0.95
|
||||||
|
type: number
|
||||||
|
required:
|
||||||
|
- temperature
|
||||||
|
- strategy
|
||||||
|
- top_p
|
||||||
|
- top_k
|
||||||
|
type: object
|
||||||
|
required:
|
||||||
|
- model
|
||||||
|
- content_batch
|
||||||
|
- sampling_params
|
||||||
|
- max_tokens
|
||||||
|
- logprobs
|
||||||
|
type: object
|
||||||
|
ChatCompletionRequest:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
available_tools:
|
||||||
|
items:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
input_shields:
|
||||||
|
items:
|
||||||
|
$ref: '#/components/schemas/ShieldConfig'
|
||||||
|
type: array
|
||||||
|
output_shields:
|
||||||
|
items:
|
||||||
|
$ref: '#/components/schemas/ShieldConfig'
|
||||||
|
type: array
|
||||||
|
parameters:
|
||||||
|
additionalProperties:
|
||||||
|
oneOf:
|
||||||
|
- type: 'null'
|
||||||
|
- type: boolean
|
||||||
|
- type: number
|
||||||
|
- type: string
|
||||||
|
- type: array
|
||||||
|
- type: object
|
||||||
|
type: object
|
||||||
|
tool_name:
|
||||||
|
oneOf:
|
||||||
|
- enum:
|
||||||
|
- web_search
|
||||||
|
- math
|
||||||
|
- image_gen
|
||||||
|
- code_interpreter
|
||||||
|
type: string
|
||||||
|
- type: string
|
||||||
|
required:
|
||||||
|
- tool_name
|
||||||
|
- input_shields
|
||||||
|
- output_shields
|
||||||
|
type: object
|
||||||
|
type: array
|
||||||
|
dialog:
|
||||||
|
$ref: '#/components/schemas/Dialog'
|
||||||
|
logprobs:
|
||||||
|
default: false
|
||||||
|
type: boolean
|
||||||
|
max_tokens:
|
||||||
|
default: 0
|
||||||
|
type: integer
|
||||||
model:
|
model:
|
||||||
enum:
|
enum:
|
||||||
- llama3_8b_chat
|
- llama3_8b_chat
|
||||||
|
|
@ -522,9 +648,8 @@ components:
|
||||||
default: false
|
default: false
|
||||||
type: boolean
|
type: boolean
|
||||||
required:
|
required:
|
||||||
- message
|
|
||||||
- model
|
- model
|
||||||
- message_history
|
- dialog
|
||||||
- sampling_params
|
- sampling_params
|
||||||
- available_tools
|
- available_tools
|
||||||
- max_tokens
|
- max_tokens
|
||||||
|
|
@ -785,6 +910,19 @@ components:
|
||||||
- metadata
|
- metadata
|
||||||
title: Dataset to be used for training or evaluating language models.
|
title: Dataset to be used for training or evaluating language models.
|
||||||
type: object
|
type: object
|
||||||
|
Dialog:
|
||||||
|
additionalProperties: false
|
||||||
|
properties:
|
||||||
|
message:
|
||||||
|
$ref: '#/components/schemas/Message'
|
||||||
|
message_history:
|
||||||
|
items:
|
||||||
|
$ref: '#/components/schemas/Message'
|
||||||
|
type: array
|
||||||
|
required:
|
||||||
|
- message
|
||||||
|
- message_history
|
||||||
|
type: object
|
||||||
FinetuningJobArtifactsResponse:
|
FinetuningJobArtifactsResponse:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
|
@ -1132,19 +1270,14 @@ components:
|
||||||
items:
|
items:
|
||||||
additionalProperties: false
|
additionalProperties: false
|
||||||
properties:
|
properties:
|
||||||
|
dialog:
|
||||||
|
$ref: '#/components/schemas/Dialog'
|
||||||
k_generations:
|
k_generations:
|
||||||
items:
|
items:
|
||||||
$ref: '#/components/schemas/Message'
|
$ref: '#/components/schemas/Message'
|
||||||
type: array
|
type: array
|
||||||
message_history:
|
|
||||||
items:
|
|
||||||
$ref: '#/components/schemas/Message'
|
|
||||||
type: array
|
|
||||||
prompt:
|
|
||||||
$ref: '#/components/schemas/Message'
|
|
||||||
required:
|
required:
|
||||||
- prompt
|
- dialog
|
||||||
- message_history
|
|
||||||
- k_generations
|
- k_generations
|
||||||
type: object
|
type: object
|
||||||
type: array
|
type: array
|
||||||
|
|
@ -1327,6 +1460,42 @@ paths:
|
||||||
agent execution response.
|
agent execution response.
|
||||||
tags:
|
tags:
|
||||||
- AgenticSystem
|
- AgenticSystem
|
||||||
|
/batch_chat_completion:
|
||||||
|
post:
|
||||||
|
parameters: []
|
||||||
|
requestBody:
|
||||||
|
content:
|
||||||
|
application/json:
|
||||||
|
schema:
|
||||||
|
$ref: '#/components/schemas/BatchChatCompletionRequest'
|
||||||
|
required: true
|
||||||
|
responses:
|
||||||
|
'200':
|
||||||
|
content:
|
||||||
|
application/jsonl:
|
||||||
|
schema:
|
||||||
|
$ref: '#/components/schemas/ChatCompletionResponse'
|
||||||
|
description: OK
|
||||||
|
tags:
|
||||||
|
- Inference
|
||||||
|
/batch_completion:
|
||||||
|
post:
|
||||||
|
parameters: []
|
||||||
|
requestBody:
|
||||||
|
content:
|
||||||
|
application/json:
|
||||||
|
schema:
|
||||||
|
$ref: '#/components/schemas/BatchCompletionRequest'
|
||||||
|
required: true
|
||||||
|
responses:
|
||||||
|
'200':
|
||||||
|
content:
|
||||||
|
application/jsonl:
|
||||||
|
schema:
|
||||||
|
$ref: '#/components/schemas/CompletionResponse'
|
||||||
|
description: OK
|
||||||
|
tags:
|
||||||
|
- Inference
|
||||||
/chat_completion:
|
/chat_completion:
|
||||||
post:
|
post:
|
||||||
parameters: []
|
parameters: []
|
||||||
|
|
@ -1659,13 +1828,13 @@ security:
|
||||||
servers:
|
servers:
|
||||||
- url: http://llama.meta.com
|
- url: http://llama.meta.com
|
||||||
tags:
|
tags:
|
||||||
- name: Inference
|
- name: RewardScoring
|
||||||
- name: MemoryBanks
|
- name: MemoryBanks
|
||||||
- name: AgenticSystem
|
|
||||||
- name: SyntheticDataGeneration
|
- name: SyntheticDataGeneration
|
||||||
- name: Finetuning
|
- name: Finetuning
|
||||||
|
- name: AgenticSystem
|
||||||
|
- name: Inference
|
||||||
- name: Datasets
|
- name: Datasets
|
||||||
- name: RewardScoring
|
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/ShieldConfig" />
|
- description: <SchemaDefinition schemaRef="#/components/schemas/ShieldConfig" />
|
||||||
name: ShieldConfig
|
name: ShieldConfig
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/AgenticSystemCreateRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/AgenticSystemCreateRequest"
|
||||||
|
|
@ -1733,14 +1902,27 @@ tags:
|
||||||
|
|
||||||
<SchemaDefinition schemaRef="#/components/schemas/FinetuningJobLogStream" />'
|
<SchemaDefinition schemaRef="#/components/schemas/FinetuningJobLogStream" />'
|
||||||
name: FinetuningJobLogStream
|
name: FinetuningJobLogStream
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/ChatCompletionRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/BatchChatCompletionRequest"
|
||||||
/>
|
/>
|
||||||
name: ChatCompletionRequest
|
name: BatchChatCompletionRequest
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/Dialog" />
|
||||||
|
name: Dialog
|
||||||
- description: 'Normal chat completion response.
|
- description: 'Normal chat completion response.
|
||||||
|
|
||||||
|
|
||||||
<SchemaDefinition schemaRef="#/components/schemas/ChatCompletionResponse" />'
|
<SchemaDefinition schemaRef="#/components/schemas/ChatCompletionResponse" />'
|
||||||
name: ChatCompletionResponse
|
name: ChatCompletionResponse
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/BatchCompletionRequest"
|
||||||
|
/>
|
||||||
|
name: BatchCompletionRequest
|
||||||
|
- description: 'Normal completion response.
|
||||||
|
|
||||||
|
|
||||||
|
<SchemaDefinition schemaRef="#/components/schemas/CompletionResponse" />'
|
||||||
|
name: CompletionResponse
|
||||||
|
- description: <SchemaDefinition schemaRef="#/components/schemas/ChatCompletionRequest"
|
||||||
|
/>
|
||||||
|
name: ChatCompletionRequest
|
||||||
- description: 'Streamed chat completion response. The actual response is a series
|
- description: 'Streamed chat completion response. The actual response is a series
|
||||||
of such objects.
|
of such objects.
|
||||||
|
|
||||||
|
|
@ -1751,11 +1933,6 @@ tags:
|
||||||
- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionRequest"
|
- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionRequest"
|
||||||
/>
|
/>
|
||||||
name: CompletionRequest
|
name: CompletionRequest
|
||||||
- description: 'Normal completion response.
|
|
||||||
|
|
||||||
|
|
||||||
<SchemaDefinition schemaRef="#/components/schemas/CompletionResponse" />'
|
|
||||||
name: CompletionResponse
|
|
||||||
- description: 'streamed completion response.
|
- description: 'streamed completion response.
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -1828,6 +2005,8 @@ x-tagGroups:
|
||||||
- AgenticSystemExecuteResponseStreamChunk
|
- AgenticSystemExecuteResponseStreamChunk
|
||||||
- AgenticSystemTurn
|
- AgenticSystemTurn
|
||||||
- Attachment
|
- Attachment
|
||||||
|
- BatchChatCompletionRequest
|
||||||
|
- BatchCompletionRequest
|
||||||
- ChatCompletionRequest
|
- ChatCompletionRequest
|
||||||
- ChatCompletionResponse
|
- ChatCompletionResponse
|
||||||
- ChatCompletionResponseStreamChunk
|
- ChatCompletionResponseStreamChunk
|
||||||
|
|
@ -1836,6 +2015,7 @@ x-tagGroups:
|
||||||
- CompletionResponseStreamChunk
|
- CompletionResponseStreamChunk
|
||||||
- CreateDatasetRequest
|
- CreateDatasetRequest
|
||||||
- Dataset
|
- Dataset
|
||||||
|
- Dialog
|
||||||
- FinetuningJobArtifactsResponse
|
- FinetuningJobArtifactsResponse
|
||||||
- FinetuningJobLogStream
|
- FinetuningJobLogStream
|
||||||
- FinetuningJobStatusResponse
|
- FinetuningJobStatusResponse
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue