mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-10-07 12:47:37 +00:00
test-fireworks-fix
This commit is contained in:
Swapna Lekkala
parent
69a52213a1
commit
f9348a6bdf
4 changed files with 210 additions and 2 deletions
83
docs/_static/llama-stack-spec.html
vendored
83
docs/_static/llama-stack-spec.html
vendored
|
|
@ -6304,6 +6304,9 @@
|
|||
"$ref": "#/components/schemas/TokenLogProbs"
|
||||
},
|
||||
"description": "Optional log probabilities for generated tokens"
|
||||
},
|
||||
"usage": {
|
||||
"$ref": "#/components/schemas/UsageInfo"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
|
|
@ -6362,6 +6365,31 @@
|
|||
"title": "TokenLogProbs",
|
||||
"description": "Log probabilities for generated tokens."
|
||||
},
|
||||
"UsageInfo": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"completion_tokens": {
|
||||
"type": "integer",
|
||||
"description": "Number of tokens generated"
|
||||
},
|
||||
"prompt_tokens": {
|
||||
"type": "integer",
|
||||
"description": "Number of tokens in the prompt"
|
||||
},
|
||||
"total_tokens": {
|
||||
"type": "integer",
|
||||
"description": "Total number of tokens processed"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"required": [
|
||||
"completion_tokens",
|
||||
"prompt_tokens",
|
||||
"total_tokens"
|
||||
],
|
||||
"title": "UsageInfo",
|
||||
"description": "Usage information for a model."
|
||||
},
|
||||
"BatchCompletionRequest": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
|
|
@ -10871,6 +10899,31 @@
|
|||
"title": "OpenAIChatCompletionToolCallFunction",
|
||||
"description": "Function call details for OpenAI-compatible tool calls."
|
||||
},
|
||||
"OpenAIChatCompletionUsage": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"prompt_tokens": {
|
||||
"type": "integer",
|
||||
"description": "The number of tokens in the prompt"
|
||||
},
|
||||
"completion_tokens": {
|
||||
"type": "integer",
|
||||
"description": "The number of tokens in the completion"
|
||||
},
|
||||
"total_tokens": {
|
||||
"type": "integer",
|
||||
"description": "The total number of tokens used"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
"required": [
|
||||
"prompt_tokens",
|
||||
"completion_tokens",
|
||||
"total_tokens"
|
||||
],
|
||||
"title": "OpenAIChatCompletionUsage",
|
||||
"description": "Usage information for an OpenAI-compatible chat completion response."
|
||||
},
|
||||
"OpenAIChoice": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
|
|
@ -11208,6 +11261,13 @@
|
|||
"OpenAICompletionWithInputMessages": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"metrics": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"$ref": "#/components/schemas/MetricInResponse"
|
||||
},
|
||||
"description": "(Optional) List of metrics associated with the API response"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "The ID of the chat completion"
|
||||
|
|
@ -11233,6 +11293,9 @@
|
|||
"type": "string",
|
||||
"description": "The model that was used to generate the chat completion"
|
||||
},
|
||||
"usage": {
|
||||
"$ref": "#/components/schemas/OpenAIChatCompletionUsage"
|
||||
},
|
||||
"input_messages": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
|
|
@ -12994,6 +13057,13 @@
|
|||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"metrics": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"$ref": "#/components/schemas/MetricInResponse"
|
||||
},
|
||||
"description": "(Optional) List of metrics associated with the API response"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "The ID of the chat completion"
|
||||
|
|
@ -13019,6 +13089,9 @@
|
|||
"type": "string",
|
||||
"description": "The model that was used to generate the chat completion"
|
||||
},
|
||||
"usage": {
|
||||
"$ref": "#/components/schemas/OpenAIChatCompletionUsage"
|
||||
},
|
||||
"input_messages": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
|
|
@ -14410,6 +14483,13 @@
|
|||
"OpenAIChatCompletion": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"metrics": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"$ref": "#/components/schemas/MetricInResponse"
|
||||
},
|
||||
"description": "(Optional) List of metrics associated with the API response"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "The ID of the chat completion"
|
||||
|
|
@ -14434,6 +14514,9 @@
|
|||
"model": {
|
||||
"type": "string",
|
||||
"description": "The model that was used to generate the chat completion"
|
||||
},
|
||||
"usage": {
|
||||
"$ref": "#/components/schemas/OpenAIChatCompletionUsage"
|
||||
}
|
||||
},
|
||||
"additionalProperties": false,
|
||||
|
|
|
|||
65
docs/_static/llama-stack-spec.yaml
vendored
65
docs/_static/llama-stack-spec.yaml
vendored
|
|
@ -4499,6 +4499,8 @@ components:
|
|||
$ref: '#/components/schemas/TokenLogProbs'
|
||||
description: >-
|
||||
Optional log probabilities for generated tokens
|
||||
usage:
|
||||
$ref: '#/components/schemas/UsageInfo'
|
||||
additionalProperties: false
|
||||
required:
|
||||
- completion_message
|
||||
|
|
@ -4540,6 +4542,25 @@ components:
|
|||
- logprobs_by_token
|
||||
title: TokenLogProbs
|
||||
description: Log probabilities for generated tokens.
|
||||
UsageInfo:
|
||||
type: object
|
||||
properties:
|
||||
completion_tokens:
|
||||
type: integer
|
||||
description: Number of tokens generated
|
||||
prompt_tokens:
|
||||
type: integer
|
||||
description: Number of tokens in the prompt
|
||||
total_tokens:
|
||||
type: integer
|
||||
description: Total number of tokens processed
|
||||
additionalProperties: false
|
||||
required:
|
||||
- completion_tokens
|
||||
- prompt_tokens
|
||||
- total_tokens
|
||||
title: UsageInfo
|
||||
description: Usage information for a model.
|
||||
BatchCompletionRequest:
|
||||
type: object
|
||||
properties:
|
||||
|
|
@ -8054,6 +8075,26 @@ components:
|
|||
title: OpenAIChatCompletionToolCallFunction
|
||||
description: >-
|
||||
Function call details for OpenAI-compatible tool calls.
|
||||
OpenAIChatCompletionUsage:
|
||||
type: object
|
||||
properties:
|
||||
prompt_tokens:
|
||||
type: integer
|
||||
description: The number of tokens in the prompt
|
||||
completion_tokens:
|
||||
type: integer
|
||||
description: The number of tokens in the completion
|
||||
total_tokens:
|
||||
type: integer
|
||||
description: The total number of tokens used
|
||||
additionalProperties: false
|
||||
required:
|
||||
- prompt_tokens
|
||||
- completion_tokens
|
||||
- total_tokens
|
||||
title: OpenAIChatCompletionUsage
|
||||
description: >-
|
||||
Usage information for an OpenAI-compatible chat completion response.
|
||||
OpenAIChoice:
|
||||
type: object
|
||||
properties:
|
||||
|
|
@ -8316,6 +8357,12 @@ components:
|
|||
OpenAICompletionWithInputMessages:
|
||||
type: object
|
||||
properties:
|
||||
metrics:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/components/schemas/MetricInResponse'
|
||||
description: >-
|
||||
(Optional) List of metrics associated with the API response
|
||||
id:
|
||||
type: string
|
||||
description: The ID of the chat completion
|
||||
|
|
@ -8338,6 +8385,8 @@ components:
|
|||
type: string
|
||||
description: >-
|
||||
The model that was used to generate the chat completion
|
||||
usage:
|
||||
$ref: '#/components/schemas/OpenAIChatCompletionUsage'
|
||||
input_messages:
|
||||
type: array
|
||||
items:
|
||||
|
|
@ -9633,6 +9682,12 @@ components:
|
|||
items:
|
||||
type: object
|
||||
properties:
|
||||
metrics:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/components/schemas/MetricInResponse'
|
||||
description: >-
|
||||
(Optional) List of metrics associated with the API response
|
||||
id:
|
||||
type: string
|
||||
description: The ID of the chat completion
|
||||
|
|
@ -9655,6 +9710,8 @@ components:
|
|||
type: string
|
||||
description: >-
|
||||
The model that was used to generate the chat completion
|
||||
usage:
|
||||
$ref: '#/components/schemas/OpenAIChatCompletionUsage'
|
||||
input_messages:
|
||||
type: array
|
||||
items:
|
||||
|
|
@ -10670,6 +10727,12 @@ components:
|
|||
OpenAIChatCompletion:
|
||||
type: object
|
||||
properties:
|
||||
metrics:
|
||||
type: array
|
||||
items:
|
||||
$ref: '#/components/schemas/MetricInResponse'
|
||||
description: >-
|
||||
(Optional) List of metrics associated with the API response
|
||||
id:
|
||||
type: string
|
||||
description: The ID of the chat completion
|
||||
|
|
@ -10692,6 +10755,8 @@ components:
|
|||
type: string
|
||||
description: >-
|
||||
The model that was used to generate the chat completion
|
||||
usage:
|
||||
$ref: '#/components/schemas/OpenAIChatCompletionUsage'
|
||||
additionalProperties: false
|
||||
required:
|
||||
- id
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue