Add strong_typing, add defaults

This commit is contained in:
Ashwin Bharambe 2024-09-23 10:55:43 -07:00
parent 98da002b4c
commit 2f6ce08315
24 changed files with 5170 additions and 109 deletions

View file

@ -13,6 +13,7 @@ components:
instructions:
type: string
max_infer_iters:
default: 10
type: integer
model:
type: string
@ -24,8 +25,10 @@ components:
$ref: '#/components/schemas/SamplingParams'
tool_choice:
$ref: '#/components/schemas/ToolChoice'
default: auto
tool_prompt_format:
$ref: '#/components/schemas/ToolPromptFormat'
default: json
tools:
items:
oneOf:
@ -89,6 +92,7 @@ components:
properties:
event_type:
const: step_complete
default: step_complete
type: string
step_details:
oneOf:
@ -113,6 +117,7 @@ components:
properties:
event_type:
const: step_progress
default: step_progress
type: string
model_response_text_delta:
type: string
@ -139,6 +144,7 @@ components:
properties:
event_type:
const: step_start
default: step_start
type: string
metadata:
additionalProperties:
@ -177,6 +183,7 @@ components:
properties:
event_type:
const: turn_complete
default: turn_complete
type: string
turn:
$ref: '#/components/schemas/Turn'
@ -189,6 +196,7 @@ components:
properties:
event_type:
const: turn_start
default: turn_start
type: string
turn_id:
type: string
@ -219,6 +227,7 @@ components:
additionalProperties: false
properties:
top_k:
default: 0
type: integer
type: object
messages_batch:
@ -272,6 +281,7 @@ components:
additionalProperties: false
properties:
top_k:
default: 0
type: integer
type: object
model:
@ -322,6 +332,7 @@ components:
additionalProperties: false
properties:
top_k:
default: 0
type: integer
type: object
messages:
@ -404,6 +415,7 @@ components:
additionalProperties: false
properties:
enable_inline_code_execution:
default: true
type: boolean
input_shields:
items:
@ -417,6 +429,7 @@ components:
$ref: '#/components/schemas/RestAPIExecutionConfig'
type:
const: code_interpreter
default: code_interpreter
type: string
required:
- type
@ -433,6 +446,7 @@ components:
type: array
role:
const: assistant
default: assistant
type: string
stop_reason:
$ref: '#/components/schemas/StopReason'
@ -459,6 +473,7 @@ components:
additionalProperties: false
properties:
top_k:
default: 0
type: integer
type: object
model:
@ -568,6 +583,7 @@ components:
type: integer
type:
const: vector
default: vector
type: string
required:
- type
@ -578,6 +594,7 @@ components:
properties:
type:
const: keyvalue
default: keyvalue
type: string
required:
- type
@ -586,6 +603,7 @@ components:
properties:
type:
const: keyword
default: keyword
type: string
required:
- type
@ -594,6 +612,7 @@ components:
properties:
type:
const: graph
default: graph
type: string
required:
- type
@ -848,6 +867,7 @@ components:
$ref: '#/components/schemas/RestAPIExecutionConfig'
type:
const: function_call
default: function_call
type: string
required:
- type
@ -888,6 +908,7 @@ components:
type: string
step_type:
const: inference
default: inference
type: string
turn_id:
type: string
@ -971,6 +992,7 @@ components:
type: integer
type:
const: vector
default: vector
type: string
required:
- type
@ -981,6 +1003,7 @@ components:
properties:
type:
const: keyvalue
default: keyvalue
type: string
required:
- type
@ -989,6 +1012,7 @@ components:
properties:
type:
const: keyword
default: keyword
type: string
required:
- type
@ -997,6 +1021,7 @@ components:
properties:
type:
const: graph
default: graph
type: string
required:
- type
@ -1097,6 +1122,7 @@ components:
type: string
step_type:
const: memory_retrieval
default: memory_retrieval
type: string
turn_id:
type: string
@ -1115,8 +1141,10 @@ components:
type: string
type: array
max_chunks:
default: 10
type: integer
max_tokens_in_context:
default: 4096
type: integer
memory_bank_configs:
items:
@ -1127,6 +1155,7 @@ components:
type: string
type:
const: vector
default: vector
type: string
required:
- bank_id
@ -1142,6 +1171,7 @@ components:
type: array
type:
const: keyvalue
default: keyvalue
type: string
required:
- bank_id
@ -1154,6 +1184,7 @@ components:
type: string
type:
const: keyword
default: keyword
type: string
required:
- bank_id
@ -1169,6 +1200,7 @@ components:
type: array
type:
const: graph
default: graph
type: string
required:
- bank_id
@ -1185,9 +1217,11 @@ components:
- additionalProperties: false
properties:
sep:
default: ' '
type: string
type:
const: default
default: default
type: string
required:
- type
@ -1201,6 +1235,7 @@ components:
type: string
type:
const: llm
default: llm
type: string
required:
- type
@ -1211,12 +1246,14 @@ components:
properties:
type:
const: custom
default: custom
type: string
required:
- type
type: object
type:
const: memory
default: memory
type: string
required:
- type
@ -1249,6 +1286,7 @@ components:
type: string
type:
const: metric
default: metric
type: string
unit:
type: string
@ -1332,6 +1370,7 @@ components:
$ref: '#/components/schemas/RestAPIExecutionConfig'
type:
const: photogen
default: photogen
type: string
required:
- type
@ -1680,16 +1719,22 @@ components:
additionalProperties: false
properties:
max_tokens:
default: 0
type: integer
repetition_penalty:
default: 1.0
type: number
strategy:
$ref: '#/components/schemas/SamplingStrategy'
default: greedy
temperature:
default: 0.0
type: number
top_k:
default: 0
type: integer
top_p:
default: 0.95
type: number
required:
- strategy
@ -1740,6 +1785,7 @@ components:
api_key:
type: string
engine:
default: brave
enum:
- bing
- brave
@ -1756,6 +1802,7 @@ components:
$ref: '#/components/schemas/RestAPIExecutionConfig'
type:
const: brave_search
default: brave_search
type: string
required:
- type
@ -1798,6 +1845,7 @@ components:
type: string
step_type:
const: shield_call
default: shield_call
type: string
turn_id:
type: string
@ -1843,6 +1891,7 @@ components:
$ref: '#/components/schemas/SpanStatus'
type:
const: span_end
default: span_end
type: string
required:
- type
@ -1857,6 +1906,7 @@ components:
type: string
type:
const: span_start
default: span_start
type: string
required:
- type
@ -1899,6 +1949,7 @@ components:
type: string
type:
const: structured_log
default: structured_log
type: string
required:
- trace_id
@ -2021,6 +2072,7 @@ components:
type: array
role:
const: system
default: system
type: string
required:
- role
@ -2129,6 +2181,7 @@ components:
type: string
step_type:
const: tool_execution
default: tool_execution
type: string
tool_calls:
items:
@ -2155,6 +2208,7 @@ components:
param_type:
type: string
required:
default: true
type: boolean
required:
- param_type
@ -2207,6 +2261,7 @@ components:
type: array
role:
const: ipython
default: ipython
type: string
tool_name:
oneOf:
@ -2367,6 +2422,7 @@ components:
type: string
type:
const: unstructured_log
default: unstructured_log
type: string
required:
- trace_id
@ -2406,6 +2462,7 @@ components:
type: array
role:
const: user
default: user
type: string
required:
- role
@ -2434,6 +2491,7 @@ components:
$ref: '#/components/schemas/RestAPIExecutionConfig'
type:
const: wolfram_alpha
default: wolfram_alpha
type: string
required:
- type
@ -2443,7 +2501,7 @@ info:
description: "This is the specification of the llama stack that provides\n \
\ a set of endpoints and their corresponding interfaces that are tailored\
\ to\n best leverage Llama Models. The specification is still in\
\ draft and subject to change.\n Generated at 2024-09-23 10:51:15.364842"
\ draft and subject to change.\n Generated at 2024-09-23 10:56:42.866760"
title: '[DRAFT] Llama Stack Specification'
version: 0.0.1
jsonSchemaDialect: https://json-schema.org/draft/2020-12/schema
@ -3681,20 +3739,20 @@ security:
servers:
- url: http://any-hosted-llama-stack.com
tags:
- name: SyntheticDataGeneration
- name: Models
- name: Memory
- name: Datasets
- name: BatchInference
- name: PostTraining
- name: Shields
- name: Inference
- name: RewardScoring
- name: Telemetry
- name: Agents
- name: Shields
- name: Models
- name: MemoryBanks
- name: SyntheticDataGeneration
- name: RewardScoring
- name: PostTraining
- name: Safety
- name: Evaluations
- name: Memory
- name: Telemetry
- name: Agents
- name: BatchInference
- name: Datasets
- description: <SchemaDefinition schemaRef="#/components/schemas/BuiltinTool" />
name: BuiltinTool
- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionMessage"