phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Support for Llama3.2 models and Swift SDK (#98)

Browse source
This commit is contained in:
Ashwin Bharambe 2024-09-25 10:29:58 -07:00 • committed by GitHub
parent 95abbf576b
commit 56aed59eb4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
56 changed files with 3745 additions and 630 deletions
Download patch file Download diff file Expand all files Collapse all files

121
docs/resources/llama-stack-spec.yaml
View file

@ -210,8 +210,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
- $ref: '#/components/schemas/URL'
mime_type:
@ -273,8 +276,11 @@ components:
items:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
type: array
logprobs:
@ -441,8 +447,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
role:
const: assistant
@ -466,8 +475,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
logprobs:
additionalProperties: false
@ -742,8 +754,11 @@ components:
items:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
type: array
model:
@ -893,6 +908,23 @@ components:
required:
- document_ids
type: object
ImageMedia:
additionalProperties: false
properties:
image:
oneOf:
- additionalProperties: false
properties:
format:
type: string
format_description:
type: string
title: This class represents an image object. To create
type: object
- $ref: '#/components/schemas/URL'
required:
- image
type: object
InferenceStep:
additionalProperties: false
properties:
@ -1041,8 +1073,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
- $ref: '#/components/schemas/URL'
document_id:
@ -1108,8 +1143,11 @@ components:
inserted_context:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
memory_bank_ids:
items:
@ -1545,8 +1583,11 @@ components:
query:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
required:
- bank_id
@ -1562,8 +1603,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
document_id:
type: string
@ -2067,8 +2111,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
role:
const: system
@ -2203,6 +2250,14 @@ components:
ToolParamDefinition:
additionalProperties: false
properties:
default:
oneOf:
- type: 'null'
- type: boolean
- type: number
- type: string
- type: array
- type: object
description:
type: string
param_type:
@ -2225,6 +2280,7 @@ components:
enum:
- json
- function_tag
- python_list
title: This Enum refers to the prompt format for calling custom / zero shot
tools
type: string
@ -2236,8 +2292,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
tool_name:
oneOf:
@ -2256,8 +2315,11 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
role:
const: ipython
@ -2451,14 +2513,20 @@ components:
content:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
context:
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
- items:
type: string
oneOf:
- type: string
- $ref: '#/components/schemas/ImageMedia'
type: array
role:
const: user
@ -2501,7 +2569,7 @@ info:
description: "This is the specification of the llama stack that provides\n \
\ a set of endpoints and their corresponding interfaces that are tailored\
\ to\n best leverage Llama Models. The specification is still in\
\ draft and subject to change.\n Generated at 2024-09-23 10:56:42.866760"
\ draft and subject to change.\n Generated at 2024-09-23 16:58:41.469308"
title: '[DRAFT] Llama Stack Specification'
version: 0.0.1
jsonSchemaDialect: https://json-schema.org/draft/2020-12/schema
@ -3739,25 +3807,27 @@ security:
servers:
- url: http://any-hosted-llama-stack.com
tags:
- name: Inference
- name: Shields
- name: Models
- name: MemoryBanks
- name: SyntheticDataGeneration
- name: BatchInference
- name: RewardScoring
- name: PostTraining
- name: SyntheticDataGeneration
- name: Agents
- name: MemoryBanks
- name: Safety
- name: Evaluations
- name: Models
- name: Inference
- name: Memory
- name: Telemetry
- name: Agents
- name: BatchInference
- name: PostTraining
- name: Datasets
- name: Evaluations
- description: <SchemaDefinition schemaRef="#/components/schemas/BuiltinTool" />
name: BuiltinTool
- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionMessage"
/>
name: CompletionMessage
- description: <SchemaDefinition schemaRef="#/components/schemas/ImageMedia" />
name: ImageMedia
- description: <SchemaDefinition schemaRef="#/components/schemas/SamplingParams" />
name: SamplingParams
- description: <SchemaDefinition schemaRef="#/components/schemas/SamplingStrategy"
@ -3790,6 +3860,8 @@ tags:
- description: <SchemaDefinition schemaRef="#/components/schemas/ToolResponseMessage"
/>
name: ToolResponseMessage
- description: <SchemaDefinition schemaRef="#/components/schemas/URL" />
name: URL
- description: <SchemaDefinition schemaRef="#/components/schemas/UserMessage" />
name: UserMessage
- description: <SchemaDefinition schemaRef="#/components/schemas/BatchChatCompletionRequest"
@ -3876,8 +3948,6 @@ tags:
- description: <SchemaDefinition schemaRef="#/components/schemas/SearchToolDefinition"
/>
name: SearchToolDefinition
- description: <SchemaDefinition schemaRef="#/components/schemas/URL" />
name: URL
- description: <SchemaDefinition schemaRef="#/components/schemas/WolframAlphaToolDefinition"
/>
name: WolframAlphaToolDefinition
@ -4233,6 +4303,7 @@ x-tagGroups:
- FunctionCallToolDefinition
- GetAgentsSessionRequest
- GetDocumentsRequest
- ImageMedia
- InferenceStep
- InsertDocumentsRequest
- LogEventRequest