phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 11:02:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

.

Browse source
This commit is contained in:
Aidan Do 2024-11-26 10:05:00 +00:00
parent f946d23d8e
commit 5a845cebfd
1 changed files with 14 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

33
2.py
View file

@ -11,28 +11,23 @@ client = OpenAI(base_url="http://localhost:8000/v1", api_key="fake")
completion = client.chat.completions.create( completion = client.chat.completions.create(
model="meta-llama/Llama-3.2-3B-Instruct", model="meta-llama/Llama-3.2-3B-Instruct",
messages=[ messages=[
{ {"role": "user", "content": "Write me a haiku about coding"},
"role": "user",
"content": "Write me a haiku about coding",
},
], ],
extra_body={ response_format={
"response_format": { "type": "json_schema",
"type": "json_schema", "json_schema": {
"json_schema": { "name": "name_of_response_format",
"name": "name_of_response_format", "schema": {
"schema": { "type": "object",
"type": "object", "properties": {
"properties": { "completion_message": {
"completion_message": { "type": "string",
"type": "string", }
}
},
"required": ["completion_message"],
}, },
"strict": True, "required": ["completion_message"],
}, },
} "strict": True,
},
}, },
) )