mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-12-17 13:12:36 +00:00
39 lines
1.1 KiB
Python
39 lines
1.1 KiB
Python
# Copyright (c) Meta Platforms, Inc. and affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the terms described in the LICENSE file in
|
|
# the root directory of this source tree.
|
|
|
|
from openai import OpenAI
|
|
|
|
client = OpenAI(base_url="http://localhost:8000/v1", api_key="fake")
|
|
|
|
completion = client.chat.completions.create(
|
|
model="meta-llama/Llama-3.2-3B-Instruct",
|
|
messages=[
|
|
{
|
|
"role": "user",
|
|
"content": "Write me a haiku about coding",
|
|
},
|
|
],
|
|
extra_body={
|
|
"response_format": {
|
|
"type": "json_schema",
|
|
"json_schema": {
|
|
"name": "name_of_response_format",
|
|
"schema": {
|
|
"type": "object",
|
|
"properties": {
|
|
"completion_message": {
|
|
"type": "string",
|
|
}
|
|
},
|
|
"required": ["completion_message"],
|
|
},
|
|
"strict": True,
|
|
},
|
|
}
|
|
},
|
|
)
|
|
|
|
print(completion.choices[0].message.content)
|