.

2.py

@@ -0,0 +1,39 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the terms described in the LICENSE file in
+# the root directory of this source tree.
+
+from openai import OpenAI
+
+client = OpenAI(base_url="http://localhost:8000/v1", api_key="fake")
+
+completion = client.chat.completions.create(
+    model="meta-llama/Llama-3.2-3B-Instruct",
+    messages=[
+        {
+            "role": "user",
+            "content": "Write me a haiku about coding",
+        },
+    ],
+    extra_body={
+        "response_format": {
+            "type": "json_schema",
+            "json_schema": {
+                "name": "name_of_response_format",
+                "schema": {
+                    "type": "object",
+                    "properties": {
+                        "completion_message": {
+                            "type": "string",
+                        }
+                    },
+                    "required": ["completion_message"],
+                },
+                "strict": True,
+            },
+        }
+    },
+)
+
+print(completion.choices[0].message.content)