From 23278d1e5dfbe7930af2ec7969a20b813b60cf20 Mon Sep 17 00:00:00 2001
From: Xi Yan <xiyan@meta.com>
Date: Mon, 10 Mar 2025 13:03:57 -0700
Subject: [PATCH] fix: update getting_started structured decoding cell (#1523)

# What does this PR do?

- Together's inference only supports 3.1 for structured decoding

[//]: # (If resolving an issue, uncomment and update the line below)
[//]: # (Closes #[issue-number])

## Test Plan
```
pytest -v -s --nbval-lax ./docs/getting_started.ipynb
```

[//]: # (## Documentation)
---
 docs/getting_started.ipynb | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/docs/getting_started.ipynb b/docs/getting_started.ipynb
index 01e63fc4f..fd625a394 100644
--- a/docs/getting_started.ipynb
+++ b/docs/getting_started.ipynb
@@ -1267,7 +1267,6 @@
         }
       ],
       "source": [
-        "# NBVAL_SKIP\n",
         "from pydantic import BaseModel\n",
         "\n",
         "\n",
@@ -1279,7 +1278,7 @@
         "\n",
         "user_input = \"Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003. Extract this information into JSON for me. \"\n",
         "response = client.inference.completion(\n",
-        "    model_id=model_id,\n",
+        "    model_id=\"meta-llama/Llama-3.1-8B-Instruct\",\n",
         "    content=user_input,\n",
         "    stream=False,\n",
         "    sampling_params={\n",