This commit is contained in:
Xi Yan 2025-03-10 12:55:07 -07:00
parent a9c5d3cd3d
commit 73a486cb60

View file

@ -1267,7 +1267,6 @@
} }
], ],
"source": [ "source": [
"# NBVAL_SKIP\n",
"from pydantic import BaseModel\n", "from pydantic import BaseModel\n",
"\n", "\n",
"\n", "\n",
@ -1279,7 +1278,7 @@
"\n", "\n",
"user_input = \"Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003. Extract this information into JSON for me. \"\n", "user_input = \"Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003. Extract this information into JSON for me. \"\n",
"response = client.inference.completion(\n", "response = client.inference.completion(\n",
" model_id=model_id,\n", " model_id=\"meta-llama/Llama-3.1-8B-Instruct\",\n",
" content=user_input,\n", " content=user_input,\n",
" stream=False,\n", " stream=False,\n",
" sampling_params={\n", " sampling_params={\n",