mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-12 04:50:39 +00:00
together
This commit is contained in:
parent
a9c5d3cd3d
commit
73a486cb60
1 changed files with 1 additions and 2 deletions
|
@ -1267,7 +1267,6 @@
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"source": [
|
"source": [
|
||||||
"# NBVAL_SKIP\n",
|
|
||||||
"from pydantic import BaseModel\n",
|
"from pydantic import BaseModel\n",
|
||||||
"\n",
|
"\n",
|
||||||
"\n",
|
"\n",
|
||||||
|
@ -1279,7 +1278,7 @@
|
||||||
"\n",
|
"\n",
|
||||||
"user_input = \"Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003. Extract this information into JSON for me. \"\n",
|
"user_input = \"Michael Jordan was born in 1963. He played basketball for the Chicago Bulls. He retired in 2003. Extract this information into JSON for me. \"\n",
|
||||||
"response = client.inference.completion(\n",
|
"response = client.inference.completion(\n",
|
||||||
" model_id=model_id,\n",
|
" model_id=\"meta-llama/Llama-3.1-8B-Instruct\",\n",
|
||||||
" content=user_input,\n",
|
" content=user_input,\n",
|
||||||
" stream=False,\n",
|
" stream=False,\n",
|
||||||
" sampling_params={\n",
|
" sampling_params={\n",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue