phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-01 16:24:44 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Update 02_Prompt_Engineering101.ipynb

Browse source
This commit is contained in:
Sanyam Bhutani 2024-11-21 15:38:41 -08:00 • committed by Justin Lee
parent be8bb484db
commit bd06a8b04b
1 changed files with 13 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

23
zero_to_hero_guide/02_Prompt_Engineering101.ipynb
View file

@ -47,7 +47,8 @@
"outputs": [],
"source": [
"HOST = \"localhost\" # Replace with your host\n",
"PORT = 5000 # Replace with your port"
"PORT = 5001 # Replace with your port\n",
"MODEL_NAME='meta-llama/Llama-3.2-3B-Instruct'"
]
},
{
@ -146,13 +147,13 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 8,
"id": "8b321089",
"metadata": {},
"outputs": [],
"source": [
"response = client.inference.chat_completion(\n",
" messages=few_shot_examples, model='Llama3.1-8B-Instruct'\n",
" messages=few_shot_examples, model_id=MODEL_NAME\n",
")"
]
},
@ -168,7 +169,7 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 9,
"id": "4ac1ac3e",
"metadata": {},
"outputs": [
@ -176,7 +177,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[36m> Response: That's Llama!\u001b[0m\n"
"\u001b[36m> Response: That sounds like a Donkey or an Ass (also known as a Burro)!\u001b[0m\n"
]
}
],
@ -197,7 +198,7 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 15,
"id": "524189bd",
"metadata": {},
"outputs": [
@ -205,7 +206,9 @@
"name": "stdout",
"output_type": "stream",
"text": [
"\u001b[36m> Response: That's Llama!\u001b[0m\n"
"\u001b[36m> Response: You're thinking of a Llama again!\n",
"\n",
"Is that correct?\u001b[0m\n"
]
}
],
@ -250,7 +253,7 @@
" \"content\": 'Generally taller and more robust, commonly seen as guard animals.'\n",
" }\n",
"],\n",
" model='Llama3.2-11B-Vision-Instruct',\n",
" model_id=MODEL_NAME,\n",
")\n",
"\n",
"cprint(f'> Response: {response.completion_message.content}', 'cyan')"
@ -269,7 +272,7 @@
],
"metadata": {
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"display_name": "base",
"language": "python",
"name": "python3"
},
@ -283,7 +286,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.10.15"
"version": "3.12.2"
}
},
"nbformat": 4,