Update 03_Image_Chat101.ipynb

This commit is contained in:
Sanyam Bhutani 2024-11-21 15:40:02 -08:00 committed by Justin Lee
parent d4e7bd7752
commit 17c98c2397

View file

@ -39,13 +39,14 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": null,
"id": "1d293479-9dde-4b68-94ab-d0c4c61ab08c", "id": "1d293479-9dde-4b68-94ab-d0c4c61ab08c",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
"HOST = \"localhost\" # Replace with your host\n", "HOST = \"localhost\" # Replace with your host\n",
"PORT = 5000 # Replace with your port" "CLOUD_PORT = 5001 # Replace with your cloud distro port\n",
"MODEL_NAME='Llama3.2-11B-Vision-Instruct'"
] ]
}, },
{ {
@ -59,7 +60,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": null,
"id": "8e65aae0-3ef0-4084-8c59-273a89ac9510", "id": "8e65aae0-3ef0-4084-8c59-273a89ac9510",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
@ -110,7 +111,7 @@
" cprint(\"User> Sending image for analysis...\", \"green\")\n", " cprint(\"User> Sending image for analysis...\", \"green\")\n",
" response = client.inference.chat_completion(\n", " response = client.inference.chat_completion(\n",
" messages=[message],\n", " messages=[message],\n",
" model=\"Llama3.2-11B-Vision-Instruct\",\n", " model_id=MODEL_NAME,\n",
" stream=stream,\n", " stream=stream,\n",
" )\n", " )\n",
"\n", "\n",
@ -180,7 +181,7 @@
], ],
"metadata": { "metadata": {
"kernelspec": { "kernelspec": {
"display_name": "Python 3 (ipykernel)", "display_name": "base",
"language": "python", "language": "python",
"name": "python3" "name": "python3"
}, },
@ -194,7 +195,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.10.15" "version": "3.12.2"
} }
}, },
"nbformat": 4, "nbformat": 4,