inline client

This commit is contained in:
Xi Yan 2025-03-03 16:06:05 -08:00
parent bda3e35692
commit db4e5708a3

View file

@ -71,11 +71,11 @@
"except ImportError:\n",
" print(\"Not in Google Colab environment\")\n",
"\n",
"# client = LlamaStackAsLibraryClient(\"fireworks\", provider_data = {\"fireworks_api_key\": os.environ['FIREWORKS_API_KEY']})\n",
"# _ = client.initialize()\n",
"client = LlamaStackAsLibraryClient(\"fireworks\", provider_data = {\"fireworks_api_key\": os.environ['FIREWORKS_API_KEY']})\n",
"_ = client.initialize()\n",
"\n",
"# Uncomment to run on a hosted Llama Stack server\n",
"client = LlamaStackClient(base_url=\"http://localhost:8321\")\n",
"# client = LlamaStackClient(base_url=\"http://localhost:8321\")\n",
"\n",
"MODEL_ID = \"meta-llama/Llama-3.3-70B-Instruct\"\n",
"\n",