mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-12 04:50:39 +00:00
inline client
This commit is contained in:
parent
bda3e35692
commit
db4e5708a3
1 changed files with 3 additions and 3 deletions
|
@ -71,11 +71,11 @@
|
||||||
"except ImportError:\n",
|
"except ImportError:\n",
|
||||||
" print(\"Not in Google Colab environment\")\n",
|
" print(\"Not in Google Colab environment\")\n",
|
||||||
"\n",
|
"\n",
|
||||||
"# client = LlamaStackAsLibraryClient(\"fireworks\", provider_data = {\"fireworks_api_key\": os.environ['FIREWORKS_API_KEY']})\n",
|
"client = LlamaStackAsLibraryClient(\"fireworks\", provider_data = {\"fireworks_api_key\": os.environ['FIREWORKS_API_KEY']})\n",
|
||||||
"# _ = client.initialize()\n",
|
"_ = client.initialize()\n",
|
||||||
"\n",
|
"\n",
|
||||||
"# Uncomment to run on a hosted Llama Stack server\n",
|
"# Uncomment to run on a hosted Llama Stack server\n",
|
||||||
"client = LlamaStackClient(base_url=\"http://localhost:8321\")\n",
|
"# client = LlamaStackClient(base_url=\"http://localhost:8321\")\n",
|
||||||
"\n",
|
"\n",
|
||||||
"MODEL_ID = \"meta-llama/Llama-3.3-70B-Instruct\"\n",
|
"MODEL_ID = \"meta-llama/Llama-3.3-70B-Instruct\"\n",
|
||||||
"\n",
|
"\n",
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue