mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-12 04:50:39 +00:00
inline client
This commit is contained in:
parent
bda3e35692
commit
db4e5708a3
1 changed files with 3 additions and 3 deletions
|
@ -71,11 +71,11 @@
|
|||
"except ImportError:\n",
|
||||
" print(\"Not in Google Colab environment\")\n",
|
||||
"\n",
|
||||
"# client = LlamaStackAsLibraryClient(\"fireworks\", provider_data = {\"fireworks_api_key\": os.environ['FIREWORKS_API_KEY']})\n",
|
||||
"# _ = client.initialize()\n",
|
||||
"client = LlamaStackAsLibraryClient(\"fireworks\", provider_data = {\"fireworks_api_key\": os.environ['FIREWORKS_API_KEY']})\n",
|
||||
"_ = client.initialize()\n",
|
||||
"\n",
|
||||
"# Uncomment to run on a hosted Llama Stack server\n",
|
||||
"client = LlamaStackClient(base_url=\"http://localhost:8321\")\n",
|
||||
"# client = LlamaStackClient(base_url=\"http://localhost:8321\")\n",
|
||||
"\n",
|
||||
"MODEL_ID = \"meta-llama/Llama-3.3-70B-Instruct\"\n",
|
||||
"\n",
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue