mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-07 02:58:21 +00:00
[docs] Make RAG example self-contained
Before the patch, the example could not be executed verbatim without copy-pasting client function from the inference example. I think it's better to have examples self-contained, especially in a getting started guide. Signed-off-by: Ihar Hrachyshka <ihar.hrachyshka@gmail.com>
This commit is contained in:
parent
753a1aa7bc
commit
4b85b8ae51
1 changed files with 17 additions and 0 deletions
|
@ -150,6 +150,23 @@ from llama_stack_client.lib.agents.event_logger import EventLogger
|
||||||
from llama_stack_client.types.agent_create_params import AgentConfig
|
from llama_stack_client.types.agent_create_params import AgentConfig
|
||||||
from llama_stack_client.types import Document
|
from llama_stack_client.types import Document
|
||||||
|
|
||||||
|
|
||||||
|
def create_http_client():
|
||||||
|
from llama_stack_client import LlamaStackClient
|
||||||
|
|
||||||
|
return LlamaStackClient(
|
||||||
|
base_url=f"http://localhost:{os.environ['LLAMA_STACK_PORT']}"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def create_library_client(template="ollama"):
|
||||||
|
from llama_stack import LlamaStackAsLibraryClient
|
||||||
|
|
||||||
|
client = LlamaStackAsLibraryClient(template)
|
||||||
|
client.initialize()
|
||||||
|
return client
|
||||||
|
|
||||||
|
|
||||||
client = (
|
client = (
|
||||||
create_library_client()
|
create_library_client()
|
||||||
) # or create_http_client() depending on the environment you picked
|
) # or create_http_client() depending on the environment you picked
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue