mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-06-28 19:04:19 +00:00
doc: quickstart guide errors (#575)
# What does this PR do? Addresses a few errors I got when running the quick start guide: https://llama-stack.readthedocs.io/en/latest/getting_started/index.html. We should keep this up to date to maintain engagement with the community. I've annotated the PR below. Could you PTAL 🙏 ? ## Before submitting - [x] This PR fixes a typo or improves the docs (you can dismiss the other checks if that's the case).
This commit is contained in:
parent
c543bc0745
commit
0cb996c18d
1 changed files with 3 additions and 2 deletions
|
@ -62,7 +62,7 @@ llama-stack-client --endpoint http://localhost:$LLAMA_STACK_PORT models list
|
||||||
You can test basic Llama inference completion using the CLI too.
|
You can test basic Llama inference completion using the CLI too.
|
||||||
```bash
|
```bash
|
||||||
llama-stack-client --endpoint http://localhost:$LLAMA_STACK_PORT \
|
llama-stack-client --endpoint http://localhost:$LLAMA_STACK_PORT \
|
||||||
inference chat_completion \
|
inference chat-completion \
|
||||||
--message "hello, what model are you?"
|
--message "hello, what model are you?"
|
||||||
```
|
```
|
||||||
|
|
||||||
|
@ -118,6 +118,7 @@ async def run_main():
|
||||||
model=os.environ["INFERENCE_MODEL"],
|
model=os.environ["INFERENCE_MODEL"],
|
||||||
instructions="You are a helpful assistant",
|
instructions="You are a helpful assistant",
|
||||||
tools=[{"type": "memory"}], # enable Memory aka RAG
|
tools=[{"type": "memory"}], # enable Memory aka RAG
|
||||||
|
enable_session_persistence=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
agent = Agent(client, agent_config)
|
agent = Agent(client, agent_config)
|
||||||
|
@ -139,7 +140,7 @@ async def run_main():
|
||||||
attachments=attachments,
|
attachments=attachments,
|
||||||
session_id=session_id,
|
session_id=session_id,
|
||||||
)
|
)
|
||||||
async for log in EventLogger().log(response):
|
for log in EventLogger().log(response):
|
||||||
log.print()
|
log.print()
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue