mirror of
https://github.com/meta-llama/llama-stack.git
synced 2025-08-15 14:08:00 +00:00
Merge branch 'main' into chunk-ui
This commit is contained in:
commit
f658b25159
1 changed files with 8 additions and 3 deletions
|
@ -52,11 +52,16 @@ agent = Agent(
|
||||||
prompt = "How do you do great work?"
|
prompt = "How do you do great work?"
|
||||||
print("prompt>", prompt)
|
print("prompt>", prompt)
|
||||||
|
|
||||||
|
use_stream = True
|
||||||
response = agent.create_turn(
|
response = agent.create_turn(
|
||||||
messages=[{"role": "user", "content": prompt}],
|
messages=[{"role": "user", "content": prompt}],
|
||||||
session_id=agent.create_session("rag_session"),
|
session_id=agent.create_session("rag_session"),
|
||||||
stream=True,
|
stream=use_stream,
|
||||||
)
|
)
|
||||||
|
|
||||||
for log in AgentEventLogger().log(response):
|
# Only call `AgentEventLogger().log(response)` for streaming responses.
|
||||||
|
if use_stream:
|
||||||
|
for log in AgentEventLogger().log(response):
|
||||||
log.print()
|
log.print()
|
||||||
|
else:
|
||||||
|
print(response)
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue