phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-09 11:20:58 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

mvp

Browse source
This commit is contained in:
Xi Yan 2024-10-04 00:25:57 -07:00
parent 4f07aca309
commit 3cbe3a72e8
10 changed files with 230 additions and 76 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_stack/apis/inference/client.py
View file

@ -109,7 +109,7 @@ async def run_main(host: str, port: int, stream: bool):
cprint(f"User>{message.content}", "green")
iterator = client.chat_completion(
model="Llama3.1-8B-Instruct",
messages=[message],
messages=[message, UserMessage(content="write me 3 sentence about the sun.")],
stream=stream,
)
async for log in EventLogger().log(iterator):