forked from phoenix-oss/llama-stack-mirror
update inference prompt msg
This commit is contained in:
parent
9eb01dd664
commit
a30b919ae1
1 changed files with 3 additions and 1 deletions
|
@ -86,7 +86,9 @@ class InferenceClient(Inference):
|
|||
async def run_main(host: str, port: int, stream: bool):
|
||||
client = InferenceClient(f"http://{host}:{port}")
|
||||
|
||||
message = UserMessage(content="hello world, troll me in two-paragraphs about 42")
|
||||
message = UserMessage(
|
||||
content="hello world, write me a 2 sentence poem about the moon"
|
||||
)
|
||||
cprint(f"User>{message.content}", "green")
|
||||
iterator = client.chat_completion(
|
||||
ChatCompletionRequest(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue