phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 04:17:32 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

drop custom classes to manage hydra

Browse source
This commit is contained in:
Hardik Shah 2024-07-22 20:40:50 -07:00
parent 86fff23a9e
commit aca6bfe0df
4 changed files with 17 additions and 82 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama_toolchain/inference/client.py
View file

@ -6,6 +6,7 @@
import asyncio
import json
from termcolor import cprint
from typing import AsyncGenerator
from urllib.request import getproxies
@ -65,6 +66,7 @@ async def run_main(host: str, port: int):
client = InferenceClient(f"http://{host}:{port}")
message = UserMessage(content="hello world, help me out here")
cprint(f"User>{message.content}", "green")
req = ChatCompletionRequest(
model=InstructModel.llama3_70b_chat,
messages=[message],