phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-07-29 15:23:51 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

updated dependency and client model name

Browse source
This commit is contained in:
Hardik Shah 2024-08-02 15:37:40 -07:00
parent d3e269fcf2
commit 493f0d99b2
2 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
llama_toolchain/distribution/registry.py
View file

@ -33,6 +33,7 @@ COMMON_DEPENDENCIES = [
"Pillow", "Pillow",
"pydantic==1.10.13", "pydantic==1.10.13",
"pydantic_core==2.18.2", "pydantic_core==2.18.2",
"python-dotenv",
"python-openapi", "python-openapi",
"requests", "requests",
"tiktoken", "tiktoken",

2
llama_toolchain/inference/client.py
View file

@ -66,7 +66,7 @@ async def run_main(host: str, port: int, stream: bool):
cprint(f"User>{message.content}", "green") cprint(f"User>{message.content}", "green")
iterator = client.chat_completion( iterator = client.chat_completion(
ChatCompletionRequest( ChatCompletionRequest(
model="Meta-Llama-3.1-8B-Instruct", model="Meta-Llama3.1-8B-Instruct",
messages=[message], messages=[message],
stream=stream, stream=stream,
) )