phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-05 12:21:52 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

update router client

Browse source
This commit is contained in:
Xi Yan 2024-09-19 08:56:52 -07:00
parent 46bf0192a1
commit 47a51289ca
2 changed files with 18 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_stack/apis/inference/client.py
View file

@ -98,6 +98,17 @@ async def run_main(host: str, port: int, stream: bool):
async for log in EventLogger().log(iterator):
log.print()
print("Testing a different model provider")
iterator = client.chat_completion(
ChatCompletionRequest(
model="ollama-1",
messages=[message],
stream=stream,
)
)
async for log in EventLogger().log(iterator):
log.print()
def main(host: str, port: int, stream: bool = True):
asyncio.run(run_main(host, port, stream))