phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

Fix fireworks stream completion

Browse source
This commit is contained in:
Ashwin Bharambe 2024-11-19 13:36:14 -08:00
parent 05d1ead02f
commit 38ba3b9f0c
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_stack/providers/remote/inference/fireworks/fireworks.py
View file

@ -214,10 +214,10 @@ class FireworksInferenceAdapter(
async def _to_async_generator(): async def _to_async_generator():
if "messages" in params: if "messages" in params:
stream = await self._get_client().chat.completions.acreate(**params) stream = self._get_client().chat.completions.acreate(**params)
else: else:
stream = self._get_client().completion.create(**params) stream = self._get_client().completion.acreate(**params)
for chunk in stream: async for chunk in stream:
yield chunk yield chunk
stream = _to_async_generator() stream = _to_async_generator()