phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-08-12 04:50:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

make sure library client is cool

Browse source
This commit is contained in:
Ashwin Bharambe 2025-03-08 22:50:40 -08:00
parent d89ef35151
commit 1bd002f39a
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/distribution/request_headers.py
View file

@ -52,15 +52,12 @@ def preserve_headers_context_async_generator(gen: AsyncGenerator[T, None]) -> As
async def wrapper(): async def wrapper():
while True: while True:
# Set context before each anext() call # Set context before each anext() call
token = _provider_data_var.set(context_value) _ = _provider_data_var.set(context_value)
try: try:
item = await gen.__anext__() item = await gen.__anext__()
yield item yield item
except StopAsyncIteration: except StopAsyncIteration:
break break
finally:
# Restore the previous value
_provider_data_var.reset(token)
return wrapper() return wrapper()