From 1bd002f39a562a0eb1dc5d3ba737ab98dd6f5f88 Mon Sep 17 00:00:00 2001 From: Ashwin Bharambe Date: Sat, 8 Mar 2025 22:50:40 -0800 Subject: [PATCH] make sure library client is cool --- llama_stack/distribution/request_headers.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/llama_stack/distribution/request_headers.py b/llama_stack/distribution/request_headers.py index 552ac15c0..19afae59b 100644 --- a/llama_stack/distribution/request_headers.py +++ b/llama_stack/distribution/request_headers.py @@ -52,15 +52,12 @@ def preserve_headers_context_async_generator(gen: AsyncGenerator[T, None]) -> As async def wrapper(): while True: # Set context before each anext() call - token = _provider_data_var.set(context_value) + _ = _provider_data_var.set(context_value) try: item = await gen.__anext__() yield item except StopAsyncIteration: break - finally: - # Restore the previous value - _provider_data_var.reset(token) return wrapper()