update router client

2025-10-06 04:34:57 +00:00 · 2024-09-19 08:56:52 -07:00 · 2024-09-19 08:56:52 -07:00 · 47a51289ca
commit 47a51289ca
parent 46bf0192a1
2 changed files with 18 additions and 0 deletions
--- a/llama_stack/providers/adapters/inference/ollama/ollama.py
+++ b/llama_stack/providers/adapters/inference/ollama/ollama.py
@ -105,6 +105,13 @@ class OllamaInferenceAdapter(Inference):
                delta="",
            )
        )
+
+        yield ChatCompletionResponseStreamChunk(
+            event=ChatCompletionResponseEvent(
+                event_type=ChatCompletionResponseEventType.progress,
+                delta="model={}, url={}".format(model, self.url),
+            )
+        )
        # request = ChatCompletionRequest(
        #     model=model,
        #     messages=messages,