migrate agentic system

This commit is contained in:
Xi Yan 2024-09-11 13:57:39 -07:00
parent 4b34f741d0
commit 6049aada71
5 changed files with 39 additions and 7 deletions

View file

@ -400,7 +400,7 @@ class ChatAgent(ShieldRunnerMixin):
tool_calls = []
content = ""
stop_reason = None
async for chunk in self.inference_api.chat_completion(req):
async for chunk in self.inference_api.chat_completion_impl(req):
event = chunk.event
if event.event_type == ChatCompletionResponseEventType.start:
continue