phoenix-oss/llama-stack
1
0
Fork 0
forked from phoenix-oss/llama-stack-mirror
Code Pull requests Releases Packages 2 Activity Actions

feat: log start, complete time to Agent steps (#1116)

Browse source
This commit is contained in:
ehhuang 2025-02-14 17:48:06 -08:00 • committed by GitHub
parent 8dc1cac333
commit ab2b46e528
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 21 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_stack/providers/inline/agents/meta_reference/agent_instance.py
View file

@ -301,6 +301,7 @@ class ChatAgent(ShieldRunnerMixin):
return
step_id = str(uuid.uuid4())
shield_call_start_time = datetime.now()
try:
yield AgentTurnResponseStreamChunk(
event=AgentTurnResponseEvent(
@ -323,6 +324,8 @@ class ChatAgent(ShieldRunnerMixin):
step_id=step_id,
turn_id=turn_id,
violation=e.violation,
started_at=shield_call_start_time,
completed_at=datetime.now(),
),
)
)
@ -344,6 +347,8 @@ class ChatAgent(ShieldRunnerMixin):
step_id=step_id,
turn_id=turn_id,
violation=None,
started_at=shield_call_start_time,
completed_at=datetime.now(),
),
)
)
@ -476,6 +481,7 @@ class ChatAgent(ShieldRunnerMixin):
client_tools[tool.name] = tool
while True:
step_id = str(uuid.uuid4())
inference_start_time = datetime.now()
yield AgentTurnResponseStreamChunk(
event=AgentTurnResponseEvent(
payload=AgentTurnResponseStepStartPayload(
@ -574,6 +580,8 @@ class ChatAgent(ShieldRunnerMixin):
step_id=step_id,
turn_id=turn_id,
model_response=copy.deepcopy(message),
started_at=inference_start_time,
completed_at=datetime.now(),
),
)
)
@ -641,6 +649,7 @@ class ChatAgent(ShieldRunnerMixin):
"input": message.model_dump_json(),
},
) as span:
tool_execution_start_time = datetime.now()
result_messages = await execute_tool_call_maybe(
self.tool_runtime_api,
session_id,
@ -668,6 +677,8 @@ class ChatAgent(ShieldRunnerMixin):
content=result_message.content,
)
],
started_at=tool_execution_start_time,
completed_at=datetime.now(),
),
)
)