phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-31 19:20:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add a warning for when there are no spans present

Browse source
This commit is contained in:
Dinesh Yeduguru 2025-03-11 16:19:09 -07:00
parent 1ddc026355
commit 8fee85a178
1 changed files with 14 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
llama_stack/distribution/routers/routers.py
View file

@ -162,7 +162,21 @@ class InferenceRouter(Inference):
def _construct_metrics(
self, prompt_tokens: int, completion_tokens: int, total_tokens: int, model: Model
) -> List[MetricEvent]:
"""Constructs a list of MetricEvent objects containing token usage metrics.
Args:
prompt_tokens: Number of tokens in the prompt
completion_tokens: Number of tokens in the completion
total_tokens: Total number of tokens used
model: Model object containing model_id and provider_id
Returns:
List of MetricEvent objects with token usage metrics
"""
span = get_current_span()
if span is None:
logger.warning("No span found for token usage metrics")
return []
metrics = [
("prompt_tokens", prompt_tokens),
("completion_tokens", completion_tokens),