From 8fee85a178fb3f8cf0091c9aaa2f5df9c163ced5 Mon Sep 17 00:00:00 2001 From: Dinesh Yeduguru Date: Tue, 11 Mar 2025 16:19:09 -0700 Subject: [PATCH] add a warning for when there are no spans present --- llama_stack/distribution/routers/routers.py | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/llama_stack/distribution/routers/routers.py b/llama_stack/distribution/routers/routers.py index 59bc87d26..68b8e55cb 100644 --- a/llama_stack/distribution/routers/routers.py +++ b/llama_stack/distribution/routers/routers.py @@ -162,7 +162,21 @@ class InferenceRouter(Inference): def _construct_metrics( self, prompt_tokens: int, completion_tokens: int, total_tokens: int, model: Model ) -> List[MetricEvent]: + """Constructs a list of MetricEvent objects containing token usage metrics. + + Args: + prompt_tokens: Number of tokens in the prompt + completion_tokens: Number of tokens in the completion + total_tokens: Total number of tokens used + model: Model object containing model_id and provider_id + + Returns: + List of MetricEvent objects with token usage metrics + """ span = get_current_span() + if span is None: + logger.warning("No span found for token usage metrics") + return [] metrics = [ ("prompt_tokens", prompt_tokens), ("completion_tokens", completion_tokens),