phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2026-01-03 10:32:17 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "fix: Revert "feat: record token usage for inference API (#1300)" (#1476)"

Browse source 
This reverts commit 60e7f3d705.
This commit is contained in:
Dinesh Yeduguru 2025-03-11 08:35:27 -07:00
parent 2370e826bc
commit 0cac53ab30
5 changed files with 162 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama_stack/providers/inline/telemetry/meta_reference/telemetry.py
View file

@ -73,6 +73,7 @@ class TelemetryAdapter(TelemetryDatasetMixin, Telemetry):
def __init__(self, config: TelemetryConfig, deps: Dict[str, Any]) -> None:
self.config = config
self.datasetio_api = deps.get(Api.datasetio)
self.meter = None
resource = Resource.create(
{
@ -171,6 +172,8 @@ class TelemetryAdapter(TelemetryDatasetMixin, Telemetry):
return _GLOBAL_STORAGE["gauges"][name]
def _log_metric(self, event: MetricEvent) -> None:
if self.meter is None:
return
if isinstance(event.value, int):
counter = self._get_or_create_counter(event.metric, event.unit)
counter.add(event.value, attributes=event.attributes)