Revert "fix: Revert "feat: record token usage for inference API (#1300)" (#1476)"

This reverts commit 60e7f3d705.
This commit is contained in:
Dinesh Yeduguru 2025-03-11 08:35:27 -07:00
parent 2370e826bc
commit 0cac53ab30
5 changed files with 162 additions and 14 deletions

View file

@ -165,7 +165,9 @@ def specs_for_autorouted_apis(apis_to_serve: List[str] | Set[str]) -> Dict[str,
module="llama_stack.distribution.routers",
routing_table_api=info.routing_table_api,
api_dependencies=[info.routing_table_api],
deps__=[info.routing_table_api.value],
# Add telemetry as an optional dependency to all auto-routed providers
optional_api_dependencies=[Api.telemetry],
deps__=([info.routing_table_api.value, Api.telemetry.value]),
),
)
}