phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-13 13:42:35 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(telemetry): capture opentelemtry traces and metrics for fast API

Browse source
This commit is contained in:
Emilio Garcia 2025-10-23 14:42:15 -04:00
parent 658fb2c777
commit 62651ce774
4 changed files with 138 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/core/server/server.py
View file

@ -61,6 +61,7 @@ from llama_stack.providers.datatypes import Api
from llama_stack.providers.inline.telemetry.meta_reference.config import TelemetryConfig
from llama_stack.providers.inline.telemetry.meta_reference.telemetry import (
TelemetryAdapter,
fastapi_telemetry_middleware,
)
from llama_stack.providers.utils.telemetry.tracing import (
CURRENT_TRACE_CONTEXT,
@ -69,7 +70,6 @@ from llama_stack.providers.utils.telemetry.tracing import (
from .auth import AuthenticationMiddleware
from .quota import QuotaMiddleware
from .tracing import TracingMiddleware
REPO_ROOT = Path(__file__).parent.parent.parent.parent
@ -452,6 +452,7 @@ def create_app() -> StackApp:
if config.telemetry.enabled:
setup_logger(impls[Api.telemetry])
fastapi_telemetry_middleware(app)
else:
setup_logger(TelemetryAdapter(TelemetryConfig(), {}))
@ -511,8 +512,6 @@ def create_app() -> StackApp:
app.exception_handler(RequestValidationError)(global_exception_handler)
app.exception_handler(Exception)(global_exception_handler)
app.add_middleware(TracingMiddleware, impls=impls, external_apis=external_apis)
return app