phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-12 12:06:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(telemetry): capture opentelemtry traces and metrics for fast API

Browse source
This commit is contained in:
Emilio Garcia 2025-10-23 14:42:15 -04:00
parent 658fb2c777
commit 62651ce774
4 changed files with 138 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/core/server/server.py
View file

@ -61,6 +61,7 @@ from llama_stack.providers.datatypes import Api
from llama_stack.providers.inline.telemetry.meta_reference.config import TelemetryConfig
from llama_stack.providers.inline.telemetry.meta_reference.telemetry import (
TelemetryAdapter,
fastapi_telemetry_middleware,
)
from llama_stack.providers.utils.telemetry.tracing import (
CURRENT_TRACE_CONTEXT,
@ -69,7 +70,6 @@ from llama_stack.providers.utils.telemetry.tracing import (
from .auth import AuthenticationMiddleware
from .quota import QuotaMiddleware
from .tracing import TracingMiddleware
REPO_ROOT = Path(__file__).parent.parent.parent.parent
@ -452,6 +452,7 @@ def create_app() -> StackApp:
if config.telemetry.enabled:
setup_logger(impls[Api.telemetry])
fastapi_telemetry_middleware(app)
else:
setup_logger(TelemetryAdapter(TelemetryConfig(), {}))
@ -511,8 +512,6 @@ def create_app() -> StackApp:
app.exception_handler(RequestValidationError)(global_exception_handler)
app.exception_handler(Exception)(global_exception_handler)
app.add_middleware(TracingMiddleware, impls=impls, external_apis=external_apis)
return app

9
llama_stack/providers/inline/telemetry/meta_reference/telemetry.py
View file

@ -8,9 +8,11 @@ import os
import threading
from typing import Any
from fastapi import FastAPI
from opentelemetry import metrics, trace
from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter
from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter
from opentelemetry.instrumentation.fastapi import FastAPIInstrumentor
from opentelemetry.sdk.metrics import MeterProvider
from opentelemetry.sdk.metrics.export import PeriodicExportingMetricReader
from opentelemetry.sdk.trace import TracerProvider
@ -250,3 +252,10 @@ class TelemetryAdapter(Telemetry):
_GLOBAL_STORAGE["active_spans"].pop(span_id, None)
else:
raise ValueError(f"Unknown structured log event: {event}")
def fastapi_telemetry_middleware(app: FastAPI):
"""
Instrument the FastAPI app with OpenTelemetry.
"""
FastAPIInstrumentor.instrument_app(app)