phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-12 20:12:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(otel): auto instrument each uvicorn worker

Browse source
This commit is contained in:
Emilio Garcia 2025-10-08 09:37:50 -04:00
parent 5d711d4bcb
commit dd8a7bdc20
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
llama_stack/core/server/server.py
View file

@ -4,6 +4,13 @@
# This source code is licensed under the terms described in the LICENSE file in # This source code is licensed under the terms described in the LICENSE file in
# the root directory of this source tree. # the root directory of this source tree.
# Initialize OpenTelemetry auto-instrumentation
# Note: This must be done before the FastAPI app is created and imported
# https://opentelemetry.io/docs/zero-code/python/troubleshooting/#use-programmatic-auto-instrumentation
from opentelemetry.instrumentation.auto_instrumentation import initialize
initialize()
import asyncio import asyncio
import concurrent.futures import concurrent.futures
import functools import functools
@ -409,10 +416,10 @@ def create_app() -> StackApp:
if cors_config: if cors_config:
app.add_middleware(CORSMiddleware, **cors_config.model_dump()) app.add_middleware(CORSMiddleware, **cors_config.model_dump())
# Only initialize llama-stack telemetry system if explicitly configured
# Otherwise, allow external instrumentation (e.g., opentelemetry-instrument) to work
if Api.telemetry in impls: if Api.telemetry in impls:
setup_logger(impls[Api.telemetry]) setup_logger(impls[Api.telemetry])
else:
setup_logger(TelemetryAdapter(TelemetryConfig(), {}))
# Load external APIs if configured # Load external APIs if configured
external_apis = load_external_apis(config) external_apis = load_external_apis(config)