phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-10-04 04:04:14 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge 49b729b30a into 8422bd102a

Browse source
This commit is contained in:
Charlie Doern 2025-09-18 17:04:04 +02:00 • committed by GitHub
commit 6d68ece4ef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 433 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama_stack/core/server/server.py
View file

@ -80,6 +80,7 @@ from llama_stack.providers.utils.telemetry.tracing import (
)
from .auth import AuthenticationMiddleware
from .metrics import RequestMetricsMiddleware
from .quota import QuotaMiddleware
REPO_ROOT = Path(__file__).parent.parent.parent.parent
@ -556,6 +557,10 @@ def main(args: argparse.Namespace | None = None):
app.__llama_stack_impls__ = impls
app.add_middleware(TracingMiddleware, impls=impls, external_apis=external_apis)
# Add request metrics middleware
telemetry_impl = impls.get(Api.telemetry) if Api.telemetry in impls else None
app.add_middleware(RequestMetricsMiddleware, telemetry=telemetry_impl)
import uvicorn
# Configure SSL if certificates are provided