phoenix-oss/llama-stack-mirror
0
0
Fork 1
mirror of https://github.com/meta-llama/llama-stack.git synced 2025-12-17 16:52:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use postgres to store traces and query

Browse source
This commit is contained in:
Dinesh Yeduguru 2024-12-02 09:39:56 -08:00
parent 4dd08e5595
commit cb49d21a49
5 changed files with 235 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

26
llama_stack/providers/remote/telemetry/opentelemetry/opentelemetry.py
View file

@ -18,6 +18,11 @@ from opentelemetry.sdk.trace.export import BatchSpanProcessor
from opentelemetry.semconv.resource import ResourceAttributes
from llama_stack.distribution.datatypes import Api
from llama_stack.providers.remote.telemetry.opentelemetry.postgres_processor import (
PostgresSpanProcessor,
)
from llama_stack.providers.utils.telemetry.jaeger import JaegerTraceStore
from llama_stack.providers.utils.telemetry.postgres import PostgresTraceStore
from llama_stack.apis.telemetry import * # noqa: F403
@ -49,12 +54,18 @@ def is_tracing_enabled(tracer):
class OpenTelemetryAdapter(Telemetry):
def __init__(
self, config: OpenTelemetryConfig, trace_store: TraceStore, deps
) -> None:
def __init__(self, config: OpenTelemetryConfig, deps) -> None:
self.config = config
self.datasetio = deps[Api.datasetio]
self.trace_store = trace_store
if config.trace_store == "jaeger":
self.trace_store = JaegerTraceStore(
config.jaeger_query_endpoint, config.service_name
)
elif config.trace_store == "postgres":
self.trace_store = PostgresTraceStore(config.postgres_conn_string)
else:
raise ValueError(f"Invalid trace store: {config.trace_store}")
resource = Resource.create(
{
@ -69,6 +80,9 @@ class OpenTelemetryAdapter(Telemetry):
)
span_processor = BatchSpanProcessor(otlp_exporter)
trace.get_tracer_provider().add_span_processor(span_processor)
trace.get_tracer_provider().add_span_processor(
PostgresSpanProcessor(self.config.postgres_conn_string)
)
# Set up metrics
metric_reader = PeriodicExportingMetricReader(
OTLPMetricExporter(
@ -252,8 +266,8 @@ class OpenTelemetryAdapter(Telemetry):
results.append(
EvalTrace(
step=child.span.name,
input=child.span.attributes.get("input", ""),
output=child.span.attributes.get("output", ""),
input=str(child.span.attributes.get("input", "")),
output=str(child.span.attributes.get("output", "")),
session_id=session_id,
expected_output="",
)