phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test- otel span recording

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-11 08:47:16 -07:00
parent 77b631c072
commit 97da1252f1
5 changed files with 242 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
litellm/proxy/common_utils/debug_utils.py
View file

@ -25,3 +25,19 @@ if os.environ.get("LITELLM_PROFILE", "false").lower() == "true":
result.append(f"{stat.traceback.format()}: {stat.size / 1024} KiB")
return {"top_50_memory_usage": result}
@router.get("/otel-spans", include_in_schema=False)
async def get_otel_spans():
from litellm.integrations.opentelemetry import OpenTelemetry
from litellm.proxy.proxy_server import open_telemetry_logger
open_telemetry_logger: OpenTelemetry = open_telemetry_logger
otel_exporter = open_telemetry_logger.OTEL_EXPORTER
recorded_spans = otel_exporter.get_finished_spans()
print("Spans: ", recorded_spans) # noqa
# these are otel spans - get the span name
span_names = [span.name for span in recorded_spans]
return {"otel_spans": span_names}