diff --git a/litellm/proxy/common_utils/init_callbacks.py b/litellm/proxy/common_utils/init_callbacks.py index 6ff4601d9..9631bcad4 100644 --- a/litellm/proxy/common_utils/init_callbacks.py +++ b/litellm/proxy/common_utils/init_callbacks.py @@ -31,10 +31,12 @@ def initialize_callbacks_on_proxy( imported_list.append(callback) elif isinstance(callback, str) and callback == "otel": from litellm.integrations.opentelemetry import OpenTelemetry + from litellm.proxy import proxy_server open_telemetry_logger = OpenTelemetry() imported_list.append(open_telemetry_logger) + setattr(proxy_server, "open_telemetry_logger", open_telemetry_logger) elif isinstance(callback, str) and callback == "presidio": from litellm.proxy.hooks.presidio_pii_masking import ( _OPTIONAL_PresidioPIIMasking, diff --git a/litellm/proxy/proxy_config.yaml b/litellm/proxy/proxy_config.yaml index f32e0ce2d..aaf48cba4 100644 --- a/litellm/proxy/proxy_config.yaml +++ b/litellm/proxy/proxy_config.yaml @@ -35,6 +35,7 @@ general_settings: LANGFUSE_SECRET_KEY: "os.environ/LANGFUSE_DEV_SK_KEY" litellm_settings: + callbacks: ["otel"] guardrails: - prompt_injection: callbacks: [lakera_prompt_injection, hide_secrets]