fix use thread_pool_executor for pass through logging

litellm/proxy/pass_through_endpoints/success_handler.py

@@ -18,6 +18,7 @@ from litellm.llms.vertex_ai_and_google_ai_studio.gemini.vertex_and_google_ai_stu
 from litellm.proxy._types import PassThroughEndpointLoggingResultValues
 from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
 from litellm.types.utils import StandardPassThroughResponseObject
+from litellm.utils import executor as thread_pool_executor
 
 from .llm_provider_handlers.anthropic_passthrough_logging_handler import (
     AnthropicPassthroughLoggingHandler,
@@ -93,15 +94,16 @@ class PassThroughEndpointLogging:
             standard_logging_response_object = StandardPassThroughResponseObject(
                 response=httpx_response.text
             )
-        threading.Thread(
+        thread_pool_executor.submit(
-            target=logging_obj.success_handler,
+            logging_obj.success_handler,
             args=(
                 standard_logging_response_object,
                 start_time,
                 end_time,
                 cache_hit,
             ),
-        ).start()
+        )
+
         await logging_obj.async_success_handler(
             result=(
                 json.dumps(result)

litellm/proxy/proxy_config.yaml

@@ -22,3 +22,4 @@ router_settings:
 
 litellm_settings:
   callbacks: ["prometheus"]
+  success_callback: ["langfuse"]