phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

use get async httpx client

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-10 13:08:49 -07:00
parent 0f154abf9e
commit 08f8f9634f
3 changed files with 23 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

11
litellm/integrations/braintrust_logging.py
View file

@ -17,10 +17,17 @@ from pydantic import BaseModel
import litellm import litellm
from litellm import verbose_logger from litellm import verbose_logger
from litellm.integrations.custom_logger import CustomLogger from litellm.integrations.custom_logger import CustomLogger
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler, HTTPHandler from litellm.llms.custom_httpx.http_handler import (
AsyncHTTPHandler,
HTTPHandler,
get_async_httpx_client,
httpxSpecialProvider,
)
from litellm.utils import get_formatted_prompt from litellm.utils import get_formatted_prompt
global_braintrust_http_handler = AsyncHTTPHandler() global_braintrust_http_handler = get_async_httpx_client(
llm_provider=httpxSpecialProvider.LoggingCallback
)
global_braintrust_sync_http_handler = HTTPHandler() global_braintrust_sync_http_handler = HTTPHandler()
API_BASE = "https://api.braintrustdata.com/v1" API_BASE = "https://api.braintrustdata.com/v1"

10
litellm/proxy/guardrails/guardrail_hooks/aporia_ai.py
View file

@ -30,7 +30,11 @@ from litellm.integrations.custom_guardrail import CustomGuardrail
from litellm.litellm_core_utils.logging_utils import ( from litellm.litellm_core_utils.logging_utils import (
convert_litellm_response_object_to_str, convert_litellm_response_object_to_str,
) )
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler from litellm.llms.custom_httpx.http_handler import (
AsyncHTTPHandler,
get_async_httpx_client,
httpxSpecialProvider,
)
from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy._types import UserAPIKeyAuth
from litellm.proxy.guardrails.guardrail_helpers import should_proceed_based_on_metadata from litellm.proxy.guardrails.guardrail_helpers import should_proceed_based_on_metadata
from litellm.types.guardrails import GuardrailEventHooks from litellm.types.guardrails import GuardrailEventHooks
@ -44,8 +48,8 @@ class AporiaGuardrail(CustomGuardrail):
def __init__( def __init__(
self, api_key: Optional[str] = None, api_base: Optional[str] = None, **kwargs self, api_key: Optional[str] = None, api_base: Optional[str] = None, **kwargs
): ):
self.async_handler = AsyncHTTPHandler( self.async_handler = get_async_httpx_client(
timeout=httpx.Timeout(timeout=600.0, connect=5.0) llm_provider=httpxSpecialProvider.GuardrailCallback
) )
self.aporia_api_key = api_key or os.environ["APORIO_API_KEY"] self.aporia_api_key = api_key or os.environ["APORIO_API_KEY"]
self.aporia_api_base = api_base or os.environ["APORIO_API_BASE"] self.aporia_api_base = api_base or os.environ["APORIO_API_BASE"]

10
litellm/proxy/guardrails/guardrail_hooks/lakera_ai.py
View file

@ -21,7 +21,11 @@ from fastapi import HTTPException
import litellm import litellm
from litellm._logging import verbose_proxy_logger from litellm._logging import verbose_proxy_logger
from litellm.integrations.custom_guardrail import CustomGuardrail from litellm.integrations.custom_guardrail import CustomGuardrail
from litellm.llms.custom_httpx.http_handler import AsyncHTTPHandler from litellm.llms.custom_httpx.http_handler import (
AsyncHTTPHandler,
get_async_httpx_client,
httpxSpecialProvider,
)
from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy._types import UserAPIKeyAuth
from litellm.proxy.guardrails.guardrail_helpers import should_proceed_based_on_metadata from litellm.proxy.guardrails.guardrail_helpers import should_proceed_based_on_metadata
from litellm.secret_managers.main import get_secret from litellm.secret_managers.main import get_secret
@ -50,8 +54,8 @@ class lakeraAI_Moderation(CustomGuardrail):
api_key: Optional[str] = None, api_key: Optional[str] = None,
**kwargs, **kwargs,
): ):
self.async_handler = AsyncHTTPHandler( self.async_handler = get_async_httpx_client(
timeout=httpx.Timeout(timeout=600.0, connect=5.0) llm_provider=httpxSpecialProvider.GuardrailCallback
) )
self.lakera_api_key = api_key or os.environ["LAKERA_API_KEY"] self.lakera_api_key = api_key or os.environ["LAKERA_API_KEY"]
self.moderation_check = moderation_check self.moderation_check = moderation_check