phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

pass llm provider when creating async httpx clients

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-10 11:51:42 -07:00
parent 9d102e7054
commit 0d6081e370
14 changed files with 57 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/proxy/guardrails/guardrail_hooks/bedrock_guardrails.py
View file

@ -34,6 +34,7 @@ from litellm.llms.base_aws_llm import BaseAWSLLM
from litellm.llms.custom_httpx.http_handler import (
AsyncHTTPHandler,
get_async_httpx_client,
httpxSpecialProvider,
)
from litellm.proxy._types import UserAPIKeyAuth
from litellm.proxy.guardrails.guardrail_helpers import should_proceed_based_on_metadata
@ -55,7 +56,9 @@ class BedrockGuardrail(CustomGuardrail, BaseAWSLLM):
guardrailVersion: Optional[str] = None,
**kwargs,
):
self.async_handler = get_async_httpx_client()
self.async_handler = get_async_httpx_client(
llm_provider=httpxSpecialProvider.GuardrailCallback
)
self.guardrailIdentifier = guardrailIdentifier
self.guardrailVersion = guardrailVersion