From 7b28c0f3fb330758dbc36e8b30abc84d1ed6121c Mon Sep 17 00:00:00 2001 From: Ishaan Jaff Date: Fri, 22 Nov 2024 17:15:47 -0800 Subject: [PATCH] use correct location for types --- litellm/llms/custom_httpx/http_handler.py | 3 +-- litellm/types/llms/custom_http.py | 20 ++++++++++++++++++++ 2 files changed, 21 insertions(+), 2 deletions(-) create mode 100644 litellm/types/llms/custom_http.py diff --git a/litellm/llms/custom_httpx/http_handler.py b/litellm/llms/custom_httpx/http_handler.py index f1b78ea63..f5c4f694d 100644 --- a/litellm/llms/custom_httpx/http_handler.py +++ b/litellm/llms/custom_httpx/http_handler.py @@ -8,8 +8,7 @@ from httpx import USE_CLIENT_DEFAULT, AsyncHTTPTransport, HTTPTransport import litellm from litellm.caching import InMemoryCache - -from .types import httpxSpecialProvider +from litellm.types.llms.custom_http import * if TYPE_CHECKING: from litellm import LlmProviders diff --git a/litellm/types/llms/custom_http.py b/litellm/types/llms/custom_http.py new file mode 100644 index 000000000..f43daff2a --- /dev/null +++ b/litellm/types/llms/custom_http.py @@ -0,0 +1,20 @@ +from enum import Enum + +import litellm + + +class httpxSpecialProvider(str, Enum): + """ + Httpx Clients can be created for these litellm internal providers + + Example: + - langsmith logging would need a custom async httpx client + - pass through endpoint would need a custom async httpx client + """ + + LoggingCallback = "logging_callback" + GuardrailCallback = "guardrail_callback" + Caching = "caching" + Oauth2Check = "oauth2_check" + SecretManager = "secret_manager" + PassThroughEndpoint = "pass_through_endpoint"