phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

pass llm provider when creating async httpx clients

Browse source
This commit is contained in:
Ishaan Jaff 2024-09-10 11:51:42 -07:00
parent 9d102e7054
commit 0d6081e370
14 changed files with 57 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/caching.py
View file

@ -1244,6 +1244,7 @@ class QdrantSemanticCache(BaseCache):
from litellm.llms.custom_httpx.http_handler import (
_get_httpx_client,
get_async_httpx_client,
httpxSpecialProvider,
)
if collection_name is None:
@ -1290,7 +1291,9 @@ class QdrantSemanticCache(BaseCache):
self.headers = headers
self.sync_client = _get_httpx_client()
self.async_client = get_async_httpx_client()
self.async_client = get_async_httpx_client(
llm_provider=httpxSpecialProvider.Caching
)
if quantization_config is None:
print_verbose(