pass llm provider when creating async httpx clients

This commit is contained in:
Ishaan Jaff 2024-09-10 11:51:42 -07:00
parent 9d102e7054
commit 0d6081e370
14 changed files with 57 additions and 19 deletions

View file

@ -130,7 +130,7 @@ class BedrockEmbedding(BaseAWSLLM):
if isinstance(timeout, float) or isinstance(timeout, int):
timeout = httpx.Timeout(timeout)
_params["timeout"] = timeout
client = get_async_httpx_client(_params) # type: ignore
client = get_async_httpx_client(_params, llm_provider=litellm.LlmProviders.BEDROCK) # type: ignore
else:
client = client