phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(pass_through_endpoints.py): fix client init

Browse source
This commit is contained in:
Krrish Dholakia 2024-07-13 14:46:56 -07:00
parent 4ca677638f
commit 7a95132a03
2 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/proxy/pass_through_endpoints/pass_through_endpoints.py
View file

@ -23,8 +23,6 @@ from litellm.integrations.custom_logger import CustomLogger
from litellm.proxy._types import ProxyException, UserAPIKeyAuth from litellm.proxy._types import ProxyException, UserAPIKeyAuth
from litellm.proxy.auth.user_api_key_auth import user_api_key_auth from litellm.proxy.auth.user_api_key_auth import user_api_key_auth
async_client = httpx.AsyncClient()
async def set_env_variables_in_header(custom_headers: dict): async def set_env_variables_in_header(custom_headers: dict):
""" """
@ -277,6 +275,8 @@ async def pass_through_request(
call_type="pass_through_endpoint", call_type="pass_through_endpoint",
) )
async_client = httpx.AsyncClient()
response = await async_client.request( response = await async_client.request(
method=request.method, method=request.method,
url=url, url=url,

5
litellm/tests/test_pass_through_endpoints.py
View file

@ -90,9 +90,8 @@ async def test_pass_through_endpoint_rerank(client):
[(True, 0, 429), (True, 1, 200), (False, 0, 401)], [(True, 0, 429), (True, 1, 200), (False, 0, 401)],
) )
@pytest.mark.asyncio @pytest.mark.asyncio
async def test_pass_through_endpoint_rpm_limit( async def test_pass_through_endpoint_rpm_limit(auth, expected_error_code, rpm_limit):
client, auth, expected_error_code, rpm_limit client = TestClient(app)
):
import litellm import litellm
from litellm.proxy._types import UserAPIKeyAuth from litellm.proxy._types import UserAPIKeyAuth
from litellm.proxy.proxy_server import ProxyLogging, hash_token, user_api_key_cache from litellm.proxy.proxy_server import ProxyLogging, hash_token, user_api_key_cache