phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #5292 from OgnjenFrancuski/main

Browse source 
Update SSL verification
This commit is contained in:
Krish Dholakia 2024-08-23 20:42:35 -07:00 • committed by GitHub
commit f458f565af
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 54 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

20
litellm/llms/huggingface_restapi.py
View file

@ -616,6 +616,10 @@ class Huggingface(BaseLLM):
},
)
## COMPLETION CALL
# SSL certificates (a.k.a CA bundle) used to verify the identity of requested hosts.
ssl_verify = os.getenv("SSL_VERIFY", litellm.ssl_verify)
if acompletion is True:
### ASYNC STREAMING
if optional_params.get("stream", False):
@ -630,12 +634,16 @@ class Huggingface(BaseLLM):
headers=headers,
data=json.dumps(data),
stream=optional_params["stream"],
verify=ssl_verify
)
return response.iter_lines()
### SYNC COMPLETION
else:
response = requests.post(
completion_url, headers=headers, data=json.dumps(data)
completion_url,
headers=headers,
data=json.dumps(data),
verify=ssl_verify
)
## Some servers might return streaming responses even though stream was not set to true. (e.g. Baseten)
@ -731,9 +739,12 @@ class Huggingface(BaseLLM):
optional_params: dict,
timeout: float,
):
# SSL certificates (a.k.a CA bundle) used to verify the identity of requested hosts.
ssl_verify = os.getenv("SSL_VERIFY", litellm.ssl_verify)
response = None
try:
async with httpx.AsyncClient(timeout=timeout) as client:
async with httpx.AsyncClient(timeout=timeout, verify=ssl_verify) as client:
response = await client.post(url=api_base, json=data, headers=headers)
response_json = response.json()
if response.status_code != 200:
@ -785,7 +796,10 @@ class Huggingface(BaseLLM):
model: str,
timeout: float,
):
async with httpx.AsyncClient(timeout=timeout) as client:
# SSL certificates (a.k.a CA bundle) used to verify the identity of requested hosts.
ssl_verify = os.getenv("SSL_VERIFY", litellm.ssl_verify)
async with httpx.AsyncClient(timeout=timeout, verify=ssl_verify) as client:
response = client.stream(
"POST", url=f"{api_base}", json=data, headers=headers
)