phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-24 18:24:20 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #885 from Codium-ai/bugfix/hf_timeout

Browse source 
Do not timeout when calling HF through acomplete
This commit is contained in:
Krish Dholakia 2023-11-23 07:48:59 -08:00 • committed by GitHub
commit 6ba4eeb961
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/huggingface_restapi.py
View file

@ -452,7 +452,7 @@ class Huggingface(BaseLLM):
response = None
try:
async with httpx.AsyncClient() as client:
response = await client.post(url=api_base, json=data, headers=headers)
response = await client.post(url=api_base, json=data, headers=headers, timeout=None)
response_json = response.json()
if response.status_code != 200:
raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response)