phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Do not timeout when calling HF through acomplete

Browse source
This commit is contained in:
Ori Kotek 2023-11-23 15:56:59 +02:00 • committed by GitHub
parent 1af7575c86
commit e74ac03169
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/huggingface_restapi.py
View file

@ -452,7 +452,7 @@ class Huggingface(BaseLLM):
response = None
try:
async with httpx.AsyncClient() as client:
response = await client.post(url=api_base, json=data, headers=headers)
response = await client.post(url=api_base, json=data, headers=headers, timeout=None)
response_json = response.json()
if response.status_code != 200:
raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response)