phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 19:54:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Do not timeout when calling HF through acomplete

Browse source
This commit is contained in:
Ori Kotek 2023-11-23 15:56:59 +02:00 • committed by GitHub
parent 185ce3307d
commit cc5dbbf53f
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/huggingface_restapi.py
View file

@ -452,7 +452,7 @@ class Huggingface(BaseLLM):
response = None response = None
try: try:
async with httpx.AsyncClient() as client: async with httpx.AsyncClient() as client:
response = await client.post(url=api_base, json=data, headers=headers) response = await client.post(url=api_base, json=data, headers=headers, timeout=None)
response_json = response.json() response_json = response.json()
if response.status_code != 200: if response.status_code != 200:
raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response) raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response)