mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 18:54:30 +00:00
fix(huggingface_restapi.py): support timeouts for huggingface + openai text completions
https://github.com/BerriAI/litellm/issues/1334
This commit is contained in:
parent
c720870f80
commit
b1fd0a164b
5 changed files with 41 additions and 14 deletions
|
@ -814,6 +814,7 @@ def completion(
|
|||
optional_params=optional_params,
|
||||
litellm_params=litellm_params,
|
||||
logger_fn=logger_fn,
|
||||
timeout=timeout,
|
||||
)
|
||||
|
||||
if optional_params.get("stream", False) or acompletion == True:
|
||||
|
@ -1116,6 +1117,7 @@ def completion(
|
|||
acompletion=acompletion,
|
||||
logging_obj=logging,
|
||||
custom_prompt_dict=custom_prompt_dict,
|
||||
timeout=timeout
|
||||
)
|
||||
if (
|
||||
"stream" in optional_params
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue