adding first-party + custom prompt templates for huggingface

This commit is contained in:
Krrish Dholakia 2023-09-04 14:48:16 -07:00
parent a474b89779
commit 2384806cfd
10 changed files with 186 additions and 20 deletions

View file

@ -563,8 +563,8 @@ def completion(
logger_fn=logger_fn,
encoding=encoding,
api_key=huggingface_key,
logging_obj=logging
logging_obj=logging,
custom_prompt_dict=litellm.custom_prompt_dict
)
if "stream" in optional_params and optional_params["stream"] == True:
# don't try to access stream object,