phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix get optional params

Browse source
This commit is contained in:
Krrish Dholakia 2023-10-02 12:02:45 -07:00
parent 8f1b88c40b
commit 5a19ee1a71
10 changed files with 93 additions and 75 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/huggingface_restapi.py
View file

@ -19,7 +19,8 @@ class HuggingfaceError(Exception):
# contains any default values we need to pass to the provider
HuggingfaceConfig = {
"return_full_text": False # override by setting - completion(..,return_full_text=True)
"return_full_text": False, # override by setting - completion(..,return_full_text=True)
"details": True # needed for getting logprobs etc. for tgi models. override by setting - completion(..., details=False)
}
def validate_environment(api_key):