phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fixes to testing

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-16 11:39:49 -07:00
parent 09d63a6e73
commit ce827faa93
7 changed files with 91 additions and 167 deletions
Download patch file Download diff file Expand all files Collapse all files

4
litellm/main.py
View file

@ -132,6 +132,7 @@ def completion(
# model specific optional params
top_k=40,# used by text-bison only
task: Optional[str]="text-generation-inference", # used by huggingface inference endpoints
return_full_text: bool = False, # used by huggingface TGI
remove_input: bool = True, # used by nlp cloud models - prevents input text from being returned as part of output
request_timeout=0, # unused var for old version of OpenAI API
fallbacks=[],
@ -181,7 +182,8 @@ def completion(
custom_llm_provider=custom_llm_provider,
top_k=top_k,
task=task,
remove_input=remove_input
remove_input=remove_input,
return_full_text=return_full_text
)
# For logging - save the values of the litellm-specific params passed in
litellm_params = get_litellm_params(