phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

huggingface conversational task support

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-13 13:44:46 -07:00
parent 1913d36e05
commit 5b6b9a9fab
7 changed files with 75 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

5
litellm/main.py
View file

@ -109,8 +109,8 @@ def completion(
use_client=False,
id=None, # this is an optional param to tag individual completion calls
# model specific optional params
# used by text-bison only
top_k=40,
top_k=40,# used by text-bison only
task: Optional[str]="text-generation-inference", # used by huggingface inference endpoints
request_timeout=0, # unused var for old version of OpenAI API
fallbacks=[],
caching = False,
@ -154,6 +154,7 @@ def completion(
model=model,
custom_llm_provider=custom_llm_provider,
top_k=top_k,
task=task
)
# For logging - save the values of the litellm-specific params passed in
litellm_params = get_litellm_params(