phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

huggingface conversational task support

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-13 13:44:46 -07:00
parent 1913d36e05
commit 5b6b9a9fab
7 changed files with 75 additions and 40 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/utils.py
View file

@ -788,6 +788,7 @@ def get_optional_params( # use the openai defaults
model=None,
custom_llm_provider="",
top_k=40,
task=None
):
optional_params = {}
if model in litellm.anthropic_models:
@ -882,6 +883,7 @@ def get_optional_params( # use the openai defaults
if presence_penalty != 0:
optional_params["repetition_penalty"] = presence_penalty
optional_params["details"] = True
optional_params["task"] = task
elif custom_llm_provider == "sagemaker":
if "llama-2" in model:
# llama-2 models on sagemaker support the following args