phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add rerank params

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-27 16:45:39 -07:00
parent 255ad865cd
commit f33dfe0b95
4 changed files with 60 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/rerank_api/main.py
View file

@ -55,9 +55,12 @@ async def arerank(
def rerank(
model: str,
query: str,
documents: List[str],
documents: List[Union[str, Dict[str, Any]]],
custom_llm_provider: Optional[Literal["cohere", "together_ai"]] = None,
top_n: int = 3,
top_n: Optional[int] = None,
rank_fields: Optional[List[str]] = None,
return_documents: Optional[bool] = True,
max_chunks_per_doc: Optional[int] = None,
**kwargs,
) -> Union[RerankResponse, Coroutine[Any, Any, RerankResponse]]:
"""
@ -107,6 +110,9 @@ def rerank(
query=query,
documents=documents,
top_n=top_n,
rank_fields=rank_fields,
return_documents=return_documents,
max_chunks_per_doc=max_chunks_per_doc,
api_key=cohere_key,
)
pass
@ -130,6 +136,9 @@ def rerank(
query=query,
documents=documents,
top_n=top_n,
rank_fields=rank_fields,
return_documents=return_documents,
max_chunks_per_doc=max_chunks_per_doc,
api_key=together_key,
)