phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(router.py): support request prioritization for text completion c… (#7540)

Browse source 
* feat(router.py): support request prioritization for text completion calls

* fix(internal_user_endpoints.py): fix sql query to return all keys, including null team id keys on `/user/info`

Fixes https://github.com/BerriAI/litellm/issues/7485

* fix: fix linting errors

* fix: fix linting error

* test(test_router_helper_utils.py): add direct test for '_schedule_factory'

Fixes code qa test
This commit is contained in:
Krish Dholakia 2025-01-03 19:35:44 -08:00 • committed by GitHub
parent f770dd0c95
commit d43d83f9ef
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 229 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

30
litellm/llms/openai/openai.py
View file

@ -1928,6 +1928,10 @@ class OpenAIAssistantsAPI(BaseLLM):
max_retries: Optional[int],
organization: Optional[str],
client: Optional[AsyncOpenAI],
order: Optional[str] = "desc",
limit: Optional[int] = 20,
before: Optional[str] = None,
after: Optional[str] = None,
) -> AsyncCursorPage[Assistant]:
openai_client = self.async_get_openai_client(
api_key=api_key,
@ -1937,8 +1941,16 @@ class OpenAIAssistantsAPI(BaseLLM):
organization=organization,
client=client,
)
request_params = {
"order": order,
"limit": limit,
}
if before:
request_params["before"] = before
if after:
request_params["after"] = after
response = await openai_client.beta.assistants.list()
response = await openai_client.beta.assistants.list(**request_params) # type: ignore
return response
@ -1981,6 +1993,10 @@ class OpenAIAssistantsAPI(BaseLLM):
organization: Optional[str],
client=None,
aget_assistants=None,
order: Optional[str] = "desc",
limit: Optional[int] = 20,
before: Optional[str] = None,
after: Optional[str] = None,
):
if aget_assistants is not None and aget_assistants is True:
return self.async_get_assistants(
@ -2000,7 +2016,17 @@ class OpenAIAssistantsAPI(BaseLLM):
client=client,
)
response = openai_client.beta.assistants.list()
request_params = {
"order": order,
"limit": limit,
}
if before:
request_params["before"] = before
if after:
request_params["after"] = after
response = openai_client.beta.assistants.list(**request_params) # type: ignore
return response