phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add async assistants delete support

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-10 11:14:40 -07:00
parent 3480382495
commit 5587dbbd32
2 changed files with 89 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

46
litellm/llms/openai.py
View file

@ -17,6 +17,7 @@ from typing import (
import httpx
import openai
from openai import AsyncOpenAI, OpenAI
from openai.types.beta.assistant_deleted import AssistantDeleted
from pydantic import BaseModel
from typing_extensions import overload, override
@ -2440,6 +2441,30 @@ class OpenAIAssistantsAPI(BaseLLM):
response = openai_client.beta.assistants.create(**create_assistant_data)
return response
# Delete Assistant
async def async_delete_assistant(
self,
api_key: Optional[str],
api_base: Optional[str],
timeout: Union[float, httpx.Timeout],
max_retries: Optional[int],
organization: Optional[str],
client: Optional[AsyncOpenAI],
assistant_id: str,
) -> AssistantDeleted:
openai_client = self.async_get_openai_client(
api_key=api_key,
api_base=api_base,
timeout=timeout,
max_retries=max_retries,
organization=organization,
client=client,
)
response = await openai_client.beta.assistants.delete(assistant_id=assistant_id)
return response
def delete_assistant(
self,
api_key: Optional[str],
@ -2449,17 +2474,18 @@ class OpenAIAssistantsAPI(BaseLLM):
organization: Optional[str],
assistant_id: str,
client=None,
async_create_assistants=None,
async_delete_assistants=None,
):
# if async_create_assistants is not None and async_create_assistants == True:
# return self.async_create_assistants(
# api_key=api_key,
# api_base=api_base,
# timeout=timeout,
# max_retries=max_retries,
# organization=organization,
# client=client,
# )
if async_delete_assistants is not None and async_delete_assistants == True:
return self.async_delete_assistant(
api_key=api_key,
api_base=api_base,
timeout=timeout,
max_retries=max_retries,
organization=organization,
client=client,
assistant_id=assistant_id,
)
openai_client = self.get_openai_client(
api_key=api_key,
api_base=api_base,