mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-26 03:04:13 +00:00
add async test_basic_openai_responses_delete_endpoint
This commit is contained in:
parent
2596e9b885
commit
fbf6fb0c28
2 changed files with 88 additions and 4 deletions
|
@ -1256,7 +1256,7 @@ class BaseLLMHTTPHandler:
|
||||||
logging_obj=logging_obj,
|
logging_obj=logging_obj,
|
||||||
)
|
)
|
||||||
|
|
||||||
def delete_response_api_handler(
|
async def async_delete_response_api_handler(
|
||||||
self,
|
self,
|
||||||
response_id: str,
|
response_id: str,
|
||||||
responses_api_provider_config: BaseResponsesAPIConfig,
|
responses_api_provider_config: BaseResponsesAPIConfig,
|
||||||
|
@ -1269,10 +1269,94 @@ class BaseLLMHTTPHandler:
|
||||||
client: Optional[Union[HTTPHandler, AsyncHTTPHandler]] = None,
|
client: Optional[Union[HTTPHandler, AsyncHTTPHandler]] = None,
|
||||||
_is_async: bool = False,
|
_is_async: bool = False,
|
||||||
) -> DeleteResponseResult:
|
) -> DeleteResponseResult:
|
||||||
|
"""
|
||||||
|
Async version of the delete response API handler.
|
||||||
|
Uses async HTTP client to make requests.
|
||||||
|
"""
|
||||||
|
if client is None or not isinstance(client, AsyncHTTPHandler):
|
||||||
|
async_httpx_client = get_async_httpx_client(
|
||||||
|
llm_provider=litellm.LlmProviders(custom_llm_provider),
|
||||||
|
params={"ssl_verify": litellm_params.get("ssl_verify", None)},
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
async_httpx_client = client
|
||||||
|
|
||||||
|
headers = responses_api_provider_config.validate_environment(
|
||||||
|
api_key=litellm_params.api_key,
|
||||||
|
headers=extra_headers or {},
|
||||||
|
model="None",
|
||||||
|
)
|
||||||
|
|
||||||
|
if extra_headers:
|
||||||
|
headers.update(extra_headers)
|
||||||
|
|
||||||
|
api_base = responses_api_provider_config.get_complete_url(
|
||||||
|
api_base=litellm_params.api_base,
|
||||||
|
)
|
||||||
|
|
||||||
|
url, data = responses_api_provider_config.transform_delete_response_api_request(
|
||||||
|
response_id=response_id,
|
||||||
|
api_base=api_base,
|
||||||
|
litellm_params=litellm_params,
|
||||||
|
headers=headers,
|
||||||
|
)
|
||||||
|
|
||||||
|
## LOGGING
|
||||||
|
logging_obj.pre_call(
|
||||||
|
input=input,
|
||||||
|
api_key="",
|
||||||
|
additional_args={
|
||||||
|
"complete_input_dict": data,
|
||||||
|
"api_base": api_base,
|
||||||
|
"headers": headers,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
try:
|
||||||
|
response = await async_httpx_client.delete(
|
||||||
|
url=url, headers=headers, data=json.dumps(data), timeout=timeout
|
||||||
|
)
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
raise self._handle_error(
|
||||||
|
e=e,
|
||||||
|
provider_config=responses_api_provider_config,
|
||||||
|
)
|
||||||
|
|
||||||
|
return responses_api_provider_config.transform_delete_response_api_response(
|
||||||
|
raw_response=response,
|
||||||
|
logging_obj=logging_obj,
|
||||||
|
)
|
||||||
|
|
||||||
|
def delete_response_api_handler(
|
||||||
|
self,
|
||||||
|
response_id: str,
|
||||||
|
responses_api_provider_config: BaseResponsesAPIConfig,
|
||||||
|
litellm_params: GenericLiteLLMParams,
|
||||||
|
logging_obj: LiteLLMLoggingObj,
|
||||||
|
custom_llm_provider: Optional[str],
|
||||||
|
extra_headers: Optional[Dict[str, Any]] = None,
|
||||||
|
extra_body: Optional[Dict[str, Any]] = None,
|
||||||
|
timeout: Optional[Union[float, httpx.Timeout]] = None,
|
||||||
|
client: Optional[Union[HTTPHandler, AsyncHTTPHandler]] = None,
|
||||||
|
_is_async: bool = False,
|
||||||
|
) -> Union[DeleteResponseResult, Coroutine[Any, Any, DeleteResponseResult]]:
|
||||||
"""
|
"""
|
||||||
Async version of the responses API handler.
|
Async version of the responses API handler.
|
||||||
Uses async HTTP client to make requests.
|
Uses async HTTP client to make requests.
|
||||||
"""
|
"""
|
||||||
|
if _is_async:
|
||||||
|
return self.async_delete_response_api_handler(
|
||||||
|
response_id=response_id,
|
||||||
|
responses_api_provider_config=responses_api_provider_config,
|
||||||
|
litellm_params=litellm_params,
|
||||||
|
logging_obj=logging_obj,
|
||||||
|
custom_llm_provider=custom_llm_provider,
|
||||||
|
extra_headers=extra_headers,
|
||||||
|
extra_body=extra_body,
|
||||||
|
timeout=timeout,
|
||||||
|
client=client,
|
||||||
|
)
|
||||||
if client is None or not isinstance(client, HTTPHandler):
|
if client is None or not isinstance(client, HTTPHandler):
|
||||||
sync_httpx_client = _get_httpx_client(
|
sync_httpx_client = _get_httpx_client(
|
||||||
params={"ssl_verify": litellm_params.get("ssl_verify", None)}
|
params={"ssl_verify": litellm_params.get("ssl_verify", None)}
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
import asyncio
|
import asyncio
|
||||||
import contextvars
|
import contextvars
|
||||||
from functools import partial
|
from functools import partial
|
||||||
from typing import Any, Dict, Iterable, List, Literal, Optional, Union
|
from typing import Any, Coroutine, Dict, Iterable, List, Literal, Optional, Union
|
||||||
|
|
||||||
import httpx
|
import httpx
|
||||||
|
|
||||||
|
@ -353,7 +353,7 @@ def delete_responses(
|
||||||
# LiteLLM specific params,
|
# LiteLLM specific params,
|
||||||
custom_llm_provider: Optional[str] = None,
|
custom_llm_provider: Optional[str] = None,
|
||||||
**kwargs,
|
**kwargs,
|
||||||
) -> DeleteResponseResult:
|
) -> Union[DeleteResponseResult, Coroutine[Any, Any, DeleteResponseResult]]:
|
||||||
"""
|
"""
|
||||||
Synchronous version of the DELETE Responses API
|
Synchronous version of the DELETE Responses API
|
||||||
|
|
||||||
|
@ -364,7 +364,7 @@ def delete_responses(
|
||||||
try:
|
try:
|
||||||
litellm_logging_obj: LiteLLMLoggingObj = kwargs.get("litellm_logging_obj") # type: ignore
|
litellm_logging_obj: LiteLLMLoggingObj = kwargs.get("litellm_logging_obj") # type: ignore
|
||||||
litellm_call_id: Optional[str] = kwargs.get("litellm_call_id", None)
|
litellm_call_id: Optional[str] = kwargs.get("litellm_call_id", None)
|
||||||
_is_async = kwargs.pop("aresponses", False) is True
|
_is_async = kwargs.pop("adelete_responses", False) is True
|
||||||
|
|
||||||
# get llm provider logic
|
# get llm provider logic
|
||||||
litellm_params = GenericLiteLLMParams(**kwargs)
|
litellm_params = GenericLiteLLMParams(**kwargs)
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue