## This is a template base class to be used for adding new LLM providers via API calls from typing import Any, Optional, Union import httpx import litellm from litellm.litellm_core_utils.streaming_handler import CustomStreamWrapper from litellm.types.utils import ModelResponse, TextCompletionResponse class BaseLLM: _client_session: Optional[httpx.Client] = None def process_response( self, model: str, response: httpx.Response, model_response: ModelResponse, stream: bool, logging_obj: Any, optional_params: dict, api_key: str, data: Union[dict, str], messages: list, print_verbose, encoding, ) -> Union[ModelResponse, CustomStreamWrapper]: """ Helper function to process the response across sync + async completion calls """ return model_response def process_text_completion_response( self, model: str, response: httpx.Response, model_response: TextCompletionResponse, stream: bool, logging_obj: Any, optional_params: dict, api_key: str, data: Union[dict, str], messages: list, print_verbose, encoding, ) -> Union[TextCompletionResponse, CustomStreamWrapper]: """ Helper function to process the response across sync + async completion calls """ return model_response def create_client_session(self): if litellm.client_session: _client_session = litellm.client_session else: _client_session = httpx.Client() return _client_session def create_aclient_session(self): if litellm.aclient_session: _aclient_session = litellm.aclient_session else: _aclient_session = httpx.AsyncClient() return _aclient_session def __exit__(self): if hasattr(self, "_client_session") and self._client_session is not None: self._client_session.close() async def __aexit__(self, exc_type, exc_val, exc_tb): if hasattr(self, "_aclient_session"): await self._aclient_session.aclose() # type: ignore def validate_environment( self, *args, **kwargs ) -> Optional[Any]: # set up the environment required to run the model return None def completion( self, *args, **kwargs ) -> Any: # logic for parsing in - calling - parsing out model completion calls return None def embedding( self, *args, **kwargs ) -> Any: # logic for parsing in - calling - parsing out model embedding calls return None