litellm-mirror/litellm/llms/base.py
2023-10-10 15:16:10 -07:00

25 lines
715 B
Python

## This is a template base class to be used for adding new LLM providers via API calls
import litellm
import requests, certifi, ssl
class BaseLLM:
def create_client_session(self):
if litellm.client_session:
session = litellm.client_session
else:
session = requests.Session()
return session
def validate_environment(self): # set up the environment required to run the model
pass
def completion(
self,
): # logic for parsing in - calling - parsing out model completion calls
pass
def embedding(
self,
): # logic for parsing in - calling - parsing out model embedding calls
pass