mirror of
https://github.com/BerriAI/litellm.git
synced 2025-04-25 02:34:29 +00:00
d57be47b0f
* ci(config.yml): add a 'check_code_quality' step Addresses https://github.com/BerriAI/litellm/issues/5991 * ci(config.yml): check why circle ci doesn't pick up this test * ci(config.yml): fix to run 'check_code_quality' tests * fix(__init__.py): fix unprotected import * fix(__init__.py): don't remove unused imports * build(ruff.toml): update ruff.toml to ignore unused imports * fix: fix: ruff + pyright - fix linting + type-checking errors * fix: fix linting errors * fix(lago.py): fix module init error * fix: fix linting errors * ci(config.yml): cd into correct dir for checks * fix(proxy_server.py): fix linting error * fix(utils.py): fix bare except causes ruff linting errors * fix: ruff - fix remaining linting errors * fix(clickhouse.py): use standard logging object * fix(__init__.py): fix unprotected import * fix: ruff - fix linting errors * fix: fix linting errors * ci(config.yml): cleanup code qa step (formatting handled in local_testing) * fix(_health_endpoints.py): fix ruff linting errors * ci(config.yml): just use ruff in check_code_quality pipeline for now * build(custom_guardrail.py): include missing file * style(embedding_handler.py): fix ruff check
85 lines
3.2 KiB
Python
85 lines
3.2 KiB
Python
# import os, litellm
|
|
# import pkg_resources
|
|
# import dotenv
|
|
# dotenv.load_dotenv() # load env variables
|
|
|
|
# def print_verbose(print_statement):
|
|
# pass
|
|
|
|
# def get_package_version(package_name):
|
|
# try:
|
|
# package = pkg_resources.get_distribution(package_name)
|
|
# return package.version
|
|
# except pkg_resources.DistributionNotFound:
|
|
# return None
|
|
|
|
# # Usage example
|
|
# package_name = "litellm"
|
|
# version = get_package_version(package_name)
|
|
# if version:
|
|
# print_verbose(f"The version of {package_name} is {version}")
|
|
# else:
|
|
# print_verbose(f"{package_name} is not installed")
|
|
# import yaml
|
|
# import dotenv
|
|
# from typing import Optional
|
|
# dotenv.load_dotenv() # load env variables
|
|
|
|
# def set_callbacks():
|
|
# ## LOGGING
|
|
# if len(os.getenv("SET_VERBOSE", "")) > 0:
|
|
# if os.getenv("SET_VERBOSE") == "True":
|
|
# litellm.set_verbose = True
|
|
# print_verbose("\033[92mLiteLLM: Switched on verbose logging\033[0m")
|
|
# else:
|
|
# litellm.set_verbose = False
|
|
|
|
# ### LANGFUSE
|
|
# if (len(os.getenv("LANGFUSE_PUBLIC_KEY", "")) > 0 and len(os.getenv("LANGFUSE_SECRET_KEY", ""))) > 0 or len(os.getenv("LANGFUSE_HOST", "")) > 0:
|
|
# litellm.success_callback = ["langfuse"]
|
|
# print_verbose("\033[92mLiteLLM: Switched on Langfuse feature\033[0m")
|
|
|
|
# ## CACHING
|
|
# ### REDIS
|
|
# # if len(os.getenv("REDIS_HOST", "")) > 0 and len(os.getenv("REDIS_PORT", "")) > 0 and len(os.getenv("REDIS_PASSWORD", "")) > 0:
|
|
# # print(f"redis host: {os.getenv('REDIS_HOST')}; redis port: {os.getenv('REDIS_PORT')}; password: {os.getenv('REDIS_PASSWORD')}")
|
|
# # from litellm.caching import Cache
|
|
# # litellm.cache = Cache(type="redis", host=os.getenv("REDIS_HOST"), port=os.getenv("REDIS_PORT"), password=os.getenv("REDIS_PASSWORD"))
|
|
# # print("\033[92mLiteLLM: Switched on Redis caching\033[0m")
|
|
|
|
|
|
# def load_router_config(router: Optional[litellm.Router], config_file_path: Optional[str]='/app/config.yaml'):
|
|
# config = {}
|
|
# server_settings = {}
|
|
# try:
|
|
# if os.path.exists(config_file_path): # type: ignore
|
|
# with open(config_file_path, 'r') as file: # type: ignore
|
|
# config = yaml.safe_load(file)
|
|
# else:
|
|
# pass
|
|
# except Exception:
|
|
# pass
|
|
|
|
# ## SERVER SETTINGS (e.g. default completion model = 'ollama/mistral')
|
|
# server_settings = config.get("server_settings", None)
|
|
# if server_settings:
|
|
# server_settings = server_settings
|
|
|
|
# ## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..)
|
|
# litellm_settings = config.get('litellm_settings', None)
|
|
# if litellm_settings:
|
|
# for key, value in litellm_settings.items():
|
|
# setattr(litellm, key, value)
|
|
|
|
# ## MODEL LIST
|
|
# model_list = config.get('model_list', None)
|
|
# if model_list:
|
|
# router = litellm.Router(model_list=model_list)
|
|
|
|
# ## ENVIRONMENT VARIABLES
|
|
# environment_variables = config.get('environment_variables', None)
|
|
# if environment_variables:
|
|
# for key, value in environment_variables.items():
|
|
# os.environ[key] = value
|
|
|
|
# return router, model_list, server_settings
|