adding ability to turn off litedebugger but still use key manager

This commit is contained in:
Krrish Dholakia 2023-08-26 11:03:40 -07:00
parent e223fbbb9e
commit 9008973826
8 changed files with 8 additions and 6 deletions

BIN
dist/litellm-0.1.486-py3-none-any.whl vendored Normal file

Binary file not shown.

BIN
dist/litellm-0.1.486.tar.gz vendored Normal file

Binary file not shown.

View file

@ -23,6 +23,7 @@ vertex_location: Optional[str] = None
togetherai_api_key: Optional[str] = None
baseten_key: Optional[str] = None
use_client = False
logging = True
caching = False
caching_with_models = False # if you want the caching key to be model + prompt
model_alias_map: Dict[str, str] = {}

View file

@ -9,7 +9,7 @@ sys.path.insert(
) # Adds the parent directory to the system path
import litellm
from litellm import completion
litellm.logging = False
litellm.set_verbose = True
score = 0

View file

@ -334,16 +334,17 @@ def client(original_function):
global callback_list, add_breadcrumb, user_logger_fn
if litellm.email is not None or os.getenv("LITELLM_EMAIL", None) is not None or litellm.token is not None or os.getenv("LITELLM_TOKEN", None): # add to input, success and failure callbacks if user is using hosted product
get_all_keys()
if "lite_debugger" not in callback_list:
if "lite_debugger" not in callback_list and litellm.logging:
litellm.input_callback.append("lite_debugger")
litellm.success_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger")
elif litellm.use_client:
# create a litellm token for users
litellm.token = get_or_generate_uuid()
litellm.input_callback.append("lite_debugger")
litellm.success_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger")
if litellm.logging:
litellm.input_callback.append("lite_debugger")
litellm.success_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger")
if (
len(litellm.input_callback) > 0
or len(litellm.success_callback) > 0

View file

@ -1,6 +1,6 @@
[tool.poetry]
name = "litellm"
version = "0.1.486"
version = "0.1.487"
description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"]
license = "MIT License"