phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

adding ability to turn off litedebugger but still use key manager

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-26 11:03:40 -07:00
parent e223fbbb9e
commit 9008973826
8 changed files with 8 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
dist/litellm-0.1.486-py3-none-any.whl vendored Normal file
View file

Binary file not shown.

BIN
dist/litellm-0.1.486.tar.gz vendored Normal file
View file

Binary file not shown.

1
litellm/__init__.py
View file

@ -23,6 +23,7 @@ vertex_location: Optional[str] = None
togetherai_api_key: Optional[str] = None togetherai_api_key: Optional[str] = None
baseten_key: Optional[str] = None baseten_key: Optional[str] = None
use_client = False use_client = False
logging = True
caching = False caching = False
caching_with_models = False # if you want the caching key to be model + prompt caching_with_models = False # if you want the caching key to be model + prompt
model_alias_map: Dict[str, str] = {} model_alias_map: Dict[str, str] = {}

BIN
litellm/__pycache__/__init__.cpython-311.pyc
View file

Binary file not shown.

BIN
litellm/__pycache__/utils.cpython-311.pyc
View file

Binary file not shown.

2
litellm/tests/test_streaming.py
View file

@ -9,7 +9,7 @@ sys.path.insert(
) # Adds the parent directory to the system path ) # Adds the parent directory to the system path
import litellm import litellm
from litellm import completion from litellm import completion
litellm.logging = False
litellm.set_verbose = True litellm.set_verbose = True
score = 0 score = 0

9
litellm/utils.py
View file

@ -334,16 +334,17 @@ def client(original_function):
global callback_list, add_breadcrumb, user_logger_fn global callback_list, add_breadcrumb, user_logger_fn
if litellm.email is not None or os.getenv("LITELLM_EMAIL", None) is not None or litellm.token is not None or os.getenv("LITELLM_TOKEN", None): # add to input, success and failure callbacks if user is using hosted product if litellm.email is not None or os.getenv("LITELLM_EMAIL", None) is not None or litellm.token is not None or os.getenv("LITELLM_TOKEN", None): # add to input, success and failure callbacks if user is using hosted product
get_all_keys() get_all_keys()
if "lite_debugger" not in callback_list: if "lite_debugger" not in callback_list and litellm.logging:
litellm.input_callback.append("lite_debugger") litellm.input_callback.append("lite_debugger")
litellm.success_callback.append("lite_debugger") litellm.success_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger") litellm.failure_callback.append("lite_debugger")
elif litellm.use_client: elif litellm.use_client:
# create a litellm token for users # create a litellm token for users
litellm.token = get_or_generate_uuid() litellm.token = get_or_generate_uuid()
litellm.input_callback.append("lite_debugger") if litellm.logging:
litellm.success_callback.append("lite_debugger") litellm.input_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger") litellm.success_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger")
if ( if (
len(litellm.input_callback) > 0 len(litellm.input_callback) > 0
or len(litellm.success_callback) > 0 or len(litellm.success_callback) > 0

2
pyproject.toml
View file

@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "litellm" name = "litellm"
version = "0.1.486" version = "0.1.487"
description = "Library to easily interface with LLM API providers" description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"] authors = ["BerriAI"]
license = "MIT License" license = "MIT License"