phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

use client opt-in

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-26 10:38:39 -07:00
parent 1192640fb9
commit ff7b4ffcf1
3 changed files with 8 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

1
litellm/__init__.py
View file

@ -22,6 +22,7 @@ vertex_project: Optional[str] = None
vertex_location: Optional[str] = None vertex_location: Optional[str] = None
togetherai_api_key: Optional[str] = None togetherai_api_key: Optional[str] = None
baseten_key: Optional[str] = None baseten_key: Optional[str] = None
use_client = False
caching = False caching = False
caching_with_models = False # if you want the caching key to be model + prompt caching_with_models = False # if you want the caching key to be model + prompt
model_alias_map: Dict[str, str] = {} model_alias_map: Dict[str, str] = {}

12
litellm/utils.py
View file

@ -338,12 +338,12 @@ def client(original_function):
litellm.input_callback.append("lite_debugger") litellm.input_callback.append("lite_debugger")
litellm.success_callback.append("lite_debugger") litellm.success_callback.append("lite_debugger")
litellm.failure_callback.append("lite_debugger") litellm.failure_callback.append("lite_debugger")
# else: elif litellm.use_client:
# # create a litellm token for users # create a litellm token for users
# litellm.token = get_or_generate_uuid() litellm.token = get_or_generate_uuid()
# litellm.input_callback.append("lite_debugger") litellm.input_callback.append("lite_debugger")
# litellm.success_callback.append("lite_debugger") litellm.success_callback.append("lite_debugger")
# litellm.failure_callback.append("lite_debugger") litellm.failure_callback.append("lite_debugger")
if ( if (
len(litellm.input_callback) > 0 len(litellm.input_callback) > 0
or len(litellm.success_callback) > 0 or len(litellm.success_callback) > 0

2
pyproject.toml
View file

@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "litellm" name = "litellm"
version = "0.1.485" version = "0.1.486"
description = "Library to easily interface with LLM API providers" description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"] authors = ["BerriAI"]
license = "MIT License" license = "MIT License"