phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

acreate thin-client

Browse source
This commit is contained in:
Krrish Dholakia 2023-08-21 16:04:15 -07:00
parent 29daeddb41
commit 3d9518abbb
7 changed files with 27 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -718,7 +718,7 @@ def set_callbacks(callback_list):
supabaseClient = Supabase()
elif callback == "lite_debugger":
print(f"instantiating lite_debugger")
liteDebuggerClient = LiteDebugger()
liteDebuggerClient = LiteDebugger(email=litellm.email)
except Exception as e:
raise e
@ -1008,6 +1008,9 @@ def handle_success(args, kwargs, result, start_time, end_time):
pass
def acreate(*args, **kwargs): ## Thin client to handle the acreate langchain call
return litellm.acompletion(*args, **kwargs)
def prompt_token_calculator(model, messages):
# use tiktoken or anthropic's tokenizer depending on the model
text = " ".join(message["content"] for message in messages)
@ -1022,7 +1025,6 @@ def prompt_token_calculator(model, messages):
num_tokens = len(encoding.encode(text))
return num_tokens
def valid_model(model):
try:
# for a given model name, check if the user has the right permissions to access the model