From 6c98715b9481e50f777743408556aa9f4a7eaf5d Mon Sep 17 00:00:00 2001 From: Krrish Dholakia Date: Wed, 29 Nov 2023 15:19:18 -0800 Subject: [PATCH] =?UTF-8?q?bump:=20version=201.7.13=20=E2=86=92=201.7.14?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- litellm/main.py | 1 + litellm/utils.py | 1 + pyproject.toml | 4 ++-- 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/litellm/main.py b/litellm/main.py index 6625728d8d..bbe13ff91d 100644 --- a/litellm/main.py +++ b/litellm/main.py @@ -2212,6 +2212,7 @@ def stream_chunk_builder(chunks: list, messages: Optional[list]=None): try: response["usage"]["prompt_tokens"] = token_counter(model=model, messages=messages) except: # don't allow this failing to block a complete streaming response from being returned + print_verbose(f"token_counter failed, assuming prompt tokens is 0") response["usage"]["prompt_tokens"] = 0 response["usage"]["completion_tokens"] = token_counter(model=model, text=completion_output) response["usage"]["total_tokens"] = response["usage"]["prompt_tokens"] + response["usage"]["completion_tokens"] diff --git a/litellm/utils.py b/litellm/utils.py index 71492d0e81..b4ed416d63 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1613,6 +1613,7 @@ def token_counter(model="", text=None, messages: Optional[List] = None): # use tiktoken, anthropic, cohere or llama2's tokenizer depending on the model if text == None: if messages is not None: + print_verbose(f"token_counter messages received: {messages}") text = "".join([message["content"] for message in messages]) else: raise ValueError("text and messages cannot both be None") diff --git a/pyproject.toml b/pyproject.toml index 02e789f150..9c4e754a23 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "1.7.13" +version = "1.7.14" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License" @@ -27,7 +27,7 @@ requires = ["poetry-core"] build-backend = "poetry.core.masonry.api" [tool.commitizen] -version = "1.7.13" +version = "1.7.14" version_files = [ "pyproject.toml:^version" ]