diff --git a/litellm/__pycache__/__init__.cpython-311.pyc b/litellm/__pycache__/__init__.cpython-311.pyc index 50d941ff7..d5e525906 100644 Binary files a/litellm/__pycache__/__init__.cpython-311.pyc and b/litellm/__pycache__/__init__.cpython-311.pyc differ diff --git a/litellm/__pycache__/main.cpython-311.pyc b/litellm/__pycache__/main.cpython-311.pyc index 7e7b9313d..e31886e73 100644 Binary files a/litellm/__pycache__/main.cpython-311.pyc and b/litellm/__pycache__/main.cpython-311.pyc differ diff --git a/litellm/__pycache__/utils.cpython-311.pyc b/litellm/__pycache__/utils.cpython-311.pyc index 6f76a3a82..1aed540c3 100644 Binary files a/litellm/__pycache__/utils.cpython-311.pyc and b/litellm/__pycache__/utils.cpython-311.pyc differ diff --git a/litellm/tests/test_streaming.py b/litellm/tests/test_streaming.py index 5e35fcb9d..1301b7407 100644 --- a/litellm/tests/test_streaming.py +++ b/litellm/tests/test_streaming.py @@ -349,7 +349,6 @@ def test_completion_nlp_cloud_streaming(): except Exception as e: pytest.fail(f"Error occurred: {e}") - #### Test Function calling + streaming #### def test_completion_openai_with_functions(): diff --git a/litellm/utils.py b/litellm/utils.py index b81f88a09..e1d085376 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -1086,7 +1086,7 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None): elif model in litellm.ai21_models: custom_llm_provider = "ai21" ## together_ai - elif model in litellm.together_ai_models or "togethercomputer": + elif model in litellm.together_ai_models: custom_llm_provider = "together_ai" ## aleph_alpha elif model in litellm.aleph_alpha_models: @@ -2435,6 +2435,7 @@ class CustomStreamWrapper: chunk = chunk.decode("utf-8") data_json = json.loads(chunk) try: + print(f"data json: {data_json}") return data_json["generated_text"] except: raise ValueError(f"Unable to parse response. Original response: {chunk}") diff --git a/pyproject.toml b/pyproject.toml index dcce77dae..ca729f02e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.682" +version = "0.1.683" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"