diff --git a/dist/litellm-0.1.636-py3-none-any.whl b/dist/litellm-0.1.636-py3-none-any.whl new file mode 100644 index 0000000000..1917c31977 Binary files /dev/null and b/dist/litellm-0.1.636-py3-none-any.whl differ diff --git a/dist/litellm-0.1.636.tar.gz b/dist/litellm-0.1.636.tar.gz new file mode 100644 index 0000000000..bbdbdf9f05 Binary files /dev/null and b/dist/litellm-0.1.636.tar.gz differ diff --git a/litellm/utils.py b/litellm/utils.py index 7499092ea3..5f8bdbb750 100644 --- a/litellm/utils.py +++ b/litellm/utils.py @@ -89,10 +89,11 @@ class Message(OpenAIObject): self.logprobs = logprobs class Delta(OpenAIObject): - def __init__(self, content=" ", logprobs=None, **params): + def __init__(self, content=" ", logprobs=None, role="assistant", **params): super(Delta, self).__init__(**params) self.content = content self.logprobs = logprobs + self.role = role class Choices(OpenAIObject): @@ -1033,7 +1034,7 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None): elif model in litellm.ai21_models: custom_llm_provider = "ai21" ## together_ai - elif model in litellm.together_ai_models: + elif model in litellm.together_ai_models or "togethercomputer": custom_llm_provider = "together_ai" ## aleph_alpha elif model in litellm.aleph_alpha_models: diff --git a/pyproject.toml b/pyproject.toml index a7b5aa162f..4e1d51ec4c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "litellm" -version = "0.1.638" +version = "0.1.639" description = "Library to easily interface with LLM API providers" authors = ["BerriAI"] license = "MIT License"