phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

bug fixes

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-16 16:32:12 -07:00
parent 122c993e6f
commit d2f8a7b2ae
6 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

BIN
litellm/__pycache__/__init__.cpython-311.pyc
View file

Binary file not shown.

BIN
litellm/__pycache__/main.cpython-311.pyc
View file

Binary file not shown.

BIN
litellm/__pycache__/utils.cpython-311.pyc
View file

Binary file not shown.

1
litellm/tests/test_streaming.py
View file

@ -349,7 +349,6 @@ def test_completion_nlp_cloud_streaming():
except Exception as e: except Exception as e:
pytest.fail(f"Error occurred: {e}") pytest.fail(f"Error occurred: {e}")
#### Test Function calling + streaming #### #### Test Function calling + streaming ####
def test_completion_openai_with_functions(): def test_completion_openai_with_functions():

3
litellm/utils.py
View file

@ -1086,7 +1086,7 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None):
elif model in litellm.ai21_models: elif model in litellm.ai21_models:
custom_llm_provider = "ai21" custom_llm_provider = "ai21"
## together_ai ## together_ai
elif model in litellm.together_ai_models or "togethercomputer": elif model in litellm.together_ai_models:
custom_llm_provider = "together_ai" custom_llm_provider = "together_ai"
## aleph_alpha ## aleph_alpha
elif model in litellm.aleph_alpha_models: elif model in litellm.aleph_alpha_models:
@ -2435,6 +2435,7 @@ class CustomStreamWrapper:
chunk = chunk.decode("utf-8") chunk = chunk.decode("utf-8")
data_json = json.loads(chunk) data_json = json.loads(chunk)
try: try:
print(f"data json: {data_json}")
return data_json["generated_text"] return data_json["generated_text"]
except: except:
raise ValueError(f"Unable to parse response. Original response: {chunk}") raise ValueError(f"Unable to parse response. Original response: {chunk}")

2
pyproject.toml
View file

@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "litellm" name = "litellm"
version = "0.1.682" version = "0.1.683"
description = "Library to easily interface with LLM API providers" description = "Library to easily interface with LLM API providers"
authors = ["BerriAI"] authors = ["BerriAI"]
license = "MIT License" license = "MIT License"