phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

bug fixes

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-16 16:32:12 -07:00
parent 122c993e6f
commit d2f8a7b2ae
6 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/utils.py
View file

@ -1086,7 +1086,7 @@ def get_llm_provider(model: str, custom_llm_provider: Optional[str] = None):
elif model in litellm.ai21_models:
custom_llm_provider = "ai21"
## together_ai
elif model in litellm.together_ai_models or "togethercomputer":
elif model in litellm.together_ai_models:
custom_llm_provider = "together_ai"
## aleph_alpha
elif model in litellm.aleph_alpha_models:
@ -2435,6 +2435,7 @@ class CustomStreamWrapper:
chunk = chunk.decode("utf-8")
data_json = json.loads(chunk)
try:
print(f"data json: {data_json}")
return data_json["generated_text"]
except:
raise ValueError(f"Unable to parse response. Original response: {chunk}")