further fixes to together ai streaming

This commit is contained in:
Krrish Dholakia 2023-08-26 19:30:54 -07:00
parent 320fe89a24
commit 345a8888e9
6 changed files with 39 additions and 21 deletions

View file

@ -98,6 +98,7 @@ def completion(
if fallbacks != []:
return completion_with_fallbacks(**args)
if litellm.model_alias_map and model in litellm.model_alias_map:
args["model_alias_map"] = litellm.model_alias_map
model = litellm.model_alias_map[model] # update the model to the actual value if an alias has been passed in
model_response = ModelResponse()
if azure: # this flag is deprecated, remove once notebooks are also updated.