fix(router.py): deepcopy initial model list, don't mutate it

This commit is contained in:
Krrish Dholakia 2023-12-12 09:53:35 -08:00
parent a5dd8b1d4a
commit 9cf5ab468f
6 changed files with 280 additions and 102 deletions

View file

@ -607,7 +607,7 @@ def completion(
)
raise e
if optional_params.get("stream", False) or acompletion == True:
if optional_params.get("stream", False):
## LOGGING
logging.post_call(
input=messages,