phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

(fix) mem usage router.py

Browse source
This commit is contained in:
ishaan-jaff 2024-03-11 16:52:06 -07:00
parent 1bd3bb1128
commit eae1710c4b
2 changed files with 11 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
litellm/router.py
View file

@ -1506,13 +1506,18 @@ class Router:
) in (
kwargs.items()
): # log everything in kwargs except the old previous_models value - prevent nesting
if k != "metadata":
if k not in ["metadata", "messages", "original_function"]:
previous_model[k] = v
elif k == "metadata" and isinstance(v, dict):
previous_model["metadata"] = {} # type: ignore
for metadata_k, metadata_v in kwargs["metadata"].items():
if metadata_k != "previous_models":
previous_model[k][metadata_k] = metadata_v # type: ignore
# check current size of self.previous_models, if it's larger than 3, remove the first element
if len(self.previous_models) > 3:
self.previous_models.pop(0)
self.previous_models.append(previous_model)
kwargs["metadata"]["previous_models"] = self.previous_models
return kwargs