phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

debug mem issues show growth

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-13 18:05:19 -07:00
parent 69f74c1e6c
commit 759e02bdaa
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/common_utils/debug_utils.py
View file

@ -9,6 +9,19 @@ from litellm._logging import verbose_proxy_logger
router = APIRouter() router = APIRouter()
if os.environ.get("LITELLM_PROFILE", "false").lower() == "true": if os.environ.get("LITELLM_PROFILE", "false").lower() == "true":
try:
import objgraph
print("growth of objects") # noqa
objgraph.show_growth()
print("\n\nMost common types") # noqa
objgraph.show_most_common_types()
roots = objgraph.get_leaking_objects()
print("\n\nLeaking objects") # noqa
objgraph.show_most_common_types(objects=roots)
except:
pass
tracemalloc.start(10) tracemalloc.start(10)
@router.get("/memory-usage", include_in_schema=False) @router.get("/memory-usage", include_in_schema=False)