phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge pull request #4704 from BerriAI/litellm_debug_mem

Browse source 
[Debug-Utils] Add some useful memory usage debugging utils
This commit is contained in:
Ishaan Jaff 2024-07-13 18:44:40 -07:00 • committed by GitHub
commit 4d7d6504b6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 13 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

13
litellm/proxy/common_utils/debug_utils.py
View file

@ -9,6 +9,19 @@ from litellm._logging import verbose_proxy_logger
router = APIRouter()
if os.environ.get("LITELLM_PROFILE", "false").lower() == "true":
try:
import objgraph
print("growth of objects") # noqa
objgraph.show_growth()
print("\n\nMost common types") # noqa
objgraph.show_most_common_types()
roots = objgraph.get_leaking_objects()
print("\n\nLeaking objects") # noqa
objgraph.show_most_common_types(objects=roots)
except:
pass
tracemalloc.start(10)
@router.get("/memory-usage", include_in_schema=False)