From b1eca590d78188abcfba6049a656d2ca1630177d Mon Sep 17 00:00:00 2001
From: Ishaan Jaff <ishaanjaffer0324@gmail.com>
Date: Sat, 11 Jan 2025 21:51:34 -0800
Subject: [PATCH] use get_model_group_info

---
 litellm/router.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/litellm/router.py b/litellm/router.py
index a7d9667f43..705b2b1b59 100644
--- a/litellm/router.py
+++ b/litellm/router.py
@@ -19,6 +19,7 @@ import time
 import traceback
 import uuid
 from collections import defaultdict
+from functools import lru_cache
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -4592,6 +4593,7 @@ class Router:
 
         return model_group_info
 
+    @lru_cache(maxsize=128)
     def get_model_group_info(self, model_group: str) -> Optional[ModelGroupInfo]:
         """
         For a given model group name, return the combined model info