cache the model list response

This commit is contained in:
Krrish Dholakia 2023-08-22 07:21:24 -07:00
parent 4b34eb1414
commit c8130f9fe0
4 changed files with 7 additions and 3 deletions

View file

@ -3,6 +3,9 @@ import os, sys, traceback
sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
import litellm
from litellm import get_model_list
print(get_model_list())
print(get_model_list())
print(get_model_list())
# print(litellm.model_list)