diff --git a/litellm_server/main.py b/litellm_server/main.py index 1782e28c1..4f2586b7a 100644 --- a/litellm_server/main.py +++ b/litellm_server/main.py @@ -9,7 +9,7 @@ from typing import Optional try: from utils import set_callbacks, load_router_config except ImportError: - from openai_proxy.utils import set_callbacks, load_router_config + from litellm_server.utils import set_callbacks, load_router_config import dotenv dotenv.load_dotenv() # load env variables diff --git a/litellm_server/openapi.json b/litellm_server/openapi.json index c72d55212..2879b331c 100644 --- a/litellm_server/openapi.json +++ b/litellm_server/openapi.json @@ -171,6 +171,9 @@ }, "user": { "type": "string" + }, + "caching": { + "type": "boolean" } }, "required": ["messages", "model"]