From 6bc7cc46b4d7ab18c0e91f196b6e17658b037c5d Mon Sep 17 00:00:00 2001 From: ishaan-jaff Date: Fri, 19 Jan 2024 15:17:52 -0800 Subject: [PATCH] (docs) router debugging --- docs/my-website/docs/routing.md | 49 ++++++++++++++++++++++++++++++-- litellm/tests/test_completion.py | 2 +- 2 files changed, 48 insertions(+), 3 deletions(-) diff --git a/docs/my-website/docs/routing.md b/docs/my-website/docs/routing.md index 2115e2802..50f373ece 100644 --- a/docs/my-website/docs/routing.md +++ b/docs/my-website/docs/routing.md @@ -602,7 +602,6 @@ def __init__( num_retries: int = 0, timeout: Optional[float] = None, default_litellm_params={}, # default params for Router.chat.completion.create - set_verbose: bool = False, fallbacks: List = [], allowed_fails: Optional[int] = None, context_window_fallbacks: List = [], @@ -614,5 +613,51 @@ def __init__( "usage-based-routing", "latency-based-routing", ] = "simple-shuffle", + + ## DEBUGGING ## + set_verbose: bool = False, # set this to True for seeing logs + debug_level: Literal["DEBUG", "INFO"] = "INFO", # set this to "DEBUG" for detailed debugging ): -``` \ No newline at end of file +``` + +## Debugging Router +### Basic Debugging +Set `Router(set_verbose=True)` + +```python +from litellm import Router + +router = Router( + model_list=model_list, + set_verbose=True +) +``` + +### Detailed Debugging +Set `Router(set_verbose=True,debug_level="DEBUG")` + +```python +from litellm import Router + +router = Router( + model_list=model_list, + set_verbose=True, + debug_level="DEBUG" # defaults to INFO +) +``` + +### Very Detailed Debugging +Set `litellm.set_verbose=True` and `Router(set_verbose=True,debug_level="DEBUG")` + +```python +from litellm import Router +import litellm + +litellm.set_verbose = True + +router = Router( + model_list=model_list, + set_verbose=True, + debug_level="DEBUG" # defaults to INFO +) +``` diff --git a/litellm/tests/test_completion.py b/litellm/tests/test_completion.py index 8ab60f397..b7bf4cb55 100644 --- a/litellm/tests/test_completion.py +++ b/litellm/tests/test_completion.py @@ -224,7 +224,7 @@ def test_completion_gpt4_vision(): def test_completion_azure_gpt4_vision(): - # azure gpt-4 vision takes 5s to respond + # azure/gpt-4 vision takes 5s to respond try: litellm.set_verbose = True response = completion(