(docs) router debugging

This commit is contained in:
ishaan-jaff 2024-01-19 15:17:52 -08:00
parent 95d1557785
commit 6bc7cc46b4
2 changed files with 48 additions and 3 deletions

View file

@ -602,7 +602,6 @@ def __init__(
num_retries: int = 0, num_retries: int = 0,
timeout: Optional[float] = None, timeout: Optional[float] = None,
default_litellm_params={}, # default params for Router.chat.completion.create default_litellm_params={}, # default params for Router.chat.completion.create
set_verbose: bool = False,
fallbacks: List = [], fallbacks: List = [],
allowed_fails: Optional[int] = None, allowed_fails: Optional[int] = None,
context_window_fallbacks: List = [], context_window_fallbacks: List = [],
@ -614,5 +613,51 @@ def __init__(
"usage-based-routing", "usage-based-routing",
"latency-based-routing", "latency-based-routing",
] = "simple-shuffle", ] = "simple-shuffle",
## DEBUGGING ##
set_verbose: bool = False, # set this to True for seeing logs
debug_level: Literal["DEBUG", "INFO"] = "INFO", # set this to "DEBUG" for detailed debugging
): ):
``` ```
## Debugging Router
### Basic Debugging
Set `Router(set_verbose=True)`
```python
from litellm import Router
router = Router(
model_list=model_list,
set_verbose=True
)
```
### Detailed Debugging
Set `Router(set_verbose=True,debug_level="DEBUG")`
```python
from litellm import Router
router = Router(
model_list=model_list,
set_verbose=True,
debug_level="DEBUG" # defaults to INFO
)
```
### Very Detailed Debugging
Set `litellm.set_verbose=True` and `Router(set_verbose=True,debug_level="DEBUG")`
```python
from litellm import Router
import litellm
litellm.set_verbose = True
router = Router(
model_list=model_list,
set_verbose=True,
debug_level="DEBUG" # defaults to INFO
)
```

View file

@ -224,7 +224,7 @@ def test_completion_gpt4_vision():
def test_completion_azure_gpt4_vision(): def test_completion_azure_gpt4_vision():
# azure gpt-4 vision takes 5s to respond # azure/gpt-4 vision takes 5s to respond
try: try:
litellm.set_verbose = True litellm.set_verbose = True
response = completion( response = completion(