forked from phoenix/litellm-mirror
(docs) router debugging
This commit is contained in:
parent
95d1557785
commit
6bc7cc46b4
2 changed files with 48 additions and 3 deletions
|
@ -602,7 +602,6 @@ def __init__(
|
|||
num_retries: int = 0,
|
||||
timeout: Optional[float] = None,
|
||||
default_litellm_params={}, # default params for Router.chat.completion.create
|
||||
set_verbose: bool = False,
|
||||
fallbacks: List = [],
|
||||
allowed_fails: Optional[int] = None,
|
||||
context_window_fallbacks: List = [],
|
||||
|
@ -614,5 +613,51 @@ def __init__(
|
|||
"usage-based-routing",
|
||||
"latency-based-routing",
|
||||
] = "simple-shuffle",
|
||||
|
||||
## DEBUGGING ##
|
||||
set_verbose: bool = False, # set this to True for seeing logs
|
||||
debug_level: Literal["DEBUG", "INFO"] = "INFO", # set this to "DEBUG" for detailed debugging
|
||||
):
|
||||
```
|
||||
|
||||
## Debugging Router
|
||||
### Basic Debugging
|
||||
Set `Router(set_verbose=True)`
|
||||
|
||||
```python
|
||||
from litellm import Router
|
||||
|
||||
router = Router(
|
||||
model_list=model_list,
|
||||
set_verbose=True
|
||||
)
|
||||
```
|
||||
|
||||
### Detailed Debugging
|
||||
Set `Router(set_verbose=True,debug_level="DEBUG")`
|
||||
|
||||
```python
|
||||
from litellm import Router
|
||||
|
||||
router = Router(
|
||||
model_list=model_list,
|
||||
set_verbose=True,
|
||||
debug_level="DEBUG" # defaults to INFO
|
||||
)
|
||||
```
|
||||
|
||||
### Very Detailed Debugging
|
||||
Set `litellm.set_verbose=True` and `Router(set_verbose=True,debug_level="DEBUG")`
|
||||
|
||||
```python
|
||||
from litellm import Router
|
||||
import litellm
|
||||
|
||||
litellm.set_verbose = True
|
||||
|
||||
router = Router(
|
||||
model_list=model_list,
|
||||
set_verbose=True,
|
||||
debug_level="DEBUG" # defaults to INFO
|
||||
)
|
||||
```
|
||||
|
|
|
@ -224,7 +224,7 @@ def test_completion_gpt4_vision():
|
|||
|
||||
|
||||
def test_completion_azure_gpt4_vision():
|
||||
# azure gpt-4 vision takes 5s to respond
|
||||
# azure/gpt-4 vision takes 5s to respond
|
||||
try:
|
||||
litellm.set_verbose = True
|
||||
response = completion(
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue