forked from phoenix/litellm-mirror
(docs) router debugging
This commit is contained in:
parent
95d1557785
commit
6bc7cc46b4
2 changed files with 48 additions and 3 deletions
|
@ -602,7 +602,6 @@ def __init__(
|
||||||
num_retries: int = 0,
|
num_retries: int = 0,
|
||||||
timeout: Optional[float] = None,
|
timeout: Optional[float] = None,
|
||||||
default_litellm_params={}, # default params for Router.chat.completion.create
|
default_litellm_params={}, # default params for Router.chat.completion.create
|
||||||
set_verbose: bool = False,
|
|
||||||
fallbacks: List = [],
|
fallbacks: List = [],
|
||||||
allowed_fails: Optional[int] = None,
|
allowed_fails: Optional[int] = None,
|
||||||
context_window_fallbacks: List = [],
|
context_window_fallbacks: List = [],
|
||||||
|
@ -614,5 +613,51 @@ def __init__(
|
||||||
"usage-based-routing",
|
"usage-based-routing",
|
||||||
"latency-based-routing",
|
"latency-based-routing",
|
||||||
] = "simple-shuffle",
|
] = "simple-shuffle",
|
||||||
|
|
||||||
|
## DEBUGGING ##
|
||||||
|
set_verbose: bool = False, # set this to True for seeing logs
|
||||||
|
debug_level: Literal["DEBUG", "INFO"] = "INFO", # set this to "DEBUG" for detailed debugging
|
||||||
):
|
):
|
||||||
```
|
```
|
||||||
|
|
||||||
|
## Debugging Router
|
||||||
|
### Basic Debugging
|
||||||
|
Set `Router(set_verbose=True)`
|
||||||
|
|
||||||
|
```python
|
||||||
|
from litellm import Router
|
||||||
|
|
||||||
|
router = Router(
|
||||||
|
model_list=model_list,
|
||||||
|
set_verbose=True
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
||||||
|
### Detailed Debugging
|
||||||
|
Set `Router(set_verbose=True,debug_level="DEBUG")`
|
||||||
|
|
||||||
|
```python
|
||||||
|
from litellm import Router
|
||||||
|
|
||||||
|
router = Router(
|
||||||
|
model_list=model_list,
|
||||||
|
set_verbose=True,
|
||||||
|
debug_level="DEBUG" # defaults to INFO
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
||||||
|
### Very Detailed Debugging
|
||||||
|
Set `litellm.set_verbose=True` and `Router(set_verbose=True,debug_level="DEBUG")`
|
||||||
|
|
||||||
|
```python
|
||||||
|
from litellm import Router
|
||||||
|
import litellm
|
||||||
|
|
||||||
|
litellm.set_verbose = True
|
||||||
|
|
||||||
|
router = Router(
|
||||||
|
model_list=model_list,
|
||||||
|
set_verbose=True,
|
||||||
|
debug_level="DEBUG" # defaults to INFO
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
|
@ -224,7 +224,7 @@ def test_completion_gpt4_vision():
|
||||||
|
|
||||||
|
|
||||||
def test_completion_azure_gpt4_vision():
|
def test_completion_azure_gpt4_vision():
|
||||||
# azure gpt-4 vision takes 5s to respond
|
# azure/gpt-4 vision takes 5s to respond
|
||||||
try:
|
try:
|
||||||
litellm.set_verbose = True
|
litellm.set_verbose = True
|
||||||
response = completion(
|
response = completion(
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue