forked from phoenix/litellm-mirror
update docs
This commit is contained in:
parent
f7d457688c
commit
3bde2d569a
1 changed files with 1 additions and 1 deletions
|
@ -59,7 +59,7 @@ initial_model = "command-nightly"
|
|||
try:
|
||||
response = completion(model=initial_model, messages=messages)
|
||||
except ContextWindowExceededError as e:
|
||||
model_max_tokens = get_max_tokens(model)
|
||||
model_max_tokens = get_max_tokens(model)["max_tokens"]
|
||||
for model in context_window_fallback_list:
|
||||
if model_max_tokens < model["max_tokens"]
|
||||
try:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue