phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

update docs

Browse source
This commit is contained in:
Krrish Dholakia 2023-09-05 08:12:55 -07:00
parent f7d457688c
commit 3bde2d569a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
docs/my-website/docs/tutorials/model_fallbacks.md
View file

@ -59,7 +59,7 @@ initial_model = "command-nightly"
try: try:
response = completion(model=initial_model, messages=messages) response = completion(model=initial_model, messages=messages)
except ContextWindowExceededError as e: except ContextWindowExceededError as e:
model_max_tokens = get_max_tokens(model) model_max_tokens = get_max_tokens(model)["max_tokens"]
for model in context_window_fallback_list: for model in context_window_fallback_list:
if model_max_tokens < model["max_tokens"] if model_max_tokens < model["max_tokens"]
try: try: