support dynamic retry policies

This commit is contained in:
Ishaan Jaff 2024-05-04 18:10:15 -07:00
parent f70ae68188
commit 009f7c9bfc
2 changed files with 23 additions and 14 deletions

View file

@ -620,6 +620,7 @@ def completion(
"model_list",
"num_retries",
"context_window_fallback_dict",
"retry_policy",
"roles",
"final_prompt_value",
"bos_token",
@ -2687,6 +2688,7 @@ def embedding(
"model_list",
"num_retries",
"context_window_fallback_dict",
"retry_policy",
"roles",
"final_prompt_value",
"bos_token",
@ -3556,6 +3558,7 @@ def image_generation(
"model_list",
"num_retries",
"context_window_fallback_dict",
"retry_policy",
"roles",
"final_prompt_value",
"bos_token",