fix(main.py): fix translation to text_completions format for async text completion calls

This commit is contained in:
Krrish Dholakia 2024-03-30 09:02:51 -07:00
parent 89471ba4c5
commit c0204310ee
3 changed files with 41 additions and 9 deletions

View file

@ -45,8 +45,8 @@ model_list:
litellm_settings:
drop_params: True
max_budget: 100
budget_duration: 30d
# max_budget: 100
# budget_duration: 30d
num_retries: 5
request_timeout: 600
telemetry: False