fix(main.py): allow vertex ai project and location to be set in completion() call

This commit is contained in:
Krrish Dholakia 2024-01-25 15:00:51 -08:00
parent 5e7c43ebf7
commit 014f83c847
3 changed files with 16 additions and 4 deletions

View file

@ -3351,6 +3351,10 @@ def get_optional_params(
custom_llm_provider != "bedrock" and custom_llm_provider != "sagemaker"
): # allow dynamically setting boto3 init logic
continue
elif (
k.startswith("vertex_") and custom_llm_provider != "vertex_ai"
): # allow dynamically setting vertex ai init logic
continue
passed_params[k] = v
default_params = {
"functions": None,