phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

vertex add vertex endpoints

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-29 15:49:25 -07:00
parent 556f34937d
commit 6491e461d6
1 changed files with 37 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

56
litellm/proxy/vertex_ai_endpoints/vertex_endpoints.py
View file

@ -84,31 +84,49 @@ async def vertex_proxy_route(
): ):
encoded_endpoint = httpx.URL(endpoint).path encoded_endpoint = httpx.URL(endpoint).path
import re
from litellm.fine_tuning.main import vertex_fine_tuning_apis_instance from litellm.fine_tuning.main import vertex_fine_tuning_apis_instance
verbose_proxy_logger.debug("requested endpoint %s", endpoint)
headers: dict = {}
# Use headers from the incoming request if default_vertex_config is not set
if default_vertex_config is None: if default_vertex_config is None:
raise ValueError( headers = dict(request.headers) or {}
"Vertex credentials not added on litellm proxy, please add `default_vertex_config` on your config.yaml" verbose_proxy_logger.debug(
"default_vertex_config not set, incoming request headers %s", headers
) )
vertex_project = default_vertex_config.get("vertex_project", None) # extract location from endpoint, endpoint
vertex_location = default_vertex_config.get("vertex_location", None) # "v1beta1/projects/adroit-crow-413218/locations/us-central1/publishers/google/models/gemini-1.5-pro:generateContent"
vertex_credentials = default_vertex_config.get("vertex_credentials", None) match = re.search(r"/locations/([^/]+)", endpoint)
base_target_url = f"https://{vertex_location}-aiplatform.googleapis.com/" vertex_location = match.group(1) if match else None
base_target_url = f"https://{vertex_location}-aiplatform.googleapis.com/"
headers.pop("content-length", None)
_new_headers = {
"Authorization": headers.get("authorization"),
}
headers = _new_headers
else:
vertex_project = default_vertex_config.get("vertex_project")
vertex_location = default_vertex_config.get("vertex_location")
vertex_credentials = default_vertex_config.get("vertex_credentials")
auth_header, _ = vertex_fine_tuning_apis_instance._get_token_and_url( base_target_url = f"https://{vertex_location}-aiplatform.googleapis.com/"
model="",
gemini_api_key=None,
vertex_credentials=vertex_credentials,
vertex_project=vertex_project,
vertex_location=vertex_location,
stream=False,
custom_llm_provider="vertex_ai_beta",
api_base="",
)
headers = { auth_header, _ = vertex_fine_tuning_apis_instance._get_token_and_url(
"Authorization": f"Bearer {auth_header}", model="",
} gemini_api_key=None,
vertex_credentials=vertex_credentials,
vertex_project=vertex_project,
vertex_location=vertex_location,
stream=False,
custom_llm_provider="vertex_ai_beta",
api_base="",
)
headers = {
"Authorization": f"Bearer {auth_header}",
}
request_route = encoded_endpoint request_route = encoded_endpoint
verbose_proxy_logger.debug("request_route %s", request_route) verbose_proxy_logger.debug("request_route %s", request_route)