phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

docs default vertex

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-03 18:09:48 -07:00
parent 3a94aac343
commit e73eb19678
2 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/fine_tuning_apis/vertex_ai.py
View file

@ -278,7 +278,8 @@ class VertexFineTuningAPI(VertexLLM):
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}" url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
elif "countTokens" in request_route: elif "countTokens" in request_route:
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}" url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
else:
raise ValueError(f"Unsupported Vertex AI request route: {request_route}")
if self.async_handler is None: if self.async_handler is None:
raise ValueError("VertexAI Fine Tuning - async_handler is not initialized") raise ValueError("VertexAI Fine Tuning - async_handler is not initialized")

4
litellm/proxy/vertex_ai_endpoints/vertex_endpoints.py
View file

@ -76,6 +76,10 @@ async def execute_post_vertex_ai_request(
): ):
from litellm.fine_tuning.main import vertex_fine_tuning_apis_instance from litellm.fine_tuning.main import vertex_fine_tuning_apis_instance
if default_vertex_config is None:
raise ValueError(
"Vertex credentials not added on litellm proxy, please add `default_vertex_config` on your config.yaml"
)
vertex_project = default_vertex_config.get("vertex_project", None) vertex_project = default_vertex_config.get("vertex_project", None)
vertex_location = default_vertex_config.get("vertex_location", None) vertex_location = default_vertex_config.get("vertex_location", None)
vertex_credentials = default_vertex_config.get("vertex_credentials", None) vertex_credentials = default_vertex_config.get("vertex_credentials", None)