phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

add native cachedContents endpoint

Browse source
This commit is contained in:
Ishaan Jaff 2024-08-08 15:32:07 -07:00
parent a87ece0a01
commit b9e1d60357
2 changed files with 29 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/llms/fine_tuning_apis/vertex_ai.py
View file

@ -278,6 +278,8 @@ class VertexFineTuningAPI(VertexLLM):
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
elif "countTokens" in request_route:
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
elif "cachedContents" in request_route:
url = f"https://{vertex_location}-aiplatform.googleapis.com/v1beta1/projects/{vertex_project}/locations/{vertex_location}{request_route}"
else:
raise ValueError(f"Unsupported Vertex AI request route: {request_route}")
if self.async_handler is None: