test_gemini_fine_tuned_model_request_consistency

This commit is contained in:
Ishaan Jaff 2025-03-26 14:18:11 -07:00
parent 13391f9d7f
commit 826deea6fb
3 changed files with 29 additions and 2 deletions

View file

@ -75,8 +75,8 @@ def _get_vertex_url(
) -> Tuple[str, str]:
url: Optional[str] = None
endpoint: Optional[str] = None
if litellm.VertexGeminiConfig._is_model_gemini_gemini_spec_model(model):
model = litellm.VertexGeminiConfig._get_model_name_from_gemini_spec_model(model)
model = litellm.VertexGeminiConfig.get_model_for_vertex_ai_url(model=model)
if mode == "chat":
### SET RUNTIME ENDPOINT ###
endpoint = "generateContent"