phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

Merge pull request #4266 from BerriAI/litellm_gemini_image_url

Browse source 
Support 'image url' to vertex ai / google ai studio gemini models
This commit is contained in:
Krish Dholakia 2024-06-18 20:39:25 -07:00 • committed by GitHub
commit 0c2c02ba8d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
9 changed files with 140 additions and 143 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -2647,7 +2647,7 @@ def get_optional_params(
if presence_penalty is not None:
optional_params["presencePenalty"] = {"scale": presence_penalty}
elif (
custom_llm_provider == "palm" or custom_llm_provider == "gemini"
custom_llm_provider == "palm"
): # https://developers.generativeai.google/tutorials/curl_quickstart
## check if unsupported param passed in
supported_params = get_supported_openai_params(
@ -2694,7 +2694,7 @@ def get_optional_params(
print_verbose(
f"(end) INSIDE THE VERTEX AI OPTIONAL PARAM BLOCK - optional_params: {optional_params}"
)
elif custom_llm_provider == "vertex_ai_beta":
elif custom_llm_provider == "vertex_ai_beta" or custom_llm_provider == "gemini":
supported_params = get_supported_openai_params(
model=model, custom_llm_provider=custom_llm_provider
)
@ -3726,7 +3726,7 @@ def get_supported_openai_params(
elif request_type == "embeddings":
return litellm.DatabricksEmbeddingConfig().get_supported_openai_params()
elif custom_llm_provider == "palm" or custom_llm_provider == "gemini":
return ["temperature", "top_p", "stream", "n", "stop", "max_tokens"]
return litellm.VertexAIConfig().get_supported_openai_params()
elif custom_llm_provider == "vertex_ai":
if request_type == "chat_completion":
return litellm.VertexAIConfig().get_supported_openai_params()