phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 18:54:30 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Updating to get the proper credentials

Browse source
This commit is contained in:
Ankur Duggal 2025-03-25 23:06:35 -07:00
parent 7a5c28beeb
commit 3f0ddcceed
4 changed files with 63 additions and 26 deletions
Download patch file Download diff file Expand all files Collapse all files

35
litellm/realtime_api/main.py
View file

@ -114,28 +114,35 @@ async def _arealtime(
client=None,
timeout=timeout,
)
elif _custom_llm_provider == "gemini" or _custom_llm_provider == "vertex_ai_beta" or _custom_llm_provider == "vertex_ai": # Add the Gemini case
elif _custom_llm_provider == "vertex_ai_beta" or _custom_llm_provider == "vertex_ai": # Add the Gemini case
api_base = (
dynamic_api_base
or litellm_params.api_base
or litellm.api_base
# default base for vertex
or get_secret_str("GEMINI_API_BASE") or "https://us-central1-aiplatform.googleapis.com"
)
await gemini_realtime.async_realtime(
model=model,
websocket=websocket,
api_base=api_base,
client=None,
timeout=timeout,
logging_obj=litellm_logging_obj,
vertex_location="us-central1", # Add default vertex location
optional_params={}, # Add empty optional params
custom_llm_provider=_custom_llm_provider, # Add custom llm provider
or get_secret_str("GEMINI_API_BASE")
# default base for vertexs
or "https://us-central1-aiplatform.googleapis.com"
)
try:
await gemini_realtime.async_realtime(
model=model,
websocket=websocket,
api_base=api_base,
timeout=timeout,
optional_params={},
logging_obj=litellm_logging_obj,
vertex_location=litellm_params.vertex_location, # Add default vertex location
vertex_credentials_path=str(litellm_params.vertex_credentials), # Add default vertex credentials
vertex_project=litellm_params.vertex_project, # Add default vertex project
custom_llm_provider=_custom_llm_provider, # Add custom llm provider
)
except Exception as e:
raise ValueError(f"Failed to connect to Gemini realtime API: {e}")
else:
raise ValueError(f"Unsupported model: {model}")
async def _realtime_health_check(
model: str,
custom_llm_provider: str,