phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(google_ai_studio_endpoints.py): support pass-through endpoint for all google ai studio requests

Browse source 
New Feature
This commit is contained in:
Krrish Dholakia 2024-08-17 10:46:59 -07:00
parent b56ecd7e02
commit bc0023a409
6 changed files with 186 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/cost_calculator.py
View file

@ -412,7 +412,7 @@ def get_replicate_completion_pricing(completion_response=None, total_time=0.0):
def _select_model_name_for_cost_calc(
model: Optional[str],
completion_response: Union[BaseModel, dict],
completion_response: Union[BaseModel, dict, str],
base_model: Optional[str] = None,
custom_pricing: Optional[bool] = None,
) -> Optional[str]:
@ -428,7 +428,12 @@ def _select_model_name_for_cost_calc(
if base_model is not None:
return base_model
return_model = model or completion_response.get("model", "") # type: ignore
return_model = model
if isinstance(completion_response, str):
return return_model
elif return_model is None:
return_model = completion_response.get("model", "") # type: ignore
if hasattr(completion_response, "_hidden_params"):
if (
completion_response._hidden_params.get("model", None) is not None