phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(parallel_request_limiter.py): make sure hidden params is dict before dereferencing

Browse source
This commit is contained in:
Krrish Dholakia 2024-09-28 19:22:37 -07:00
parent 87379e57ef
commit 6cb0842144
2 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/proxy/hooks/parallel_request_limiter.py
View file

@ -4,6 +4,7 @@ from datetime import datetime, timedelta
from typing import TYPE_CHECKING, Any, List, Literal, Optional, Tuple, Union
from fastapi import HTTPException
from pydantic import BaseModel
import litellm
from litellm import ModelResponse
@ -791,6 +792,8 @@ class _PROXY_MaxParallelRequestsHandler(CustomLogger):
key_tpm_limit = user_api_key_dict.tpm_limit
_hidden_params = getattr(response, "_hidden_params", {}) or {}
if isinstance(_hidden_params, BaseModel):
_hidden_params = _hidden_params.model_dump()
_additional_headers = _hidden_params.get("additional_headers", {}) or {}
if key_remaining_rpm_limit is not None:
_additional_headers["x-ratelimit-remaining-requests"] = (