phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

feat(proxy_server.py): return api base in response headers

Browse source 
Closes https://github.com/BerriAI/litellm/issues/2631
This commit is contained in:
Krrish Dholakia 2024-05-03 15:27:32 -07:00
parent b2a0502383
commit 5b39f8e282
4 changed files with 67 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/types/router.py
View file

@ -99,6 +99,7 @@ class ModelInfo(BaseModel):
class LiteLLM_Params(BaseModel):
model: str
custom_llm_provider: Optional[str] = None
tpm: Optional[int] = None
rpm: Optional[int] = None
api_key: Optional[str] = None
@ -123,6 +124,7 @@ class LiteLLM_Params(BaseModel):
def __init__(
self,
model: str,
custom_llm_provider: Optional[str] = None,
max_retries: Optional[Union[int, str]] = None,
tpm: Optional[int] = None,
rpm: Optional[int] = None,