phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

get_openai_client_cache_key

Browse source
This commit is contained in:
Ishaan Jaff 2025-03-18 18:35:50 -07:00
parent 40418c7bd8
commit 65083ca8da
4 changed files with 199 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

18
litellm/llms/openai/common_utils.py
View file

@ -151,13 +151,23 @@ class BaseOpenAILLM:
f"is_async={client_initialization_params.get('is_async')}",
]
for param in BaseOpenAILLM.get_openai_client_initialization_param_fields(
client_type=client_type
):
LITELLM_CLIENT_SPECIFIC_PARAMS = [
"timeout",
"max_retries",
"organization",
"api_base",
]
openai_client_fields = (
BaseOpenAILLM.get_openai_client_initialization_param_fields(
client_type=client_type
)
+ LITELLM_CLIENT_SPECIFIC_PARAMS
)
for param in openai_client_fields:
key_parts.append(f"{param}={client_initialization_params.get(param)}")
_cache_key = ",".join(key_parts)
return _cache_key
@staticmethod