phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix pre call utils on embedding

Browse source
This commit is contained in:
Ishaan Jaff 2024-07-17 18:29:34 -07:00
parent 01f36797ae
commit 3dfeee03d0
1 changed files with 11 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

14
litellm/proxy/litellm_pre_call_utils.py
View file

@ -43,6 +43,16 @@ def _get_metadata_variable_name(request: Request) -> str:
return "metadata" return "metadata"
def safe_add_api_version_from_query_params(data: dict, request: Request):
try:
if hasattr(request, "query_params"):
query_params = dict(request.query_params)
if "api-version" in query_params:
data["api_version"] = query_params["api-version"]
except Exception as e:
verbose_logger.error("error checking api version in query params: %s", str(e))
async def add_litellm_data_to_request( async def add_litellm_data_to_request(
data: dict, data: dict,
request: Request, request: Request,
@ -67,9 +77,7 @@ async def add_litellm_data_to_request(
""" """
from litellm.proxy.proxy_server import premium_user from litellm.proxy.proxy_server import premium_user
query_params = dict(request.query_params) safe_add_api_version_from_query_params(data, request)
if "api-version" in query_params:
data["api_version"] = query_params["api-version"]
# Include original request and headers in the data # Include original request and headers in the data
data["proxy_server_request"] = { data["proxy_server_request"] = {