phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 03:04:13 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(proxy_server.py): check if input list > 0 before indexing into it

Browse source 
resolves 'list index out of range' error
This commit is contained in:
Krrish Dholakia 2024-07-25 14:23:07 -07:00
parent 397451570e
commit bfdda089c8
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
litellm/proxy/_new_secret_config.yaml
View file

@ -1,4 +1,4 @@
model_list:
- model_name: "test-model"
litellm_params:
model: "openai/gpt-3.5-turbo-instruct-0914"
model: "openai/text-embedding-ada-002"

5
litellm/proxy/proxy_server.py
View file

@ -3334,6 +3334,7 @@ async def embeddings(
if (
"input" in data
and isinstance(data["input"], list)
and len(data["input"]) > 0
and isinstance(data["input"][0], list)
and isinstance(data["input"][0][0], int)
): # check if array of tokens passed in
@ -3464,8 +3465,8 @@ async def embeddings(
litellm_debug_info,
)
verbose_proxy_logger.error(
"litellm.proxy.proxy_server.embeddings(): Exception occured - {}".format(
str(e)
"litellm.proxy.proxy_server.embeddings(): Exception occured - {}\n{}".format(
str(e), traceback.format_exc()
)
)
verbose_proxy_logger.debug(traceback.format_exc())