phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(utils.py): add more logging statements

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-23 15:17:22 -08:00
parent 308c73fca9
commit 951102292b
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
litellm/utils.py
View file

@ -4300,6 +4300,7 @@ def get_optional_params(
or model in litellm.vertex_language_models or model in litellm.vertex_language_models
or model in litellm.vertex_embedding_models or model in litellm.vertex_embedding_models
): ):
print_verbose(f"(start) INSIDE THE VERTEX AI OPTIONAL PARAM BLOCK")
## check if unsupported param passed in ## check if unsupported param passed in
supported_params = [ supported_params = [
"temperature", "temperature",
@ -4333,6 +4334,9 @@ def get_optional_params(
optional_params["tools"] = [ optional_params["tools"] = [
generative_models.Tool(function_declarations=gtool_func_declarations) generative_models.Tool(function_declarations=gtool_func_declarations)
] ]
print_verbose(
f"(end) INSIDE THE VERTEX AI OPTIONAL PARAM BLOCK - optional_params: {optional_params}"
)
elif custom_llm_provider == "sagemaker": elif custom_llm_provider == "sagemaker":
## check if unsupported param passed in ## check if unsupported param passed in
supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "n"] supported_params = ["stream", "temperature", "max_tokens", "top_p", "stop", "n"]
@ -4748,6 +4752,7 @@ def get_optional_params(
extra_body # openai client supports `extra_body` param extra_body # openai client supports `extra_body` param
) )
else: # assume passing in params for openai/azure openai else: # assume passing in params for openai/azure openai
print_verbose(f"UNMAPPED PROVIDER, ASSUMING IT'S OPENAI/AZUREs")
supported_params = [ supported_params = [
"functions", "functions",
"function_call", "function_call",
@ -4823,6 +4828,7 @@ def get_optional_params(
for k in passed_params.keys(): for k in passed_params.keys():
if k not in default_params.keys(): if k not in default_params.keys():
optional_params[k] = passed_params[k] optional_params[k] = passed_params[k]
print_verbose(f"Final returned optional params: {optional_params}")
return optional_params return optional_params