fix: non-llama tool extraction

Summary:

Test Plan:
Summary:

Test Plan:
This commit is contained in:
Eric Huang 2025-03-12 19:42:51 -07:00
parent a505bf45a3
commit e9a63e9592
7 changed files with 178647 additions and 121 deletions

View file

@ -192,7 +192,11 @@ class LiteLLMOpenAIMixin(
if request.tools:
input_dict["tools"] = [convert_tooldef_to_openai_tool(tool) for tool in request.tools]
if request.tool_config.tool_choice:
input_dict["tool_choice"] = request.tool_config.tool_choice.value
input_dict["tool_choice"] = (
request.tool_config.tool_choice.value
if isinstance(request.tool_config.tool_choice, ToolChoice)
else request.tool_config.tool_choice
)
provider_data = self.get_request_provider_data()
key_field = self.provider_data_api_key_field