phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 11:43:54 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix(openai.py): deepinfra function calling - drop_params support for unsupported tool choice value

Browse source
This commit is contained in:
Krrish Dholakia 2024-06-18 16:19:42 -07:00
parent c06482709f
commit 772b4f6614
3 changed files with 97 additions and 29 deletions
Download patch file Download diff file Expand all files Collapse all files

43
litellm/tests/test_completion.py
View file

@ -3355,17 +3355,54 @@ def test_completion_ai21():
# test_completion_ai21()
# test_completion_ai21()
## test deep infra
def test_completion_deep_infra():
@pytest.mark.parametrize("drop_params", [True, False])
def test_completion_deep_infra(drop_params):
litellm.set_verbose = False
model_name = "deepinfra/meta-llama/Llama-2-70b-chat-hf"
tools = [
{
"type": "function",
"function": {
"name": "get_current_weather",
"description": "Get the current weather in a given location",
"parameters": {
"type": "object",
"properties": {
"location": {
"type": "string",
"description": "The city and state, e.g. San Francisco, CA",
},
"unit": {"type": "string", "enum": ["celsius", "fahrenheit"]},
},
"required": ["location"],
},
},
}
]
messages = [
{
"role": "user",
"content": "What's the weather like in Boston today in Fahrenheit?",
}
]
try:
response = completion(
model=model_name, messages=messages, temperature=0, max_tokens=10
model=model_name,
messages=messages,
temperature=0,
max_tokens=10,
tools=tools,
tool_choice={
"type": "function",
"function": {"name": "get_current_weather"},
},
drop_params=drop_params,
)
# Add any assertions here to check the response
print(response)
except Exception as e:
pytest.fail(f"Error occurred: {e}")
if drop_params is True:
pytest.fail(f"Error occurred: {e}")
# test_completion_deep_infra()