phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(base_llm_unit_tests.py): add test to ensure drop params is respe… (#8224)

Browse source 
* test(base_llm_unit_tests.py): add test to ensure drop params is respected

* fix(types/prometheus.py): use typing_extensions for python3.8 compatibility

* build: add cherry picked commits
This commit is contained in:
Krish Dholakia 2025-02-03 16:04:44 -08:00 • committed by GitHub
parent d60d3ee970
commit c8494abdea
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
15 changed files with 250 additions and 71 deletions
Download patch file Download diff file Expand all files Collapse all files

39
tests/llm_translation/base_llm_unit_tests.py
View file

@ -715,3 +715,42 @@ class BaseOSeriesModelsTest(ABC): # test across azure/openai
request_body["messages"][0]["role"] == "developer"
), "Got={} instead of system".format(request_body["messages"][0]["role"])
assert request_body["messages"][0]["content"] == "Be a good bot!"
def test_completion_o_series_models_temperature(self):
"""
Test that temperature is not passed to O-series models
"""
try:
from litellm import completion
client = self.get_client()
completion_args = self.get_base_completion_call_args()
with patch.object(
client.chat.completions.with_raw_response, "create"
) as mock_client:
try:
completion(
**completion_args,
temperature=0.0,
messages=[
{
"role": "user",
"content": "Hello, world!",
}
],
drop_params=True,
client=client,
)
except Exception as e:
print(f"Error: {e}")
mock_client.assert_called_once()
request_body = mock_client.call_args.kwargs
print("request_body: ", request_body)
assert (
"temperature" not in request_body
), "temperature should not be in the request body"
except Exception as e:
pytest.fail(f"Error occurred: {e}")