phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-27 03:34:10 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Litellm dev 02 18 2025 p3 (#8640)

Browse source 
* fix(team_endpoints.py): cleanup user <-> team association on team delete

Fixes issue where user table still listed team membership post delete

* test(test_team.py): update e2e test - ensure user/team membership is deleted on team delete

* fix(base_invoke_transformation.py): fix deepseek r1 transformation

remove deepseek name from model url

* test(test_completion.py): assert model route not in url

* feat(base_invoke_transformation.py): infer region name from model arn

prevent errors due to different region name in env var vs. model arn, respect if explicitly set in call though

* test: fix test

* test: skip on internal server error
This commit is contained in:
Krish Dholakia 2025-02-18 19:14:20 -08:00 • committed by GitHub
parent bf6c013de0
commit e08e8eda47
9 changed files with 108 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

12
tests/local_testing/test_completion.py
View file

@ -3311,12 +3311,16 @@ def test_bedrock_deepseek_custom_prompt_dict():
)
def test_bedrock_deepseek_known_tokenizer_config():
model = "deepseek_r1/arn:aws:bedrock:us-east-1:1234:imported-model/45d34re"
def test_bedrock_deepseek_known_tokenizer_config(monkeypatch):
model = (
"deepseek_r1/arn:aws:bedrock:us-west-2:888602223428:imported-model/bnnr6463ejgf"
)
from litellm.llms.custom_httpx.http_handler import HTTPHandler
from unittest.mock import Mock
import httpx
monkeypatch.setenv("AWS_REGION", "us-east-1")
mock_response = Mock(spec=httpx.Response)
mock_response.status_code = 200
mock_response.headers = {
@ -3350,6 +3354,10 @@ def test_bedrock_deepseek_known_tokenizer_config():
mock_post.assert_called_once()
print(mock_post.call_args.kwargs)
url = mock_post.call_args.kwargs["url"]
assert "deepseek_r1" not in url
assert "us-east-1" not in url
assert "us-west-2" in url
json_data = json.loads(mock_post.call_args.kwargs["data"])
assert (
json_data["prompt"].rstrip()