phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(proxy_server.py): load default team config straight from config file

Browse source
This commit is contained in:
Krrish Dholakia 2024-02-02 18:35:30 -08:00 • committed by ishaan-jaff
parent 142e7cf1ce
commit 1f0598a277
2 changed files with 37 additions and 32 deletions
Download patch file Download diff file Expand all files Collapse all files

9
litellm/proxy/proxy_server.py
View file

@ -1031,12 +1031,17 @@ class ProxyConfig:
- for a given team id
- return the relevant completion() call params
"""
all_teams_config = litellm.default_team_settings
# load existing config
config = await self.get_config()
## LITELLM MODULE SETTINGS (e.g. litellm.drop_params=True,..)
litellm_settings = config.get("litellm_settings", None)
all_teams_config = litellm_settings.get("default_team_settings", None)
team_config: dict = {}
if all_teams_config is None:
return team_config
for team in all_teams_config:
assert "team_id" in team
if "team_id" not in team:
raise Exception(f"team_id missing from team: {team}")
if team_id == team["team_id"]:
team_config = team
break

60
litellm/tests/test_team_config.py
View file

@ -1,36 +1,36 @@
#### What this tests ####
# This tests if setting team_config actually works
import sys, os
import traceback
import pytest
# #### What this tests ####
# # This tests if setting team_config actually works
# import sys, os
# import traceback
# import pytest
sys.path.insert(
0, os.path.abspath("../..")
) # Adds the parent directory to the system path
import litellm
from litellm.proxy.proxy_server import ProxyConfig
# sys.path.insert(
# 0, os.path.abspath("../..")
# ) # Adds the parent directory to the system path
# import litellm
# from litellm.proxy.proxy_server import ProxyConfig
@pytest.mark.asyncio
async def test_team_config():
litellm.default_team_settings = [
{
"team_id": "my-special-team",
"success_callback": ["langfuse"],
"langfuse_public_key": "os.environ/LANGFUSE_PUB_KEY_2",
"langfuse_secret": "os.environ/LANGFUSE_PRIVATE_KEY_2",
}
]
proxyconfig = ProxyConfig()
# @pytest.mark.asyncio
# async def test_team_config():
# litellm.default_team_settings = [
# {
# "team_id": "my-special-team",
# "success_callback": ["langfuse"],
# "langfuse_public_key": "os.environ/LANGFUSE_PUB_KEY_2",
# "langfuse_secret": "os.environ/LANGFUSE_PRIVATE_KEY_2",
# }
# ]
# proxyconfig = ProxyConfig()
team_config = await proxyconfig.load_team_config(team_id="my-special-team")
assert len(team_config) > 0
# team_config = await proxyconfig.load_team_config(team_id="my-special-team")
# assert len(team_config) > 0
data = {
"model": "gpt-3.5-turbo",
"messages": [{"role": "user", "content": "Hey, how's it going?"}],
}
team_config.pop("team_id")
response = litellm.completion(**{**data, **team_config})
# data = {
# "model": "gpt-3.5-turbo",
# "messages": [{"role": "user", "content": "Hey, how's it going?"}],
# }
# team_config.pop("team_id")
# response = litellm.completion(**{**data, **team_config})
print(f"response: {response}")
# print(f"response: {response}")