phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-25 10:44:24 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Add enabled_roles to Guardrails configuration, Update Lakera guardrail moderation hook

Browse source
This commit is contained in:
Vinnie Giarrusso 2024-07-16 01:52:08 -07:00
parent a99cb5deeb
commit 6ff863ee00
5 changed files with 199 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/utils.py
View file

@ -4157,11 +4157,7 @@ def get_formatted_prompt(
for c in content:
if c["type"] == "text":
prompt += c["text"]
if "tool_calls" in message:
for tool_call in message["tool_calls"]:
if "function" in tool_call:
function_arguments = tool_call["function"]["arguments"]
prompt += function_arguments
prompt += get_tool_call_function_args(message)
elif call_type == "text_completion":
prompt = data["prompt"]
elif call_type == "embedding" or call_type == "moderation":
@ -4177,6 +4173,15 @@ def get_formatted_prompt(
prompt = data["prompt"]
return prompt
def get_tool_call_function_args(message: dict) -> str:
all_args = ""
if "tool_calls" in message:
for tool_call in message["tool_calls"]:
if "function" in tool_call:
all_args += tool_call["function"]["arguments"]
return all_args
def get_response_string(response_obj: ModelResponse) -> str:
_choices: List[Union[Choices, StreamingChoices]] = response_obj.choices