phoenix/litellm-mirror
0
0
Fork 1
mirror of https://github.com/BerriAI/litellm.git synced 2025-04-26 11:14:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

feat(anthropic.py): adds tool calling support

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-04 10:42:28 -08:00
parent 1c40282627
commit ae82b3f31a
3 changed files with 89 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

15
litellm/llms/anthropic.py
View file

@ -6,7 +6,11 @@ import time
from typing import Callable, Optional
from litellm.utils import ModelResponse, Usage
import litellm
from .prompt_templates.factory import prompt_factory, custom_prompt
from .prompt_templates.factory import (
prompt_factory,
custom_prompt,
construct_tool_use_system_prompt,
)
import httpx
@ -142,6 +146,15 @@ def completion(
): # completion(top_k=3) > anthropic_config(top_k=3) <- allows for dynamic variables to be passed in
optional_params[k] = v
## Handle Tool Calling
if "tools" in optional_params:
tool_calling_system_prompt = construct_tool_use_system_prompt(
tools=optional_params["tools"]
)
optional_params["system"] = (
optional_params("system", "\n") + tool_calling_system_prompt
) # add the anthropic tool calling prompt to the system prompt
data = {
"model": model,
"messages": messages,