phoenix/litellm
1
0
Fork 0
forked from phoenix/litellm-mirror
Code Pull requests Activity

fix(anthropic.py): deep copy messages before popping system prompt

Browse source
This commit is contained in:
Krrish Dholakia 2024-03-09 18:42:01 -08:00
parent a1784284bb
commit 86fe7a9af1
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
litellm/llms/anthropic.py
View file

@ -1,7 +1,7 @@
import os, types
import json
from enum import Enum
import requests
import requests, copy
import time, uuid
from typing import Callable, Optional
from litellm.utils import ModelResponse, Usage, map_finish_reason
@ -117,6 +117,7 @@ def completion(
):
headers = validate_environment(api_key, headers)
_is_function_call = False
messages = copy.deepcopy(messages)
if model in custom_prompt_dict:
# check if the model has a registered custom prompt
model_prompt_details = custom_prompt_dict[model]