fix(anthropic.py): support openai system message being a list

litellm/llms/anthropic.py

@@ -780,7 +780,16 @@ class AnthropicChatCompletion(BaseLLM):
             system_prompt = ""
             for idx, message in enumerate(messages):
                 if message["role"] == "system":
+                    valid_content: bool = False
+                    if isinstance(message["content"], str):
                         system_prompt += message["content"]
+                        valid_content = True
+                    elif isinstance(message["content"], list):
+                        for content in message["content"]:
+                            system_prompt += content.get("text", "")
+                        valid_content = True
+
+                    if valid_content:
                         system_prompt_indices.append(idx)
             if len(system_prompt_indices) > 0:
                 for idx in reversed(system_prompt_indices):

litellm/proxy/_new_secret_config.yaml

@@ -1,8 +1,7 @@
 model_list:
-  - model_name: groq-llama3
+  - model_name: anthropic-claude
     litellm_params:
-      model: groq/llama3-groq-70b-8192-tool-use-preview
+      model: claude-3-haiku-20240307
-      api_key: os.environ/GROQ_API_KEY
 
 litellm_settings:
   callbacks: ["logfire"]

litellm/tests/test_completion.py

@@ -346,7 +346,7 @@ def test_completion_claude_3_empty_response():
     messages = [
         {
             "role": "system",
-            "content": "You are 2twNLGfqk4GMOn3ffp4p.",
+            "content": [{"type": "text", "text": "You are 2twNLGfqk4GMOn3ffp4p."}],
         },
         {"role": "user", "content": "Hi gm!", "name": "ishaan"},
         {"role": "assistant", "content": "Good morning! How are you doing today?"},