Update models.py

models.py

@@ -44,12 +44,24 @@ def get_anthropic(model: str,
     # Add conversation history, removing cache_control from all but the last two user messages
     for i, message in enumerate(chat_history):
         if message["role"] == "user":
+            content = message["content"][0]["text"] if isinstance(message["content"], list) else message["content"]
+
             if i >= len(chat_history) - 3:  # Last two user messages
-                messages.append(message)
+                messages.append({
+                    "role": "user",
+                    "content": [
+                        {
+                            "type": "text",
+                            "text": content,
+                            "cache_control": {"type": "ephemeral"}
+                        }
+                    ]
+                })
+
             else:
                 messages.append({
                     "role": "user",
-                    "content": [{"type": "text", "text": message["content"][0]["text"]}]
+                    "content": [{"type": "text", "text": content}]
                 })
         else:
             messages.append(message)
@@ -532,4 +544,4 @@ def get_model_api(model: str):
         return get_openai_azure
     else:
         raise ValueError(
-            f"Unsupported model: {model}.  Ensure to add prefix (e.g. openai:, google:, groq:, cerebras:, azure:, ollama:, anthropic:)")
+            f"Unsupported model: {model}.  Ensure to add prefix (e.g. openai:, google:, groq:, cerebras:, azure:, ollama:, anthropic:)")