Merge pull request #1141 from narengogi/chore/anthropic-prompt-caching-tool-result

anthropic prompt caching for tool result and tool use

Author: VisargD

src/providers/anthropic/chatComplete.ts

@@ -43,7 +43,16 @@ interface AnthropicTool extends PromptCache {
 interface AnthropicToolResultContentItem {
   type: 'tool_result';
   tool_use_id: string;
-  content?: string;
+  content?:
+    | {
+        type: string;
+        text?: string;
+        cache_control?: {
+          type: string;
+          ttl?: number;
+        };
+      }[]
+    | string;
 }
 
 interface AnthropicBase64ImageContentItem {
@@ -138,6 +147,9 @@ const transformAssistantMessage = (msg: Message): AnthropicMessage => {
         input: toolCall.function.arguments?.length
           ? JSON.parse(toolCall.function.arguments)
           : {},
+        ...(toolCall.cache_control && {
+          cache_control: toolCall.cache_control,
+        }),
       });
     });
   }
@@ -155,7 +167,7 @@ const transformToolMessage = (msg: Message): AnthropicMessage => {
       {
         type: 'tool_result',
         tool_use_id,
-        content: msg.content as string,
+        content: msg.content,
       },
     ],
   };
@@ -250,6 +262,9 @@ export const AnthropicChatCompleteConfig: ProviderConfig = {
 
             if (msg.role === 'assistant') {
               messages.push(transformAssistantMessage(msg));
+            } else if (msg.role === 'tool') {
+              // even though anthropic supports images in tool results, openai doesn't support it yet
+              messages.push(transformToolMessage(msg));
             } else if (
               msg.content &&
               typeof msg.content === 'object' &&
@@ -275,9 +290,6 @@ export const AnthropicChatCompleteConfig: ProviderConfig = {
                 }
               });
               messages.push(transformedMessage as AnthropicMessage);
-            } else if (msg.role === 'tool') {
-              // even though anthropic supports images in tool results, openai doesn't support it yet
-              messages.push(transformToolMessage(msg));
             } else {
               messages.push({
                 role: msg.role,