changeset

.changeset/strange-masks-sleep.md

@@ -0,0 +1,5 @@
+---
+"claude-dev": patch
+---
+
+remove explicit caching for gemini in OR/cline provider

src/api/transform/openrouter-stream.ts

@@ -75,74 +75,6 @@ export async function createOpenRouterStream(
 			break
 	}
 
-	// handles gemini caching logic
-	if (model.id.startsWith("google/") && model.info.supportsPromptCache) {
-		// gemini only uses the last breakpoint for caching, so the others will be ignored
-		openAiMessages[0] = {
-			role: "system",
-			content: [
-				{
-					type: "text",
-					text: systemPrompt,
-					// @ts-ignore-next-line
-					cache_control: { type: "ephemeral" },
-				},
-			],
-		}
-
-		// for safety, but this should always be the case
-		if (openAiMessages.length >= 2) {
-			const msg = openAiMessages[1]
-
-			if (msg) {
-				if (typeof msg.content === "string") {
-					msg.content = [{ type: "text", text: msg.content }]
-				}
-				if (Array.isArray(msg.content)) {
-					// NOTE: this is fine since env details will always be added at the end. but if it weren't there, and the user added a image_url type message, it would pop a text part before it and then move it after to the end.
-					let lastTextPart = msg.content.filter((part) => part.type === "text").pop()
-
-					if (!lastTextPart) {
-						lastTextPart = { type: "text", text: "..." }
-						msg.content.push(lastTextPart)
-					}
-					// @ts-ignore-next-line
-					lastTextPart["cache_control"] = { type: "ephemeral" }
-				}
-			}
-		}
-
-		// it doesn't make sense to alter breakpoints at all with the gemini cache implementation at this time
-		/*const GEMINI_CACHE_USER_MESSAGE_INTERVAL = 4 // add new breakpoint every 4 turns
-		const userMessages = openAiMessages.filter((msg) => msg.role === "user")
-
-		const userMessageCount = userMessages.length
-		const targetUserMessageNumber =
-			Math.floor(userMessageCount / GEMINI_CACHE_USER_MESSAGE_INTERVAL) * GEMINI_CACHE_USER_MESSAGE_INTERVAL
-
-		if (targetUserMessageNumber > 0) {
-			// otherwise dont need to add a breakpoint
-			const msg = userMessages[targetUserMessageNumber - 1]
-
-			if (msg) {
-				if (typeof msg.content === "string") {
-					msg.content = [{ type: "text", text: msg.content }]
-				}
-				if (Array.isArray(msg.content)) {
-					// NOTE: this is fine since env details will always be added at the end. but if it weren't there, and the user added a image_url type message, it would pop a text part before it and then move it after to the end.
-					let lastTextPart = msg.content.filter((part) => part.type === "text").pop()
-
-					if (!lastTextPart) {
-						lastTextPart = { type: "text", text: "..." }
-						msg.content.push(lastTextPart)
-					}
-					// @ts-ignore-next-line
-					lastTextPart["cache_control"] = { type: "ephemeral" }
-				}
-			}
-		}*/
-	}
-
 	// Not sure how openrouter defaults max tokens when no value is provided, but the anthropic api requires this value and since they offer both 4096 and 8192 variants, we should ensure 8192.
 	// (models usually default to max tokens allowed)
 	let maxTokens: number | undefined