fix(ai): limit Bedrock prompt caching to Claude models\n\ncloses #2053

This commit is contained in:
Mario Zechner
2026-03-14 05:20:41 +01:00
parent 03ad7ecee7
commit 1a4d153d7a

View File

@@ -432,13 +432,10 @@ function resolveCacheRetention(cacheRetention?: CacheRetention): CacheRetention
* Supported: Claude 3.5 Haiku, Claude 3.7 Sonnet, Claude 4.x models
*/
function supportsPromptCaching(model: Model<"bedrock-converse-stream">): boolean {
if (model.cost.cacheRead || model.cost.cacheWrite) {
return true;
}
const id = model.id.toLowerCase();
if (!id.includes("claude")) return false;
// Claude 4.x models (opus-4, sonnet-4, haiku-4)
if (id.includes("claude") && (id.includes("-4-") || id.includes("-4."))) return true;
if (id.includes("-4-") || id.includes("-4.")) return true;
// Claude 3.7 Sonnet
if (id.includes("claude-3-7-sonnet")) return true;
// Claude 3.5 Haiku