shumengya/sproutclaw
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(ai): track DeepSeek prompt cache hits

Browse Source 
closes #3880
This commit is contained in:
Mario Zechner
2026-04-29 16:37:39 +02:00
parent fe1381389d
commit fc3cbedc6c
2 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
packages/ai/CHANGELOG.md
View File

@@ -2,6 +2,10 @@
## [Unreleased] ## [Unreleased]
### Fixed
- Fixed DeepSeek prompt cache hits to be tracked from `prompt_cache_hit_tokens` in OpenAI-compatible usage responses ([#3880](https://github.com/badlogic/pi-mono/issues/3880)).
## [0.70.6] - 2026-04-28 ## [0.70.6] - 2026-04-28
### Added ### Added

3
packages/ai/src/providers/openai-completions.ts
View File

@@ -956,12 +956,13 @@ function parseChunkUsage(
rawUsage: { rawUsage: {
prompt_tokens?: number; prompt_tokens?: number;
completion_tokens?: number; completion_tokens?: number;
prompt_cache_hit_tokens?: number;
prompt_tokens_details?: { cached_tokens?: number; cache_write_tokens?: number }; prompt_tokens_details?: { cached_tokens?: number; cache_write_tokens?: number };
}, },
model: Model<"openai-completions">, model: Model<"openai-completions">,
): AssistantMessage["usage"] { ): AssistantMessage["usage"] {
const promptTokens = rawUsage.prompt_tokens || 0; const promptTokens = rawUsage.prompt_tokens || 0;
const reportedCachedTokens = rawUsage.prompt_tokens_details?.cached_tokens || 0; const reportedCachedTokens = rawUsage.prompt_tokens_details?.cached_tokens ?? rawUsage.prompt_cache_hit_tokens ?? 0;
const cacheWriteTokens = rawUsage.prompt_tokens_details?.cache_write_tokens || 0; const cacheWriteTokens = rawUsage.prompt_tokens_details?.cache_write_tokens || 0;
// Normalize to pi-ai semantics: // Normalize to pi-ai semantics: