Use reserveTokens for branch summary (tokens left for prompt + response)
- tokenBudget = contextWindow - reserveTokens - Default 16384, same as compaction - Consistent naming with CompactionSettings.reserveTokens
This commit is contained in:
@@ -9,7 +9,7 @@ export interface CompactionSettings {
|
||||
}
|
||||
|
||||
export interface BranchSummarySettings {
|
||||
maxTokens?: number; // default: 100000 (max tokens to include in branch summary context)
|
||||
reserveTokens?: number; // default: 16384 (tokens reserved for prompt + LLM response)
|
||||
}
|
||||
|
||||
export interface RetrySettings {
|
||||
@@ -260,9 +260,9 @@ export class SettingsManager {
|
||||
};
|
||||
}
|
||||
|
||||
getBranchSummarySettings(): { maxTokens: number } {
|
||||
getBranchSummarySettings(): { reserveTokens: number } {
|
||||
return {
|
||||
maxTokens: this.settings.branchSummary?.maxTokens ?? 100000,
|
||||
reserveTokens: this.settings.branchSummary?.reserveTokens ?? 16384,
|
||||
};
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user