vultr/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-05-05 21:40:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Compaction: sanitize token split accounting (#24058)

Browse Source 
* Compaction: sanitize token split accounting

* Tests/Compaction: type sanitize token estimate callback
This commit is contained in:
Tak Hoffman
2026-02-22 20:13:21 -06:00
committed by GitHub
parent 259d863353
commit 50c5f75904
2 changed files with 58 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/agents/compaction.ts
View File

@@ -23,6 +23,10 @@ export function estimateMessagesTokens(messages: AgentMessage[]): number {
return safe.reduce((sum, message) => sum + estimateTokens(message), 0);
}
function estimateCompactionMessageTokens(message: AgentMessage): number {
return estimateMessagesTokens([message]);
}
function normalizeParts(parts: number, messageCount: number): number {
if (!Number.isFinite(parts) || parts <= 1) {
return 1;
@@ -49,7 +53,7 @@ export function splitMessagesByTokenShare(
let currentTokens = 0;
for (const message of messages) {
const messageTokens = estimateTokens(message);
const messageTokens = estimateCompactionMessageTokens(message);
if (
chunks.length < normalizedParts - 1 &&
current.length > 0 &&
@@ -93,7 +97,7 @@ export function chunkMessagesByMaxTokens(
let currentTokens = 0;
for (const message of messages) {
const messageTokens = estimateTokens(message);
const messageTokens = estimateCompactionMessageTokens(message);
if (currentChunk.length > 0 && currentTokens + messageTokens > effectiveMax) {
chunks.push(currentChunk);
currentChunk = [];