let5see/clawdbot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: make forced block chunking fence-safe

Browse Source
This commit is contained in:
Peter Steinberger
2026-01-09 21:52:47 +00:00
parent dc3a0bfd1e
commit 3adec35632
3 changed files with 11 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/agents/pi-embedded-block-chunker.ts
View File

@@ -68,7 +68,7 @@ export class EmbeddedBlockChunker {
const breakResult =
force && this.#buffer.length <= maxChars
? this.#pickSoftBreakIndex(this.#buffer, 1)
: this.#pickBreakIndex(this.#buffer);
: this.#pickBreakIndex(this.#buffer, force ? 1 : undefined);
if (breakResult.index <= 0) {
if (force) {
emit(this.#buffer);
@@ -169,8 +169,11 @@ export class EmbeddedBlockChunker {
return { index: -1 };
}
#pickBreakIndex(buffer: string): BreakResult {
const minChars = Math.max(1, Math.floor(this.#chunking.minChars));
#pickBreakIndex(buffer: string, minCharsOverride?: number): BreakResult {
const minChars = Math.max(
1,
Math.floor(minCharsOverride ?? this.#chunking.minChars),
);
const maxChars = Math.max(minChars, Math.floor(this.#chunking.maxChars));
if (buffer.length < minChars) return { index: -1 };
const window = buffer.slice(0, Math.min(maxChars, buffer.length));