fix: normalize <think> reasoning blocks
This commit is contained in:
@@ -167,6 +167,117 @@ describe("subscribeEmbeddedPiSession", () => {
|
||||
);
|
||||
});
|
||||
|
||||
it("promotes <think> tags to thinking blocks at write-time", () => {
|
||||
let handler: ((evt: unknown) => void) | undefined;
|
||||
const session: StubSession = {
|
||||
subscribe: (fn) => {
|
||||
handler = fn;
|
||||
return () => {};
|
||||
},
|
||||
};
|
||||
|
||||
const onBlockReply = vi.fn();
|
||||
|
||||
subscribeEmbeddedPiSession({
|
||||
session: session as unknown as Parameters<
|
||||
typeof subscribeEmbeddedPiSession
|
||||
>[0]["session"],
|
||||
runId: "run",
|
||||
onBlockReply,
|
||||
blockReplyBreak: "message_end",
|
||||
reasoningMode: "on",
|
||||
});
|
||||
|
||||
const assistantMessage = {
|
||||
role: "assistant",
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: "<think>\nBecause it helps\n</think>\n\nFinal answer",
|
||||
},
|
||||
],
|
||||
} as AssistantMessage;
|
||||
|
||||
handler?.({ type: "message_end", message: assistantMessage });
|
||||
|
||||
expect(onBlockReply).toHaveBeenCalledTimes(1);
|
||||
expect(onBlockReply.mock.calls[0][0].text).toBe(
|
||||
"_Reasoning:_\n_Because it helps_\n\nFinal answer",
|
||||
);
|
||||
|
||||
expect(assistantMessage.content).toEqual([
|
||||
{ type: "thinking", thinking: "Because it helps" },
|
||||
{ type: "text", text: "Final answer" },
|
||||
]);
|
||||
});
|
||||
|
||||
it("streams <think> reasoning via onReasoningStream without leaking into final text", () => {
|
||||
let handler: ((evt: unknown) => void) | undefined;
|
||||
const session: StubSession = {
|
||||
subscribe: (fn) => {
|
||||
handler = fn;
|
||||
return () => {};
|
||||
},
|
||||
};
|
||||
|
||||
const onReasoningStream = vi.fn();
|
||||
const onBlockReply = vi.fn();
|
||||
|
||||
subscribeEmbeddedPiSession({
|
||||
session: session as unknown as Parameters<
|
||||
typeof subscribeEmbeddedPiSession
|
||||
>[0]["session"],
|
||||
runId: "run",
|
||||
onReasoningStream,
|
||||
onBlockReply,
|
||||
blockReplyBreak: "message_end",
|
||||
reasoningMode: "stream",
|
||||
});
|
||||
|
||||
handler?.({
|
||||
type: "message_update",
|
||||
message: { role: "assistant" },
|
||||
assistantMessageEvent: {
|
||||
type: "text_delta",
|
||||
delta: "<think>\nBecause",
|
||||
},
|
||||
});
|
||||
|
||||
handler?.({
|
||||
type: "message_update",
|
||||
message: { role: "assistant" },
|
||||
assistantMessageEvent: {
|
||||
type: "text_delta",
|
||||
delta: " it helps\n</think>\n\nFinal answer",
|
||||
},
|
||||
});
|
||||
|
||||
const assistantMessage = {
|
||||
role: "assistant",
|
||||
content: [
|
||||
{
|
||||
type: "text",
|
||||
text: "<think>\nBecause it helps\n</think>\n\nFinal answer",
|
||||
},
|
||||
],
|
||||
} as AssistantMessage;
|
||||
|
||||
handler?.({ type: "message_end", message: assistantMessage });
|
||||
|
||||
expect(onBlockReply).toHaveBeenCalledTimes(1);
|
||||
expect(onBlockReply.mock.calls[0][0].text).toBe("Final answer");
|
||||
|
||||
const streamTexts = onReasoningStream.mock.calls
|
||||
.map((call) => call[0]?.text)
|
||||
.filter((value): value is string => typeof value === "string");
|
||||
expect(streamTexts.at(-1)).toBe("Reasoning:\nBecause it helps");
|
||||
|
||||
expect(assistantMessage.content).toEqual([
|
||||
{ type: "thinking", thinking: "Because it helps" },
|
||||
{ type: "text", text: "Final answer" },
|
||||
]);
|
||||
});
|
||||
|
||||
it("emits block replies on text_end and does not duplicate on message_end", () => {
|
||||
let handler: ((evt: unknown) => void) | undefined;
|
||||
const session: StubSession = {
|
||||
|
||||
@@ -24,6 +24,7 @@ const THINKING_OPEN_RE = /<\s*think(?:ing)?\s*>/i;
|
||||
const THINKING_CLOSE_RE = /<\s*\/\s*think(?:ing)?\s*>/i;
|
||||
const THINKING_OPEN_GLOBAL_RE = /<\s*think(?:ing)?\s*>/gi;
|
||||
const THINKING_CLOSE_GLOBAL_RE = /<\s*\/\s*think(?:ing)?\s*>/gi;
|
||||
const THINKING_TAG_SCAN_RE = /<\s*(\/?)\s*think(?:ing)?\s*>/gi;
|
||||
const TOOL_RESULT_MAX_CHARS = 8000;
|
||||
const log = createSubsystemLogger("agent/embedded");
|
||||
const RAW_STREAM_ENABLED = process.env.CLAWDBOT_RAW_STREAM === "1";
|
||||
@@ -121,6 +122,102 @@ function stripUnpairedThinkingTags(text: string): string {
|
||||
return text;
|
||||
}
|
||||
|
||||
type ThinkTaggedSplitBlock =
|
||||
| { type: "thinking"; thinking: string }
|
||||
| { type: "text"; text: string };
|
||||
|
||||
function splitThinkingTaggedText(text: string): ThinkTaggedSplitBlock[] | null {
|
||||
const trimmedStart = text.trimStart();
|
||||
// Avoid false positives: only treat it as structured thinking when it begins
|
||||
// with a think tag (common for local/OpenAI-compat providers that emulate
|
||||
// reasoning blocks via tags).
|
||||
if (!trimmedStart.startsWith("<")) return null;
|
||||
if (!THINKING_OPEN_RE.test(trimmedStart)) return null;
|
||||
if (!THINKING_CLOSE_RE.test(text)) return null;
|
||||
|
||||
THINKING_TAG_SCAN_RE.lastIndex = 0;
|
||||
let inThinking = false;
|
||||
let cursor = 0;
|
||||
let thinkingStart = 0;
|
||||
const blocks: ThinkTaggedSplitBlock[] = [];
|
||||
|
||||
const pushText = (value: string) => {
|
||||
if (!value) return;
|
||||
blocks.push({ type: "text", text: value });
|
||||
};
|
||||
const pushThinking = (value: string) => {
|
||||
const cleaned = value.trim();
|
||||
if (!cleaned) return;
|
||||
blocks.push({ type: "thinking", thinking: cleaned });
|
||||
};
|
||||
|
||||
for (const match of text.matchAll(THINKING_TAG_SCAN_RE)) {
|
||||
const index = match.index ?? 0;
|
||||
const isClose = Boolean(match[1]?.includes("/"));
|
||||
|
||||
if (!inThinking && !isClose) {
|
||||
pushText(text.slice(cursor, index));
|
||||
thinkingStart = index + match[0].length;
|
||||
inThinking = true;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (inThinking && isClose) {
|
||||
pushThinking(text.slice(thinkingStart, index));
|
||||
cursor = index + match[0].length;
|
||||
inThinking = false;
|
||||
}
|
||||
}
|
||||
|
||||
if (inThinking) return null;
|
||||
pushText(text.slice(cursor));
|
||||
|
||||
const hasThinking = blocks.some((b) => b.type === "thinking");
|
||||
if (!hasThinking) return null;
|
||||
return blocks;
|
||||
}
|
||||
|
||||
function promoteThinkingTagsToBlocks(message: AssistantMessage): void {
|
||||
if (!Array.isArray(message.content)) return;
|
||||
const hasThinkingBlock = message.content.some((block) => {
|
||||
if (!block || typeof block !== "object") return false;
|
||||
return (block as Record<string, unknown>).type === "thinking";
|
||||
});
|
||||
if (hasThinkingBlock) return;
|
||||
|
||||
const next: Array<Record<string, unknown>> = [];
|
||||
let changed = false;
|
||||
|
||||
for (const block of message.content) {
|
||||
if (!block || typeof block !== "object") {
|
||||
next.push(block as Record<string, unknown>);
|
||||
continue;
|
||||
}
|
||||
const record = block as Record<string, unknown>;
|
||||
if (record.type !== "text" || typeof record.text !== "string") {
|
||||
next.push(record);
|
||||
continue;
|
||||
}
|
||||
const split = splitThinkingTaggedText(record.text);
|
||||
if (!split) {
|
||||
next.push(record);
|
||||
continue;
|
||||
}
|
||||
changed = true;
|
||||
for (const part of split) {
|
||||
if (part.type === "thinking") {
|
||||
next.push({ type: "thinking", thinking: part.thinking });
|
||||
} else if (part.type === "text") {
|
||||
const cleaned = part.text.trimStart();
|
||||
if (cleaned) next.push({ type: "text", text: cleaned });
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (!changed) return;
|
||||
(message as unknown as { content: unknown }).content = next;
|
||||
}
|
||||
|
||||
function normalizeSlackTarget(raw: string): string | undefined {
|
||||
const trimmed = raw.trim();
|
||||
if (!trimmed) return undefined;
|
||||
@@ -792,6 +889,7 @@ export function subscribeEmbeddedPiSession(params: {
|
||||
const msg = (evt as AgentEvent & { message: AgentMessage }).message;
|
||||
if (msg?.role === "assistant") {
|
||||
const assistantMessage = msg as AssistantMessage;
|
||||
promoteThinkingTagsToBlocks(assistantMessage);
|
||||
const rawText = extractAssistantText(assistantMessage);
|
||||
appendRawStream({
|
||||
ts: Date.now(),
|
||||
|
||||
Reference in New Issue
Block a user