refactor(agent): centralize google turn-order fixup
This commit is contained in:
@@ -106,6 +106,10 @@ export async function sanitizeSessionMessagesImages(
|
|||||||
|
|
||||||
const GOOGLE_TURN_ORDER_BOOTSTRAP_TEXT = "(session bootstrap)";
|
const GOOGLE_TURN_ORDER_BOOTSTRAP_TEXT = "(session bootstrap)";
|
||||||
|
|
||||||
|
export function isGoogleModelApi(api?: string | null): boolean {
|
||||||
|
return api === "google-gemini-cli" || api === "google-generative-ai";
|
||||||
|
}
|
||||||
|
|
||||||
export function sanitizeGoogleTurnOrdering(
|
export function sanitizeGoogleTurnOrdering(
|
||||||
messages: AgentMessage[],
|
messages: AgentMessage[],
|
||||||
): AgentMessage[] {
|
): AgentMessage[] {
|
||||||
|
|||||||
@@ -1,7 +1,9 @@
|
|||||||
import type { AgentTool } from "@mariozechner/pi-agent-core";
|
import type { AgentMessage, AgentTool } from "@mariozechner/pi-agent-core";
|
||||||
|
import { SessionManager } from "@mariozechner/pi-coding-agent";
|
||||||
import { Type } from "@sinclair/typebox";
|
import { Type } from "@sinclair/typebox";
|
||||||
import { describe, expect, it } from "vitest";
|
import { describe, expect, it, vi } from "vitest";
|
||||||
import {
|
import {
|
||||||
|
applyGoogleTurnOrderingFix,
|
||||||
buildEmbeddedSandboxInfo,
|
buildEmbeddedSandboxInfo,
|
||||||
splitSdkTools,
|
splitSdkTools,
|
||||||
} from "./pi-embedded-runner.js";
|
} from "./pi-embedded-runner.js";
|
||||||
@@ -102,3 +104,64 @@ describe("splitSdkTools", () => {
|
|||||||
expect(customTools.map((tool) => tool.name)).toEqual(["browser"]);
|
expect(customTools.map((tool) => tool.name)).toEqual(["browser"]);
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
describe("applyGoogleTurnOrderingFix", () => {
|
||||||
|
const makeAssistantFirst = () =>
|
||||||
|
[
|
||||||
|
{
|
||||||
|
role: "assistant",
|
||||||
|
content: [
|
||||||
|
{ type: "toolCall", id: "call_1", name: "bash", arguments: {} },
|
||||||
|
],
|
||||||
|
},
|
||||||
|
] satisfies AgentMessage[];
|
||||||
|
|
||||||
|
it("prepends a bootstrap once and records a marker for Google models", () => {
|
||||||
|
const sessionManager = SessionManager.inMemory();
|
||||||
|
const warn = vi.fn();
|
||||||
|
const input = makeAssistantFirst();
|
||||||
|
const first = applyGoogleTurnOrderingFix({
|
||||||
|
messages: input,
|
||||||
|
modelApi: "google-generative-ai",
|
||||||
|
sessionManager,
|
||||||
|
sessionId: "session:1",
|
||||||
|
warn,
|
||||||
|
});
|
||||||
|
expect(first.messages[0]?.role).toBe("user");
|
||||||
|
expect(first.messages[1]?.role).toBe("assistant");
|
||||||
|
expect(warn).toHaveBeenCalledTimes(1);
|
||||||
|
expect(
|
||||||
|
sessionManager
|
||||||
|
.getEntries()
|
||||||
|
.some(
|
||||||
|
(entry) =>
|
||||||
|
entry.type === "custom" &&
|
||||||
|
entry.customType === "google-turn-ordering-bootstrap",
|
||||||
|
),
|
||||||
|
).toBe(true);
|
||||||
|
|
||||||
|
applyGoogleTurnOrderingFix({
|
||||||
|
messages: input,
|
||||||
|
modelApi: "google-generative-ai",
|
||||||
|
sessionManager,
|
||||||
|
sessionId: "session:1",
|
||||||
|
warn,
|
||||||
|
});
|
||||||
|
expect(warn).toHaveBeenCalledTimes(1);
|
||||||
|
});
|
||||||
|
|
||||||
|
it("skips non-Google models", () => {
|
||||||
|
const sessionManager = SessionManager.inMemory();
|
||||||
|
const warn = vi.fn();
|
||||||
|
const input = makeAssistantFirst();
|
||||||
|
const result = applyGoogleTurnOrderingFix({
|
||||||
|
messages: input,
|
||||||
|
modelApi: "openai",
|
||||||
|
sessionManager,
|
||||||
|
sessionId: "session:2",
|
||||||
|
warn,
|
||||||
|
});
|
||||||
|
expect(result.messages).toBe(input);
|
||||||
|
expect(warn).not.toHaveBeenCalled();
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|||||||
@@ -59,6 +59,7 @@ import {
|
|||||||
isAuthAssistantError,
|
isAuthAssistantError,
|
||||||
isAuthErrorMessage,
|
isAuthErrorMessage,
|
||||||
isContextOverflowError,
|
isContextOverflowError,
|
||||||
|
isGoogleModelApi,
|
||||||
isRateLimitAssistantError,
|
isRateLimitAssistantError,
|
||||||
isRateLimitErrorMessage,
|
isRateLimitErrorMessage,
|
||||||
pickFallbackThinkingLevel,
|
pickFallbackThinkingLevel,
|
||||||
@@ -243,6 +244,80 @@ type EmbeddedPiQueueHandle = {
|
|||||||
};
|
};
|
||||||
|
|
||||||
const log = createSubsystemLogger("agent/embedded");
|
const log = createSubsystemLogger("agent/embedded");
|
||||||
|
const GOOGLE_TURN_ORDERING_CUSTOM_TYPE = "google-turn-ordering-bootstrap";
|
||||||
|
|
||||||
|
type CustomEntryLike = { type?: unknown; customType?: unknown };
|
||||||
|
|
||||||
|
function hasGoogleTurnOrderingMarker(sessionManager: SessionManager): boolean {
|
||||||
|
try {
|
||||||
|
return sessionManager
|
||||||
|
.getEntries()
|
||||||
|
.some(
|
||||||
|
(entry) =>
|
||||||
|
(entry as CustomEntryLike)?.type === "custom" &&
|
||||||
|
(entry as CustomEntryLike)?.customType ===
|
||||||
|
GOOGLE_TURN_ORDERING_CUSTOM_TYPE,
|
||||||
|
);
|
||||||
|
} catch {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function markGoogleTurnOrderingMarker(sessionManager: SessionManager): void {
|
||||||
|
try {
|
||||||
|
sessionManager.appendCustomEntry(GOOGLE_TURN_ORDERING_CUSTOM_TYPE, {
|
||||||
|
timestamp: Date.now(),
|
||||||
|
});
|
||||||
|
} catch {
|
||||||
|
// ignore marker persistence failures
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export function applyGoogleTurnOrderingFix(params: {
|
||||||
|
messages: AgentMessage[];
|
||||||
|
modelApi?: string | null;
|
||||||
|
sessionManager: SessionManager;
|
||||||
|
sessionId: string;
|
||||||
|
warn?: (message: string) => void;
|
||||||
|
}): { messages: AgentMessage[]; didPrepend: boolean } {
|
||||||
|
if (!isGoogleModelApi(params.modelApi)) {
|
||||||
|
return { messages: params.messages, didPrepend: false };
|
||||||
|
}
|
||||||
|
const first = params.messages[0] as
|
||||||
|
| { role?: unknown; content?: unknown }
|
||||||
|
| undefined;
|
||||||
|
if (first?.role !== "assistant") {
|
||||||
|
return { messages: params.messages, didPrepend: false };
|
||||||
|
}
|
||||||
|
const sanitized = sanitizeGoogleTurnOrdering(params.messages);
|
||||||
|
const didPrepend = sanitized !== params.messages;
|
||||||
|
if (didPrepend && !hasGoogleTurnOrderingMarker(params.sessionManager)) {
|
||||||
|
const warn = params.warn ?? ((message: string) => log.warn(message));
|
||||||
|
warn(
|
||||||
|
`google turn ordering fixup: prepended user bootstrap (sessionId=${params.sessionId})`,
|
||||||
|
);
|
||||||
|
markGoogleTurnOrderingMarker(params.sessionManager);
|
||||||
|
}
|
||||||
|
return { messages: sanitized, didPrepend };
|
||||||
|
}
|
||||||
|
|
||||||
|
async function sanitizeSessionHistory(params: {
|
||||||
|
messages: AgentMessage[];
|
||||||
|
modelApi?: string | null;
|
||||||
|
sessionManager: SessionManager;
|
||||||
|
sessionId: string;
|
||||||
|
}): Promise<AgentMessage[]> {
|
||||||
|
const sanitizedImages = await sanitizeSessionMessagesImages(
|
||||||
|
params.messages,
|
||||||
|
"session:history",
|
||||||
|
);
|
||||||
|
return applyGoogleTurnOrderingFix({
|
||||||
|
messages: sanitizedImages,
|
||||||
|
modelApi: params.modelApi,
|
||||||
|
sessionManager: params.sessionManager,
|
||||||
|
sessionId: params.sessionId,
|
||||||
|
}).messages;
|
||||||
|
}
|
||||||
|
|
||||||
const ACTIVE_EMBEDDED_RUNS = new Map<string, EmbeddedPiQueueHandle>();
|
const ACTIVE_EMBEDDED_RUNS = new Map<string, EmbeddedPiQueueHandle>();
|
||||||
type EmbeddedRunWaiter = {
|
type EmbeddedRunWaiter = {
|
||||||
@@ -699,27 +774,12 @@ export async function compactEmbeddedPiSession(params: {
|
|||||||
}));
|
}));
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const sanitizedImages = await sanitizeSessionMessagesImages(
|
const prior = await sanitizeSessionHistory({
|
||||||
session.messages,
|
messages: session.messages,
|
||||||
"session:history",
|
modelApi: model.api,
|
||||||
);
|
sessionManager,
|
||||||
const needsGoogleBootstrap =
|
sessionId: params.sessionId,
|
||||||
(model.api === "google-gemini-cli" ||
|
});
|
||||||
model.api === "google-generative-ai") &&
|
|
||||||
sanitizedImages[0] &&
|
|
||||||
typeof sanitizedImages[0] === "object" &&
|
|
||||||
"role" in sanitizedImages[0] &&
|
|
||||||
sanitizedImages[0].role === "assistant";
|
|
||||||
const prior =
|
|
||||||
model.api === "google-gemini-cli" ||
|
|
||||||
model.api === "google-generative-ai"
|
|
||||||
? sanitizeGoogleTurnOrdering(sanitizedImages)
|
|
||||||
: sanitizedImages;
|
|
||||||
if (needsGoogleBootstrap) {
|
|
||||||
log.warn(
|
|
||||||
`google turn ordering fixup: prepended user bootstrap (sessionId=${params.sessionId})`,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
if (prior.length > 0) {
|
if (prior.length > 0) {
|
||||||
session.agent.replaceMessages(prior);
|
session.agent.replaceMessages(prior);
|
||||||
}
|
}
|
||||||
@@ -1039,29 +1099,14 @@ export async function runEmbeddedPiAgent(params: {
|
|||||||
}));
|
}));
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const prior = await sanitizeSessionMessagesImages(
|
const prior = await sanitizeSessionHistory({
|
||||||
session.messages,
|
messages: session.messages,
|
||||||
"session:history",
|
modelApi: model.api,
|
||||||
);
|
sessionManager,
|
||||||
const needsGoogleBootstrap =
|
sessionId: params.sessionId,
|
||||||
(model.api === "google-gemini-cli" ||
|
});
|
||||||
model.api === "google-generative-ai") &&
|
if (prior.length > 0) {
|
||||||
prior[0] &&
|
session.agent.replaceMessages(prior);
|
||||||
typeof prior[0] === "object" &&
|
|
||||||
"role" in prior[0] &&
|
|
||||||
prior[0].role === "assistant";
|
|
||||||
const sanitizedPrior =
|
|
||||||
model.api === "google-gemini-cli" ||
|
|
||||||
model.api === "google-generative-ai"
|
|
||||||
? sanitizeGoogleTurnOrdering(prior)
|
|
||||||
: prior;
|
|
||||||
if (needsGoogleBootstrap) {
|
|
||||||
log.warn(
|
|
||||||
`google turn ordering fixup: prepended user bootstrap (sessionId=${params.sessionId})`,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
if (sanitizedPrior.length > 0) {
|
|
||||||
session.agent.replaceMessages(sanitizedPrior);
|
|
||||||
}
|
}
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
session.dispose();
|
session.dispose();
|
||||||
|
|||||||
Reference in New Issue
Block a user