let5see/clawdbot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Agent: document 2000px image downscale

Browse Source
This commit is contained in:
Peter Steinberger
2025-12-18 23:02:33 +00:00
parent d66d5cc17e
commit 0c06276b48
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/agents/pi-embedded.ts
View File

@@ -140,6 +140,8 @@ async function sanitizeSessionMessagesImages(
messages: AppMessage[], messages: AppMessage[],
label: string, label: string,
): Promise<AppMessage[]> { ): Promise<AppMessage[]> {
// We sanitize historical session messages because Anthropic can reject a request
// if the transcript contains oversized base64 images (see MAX_IMAGE_DIMENSION_PX).
const out: AppMessage[] = []; const out: AppMessage[] = [];
for (const msg of messages) { for (const msg of messages) {
if (!msg || typeof msg !== "object") { if (!msg || typeof msg !== "object") {

6
src/agents/pi-tools.ts
View File

@@ -11,6 +11,12 @@ type ToolContentBlock = AgentToolResult<unknown>["content"][number];
type ImageContentBlock = Extract<ToolContentBlock, { type: "image" }>; type ImageContentBlock = Extract<ToolContentBlock, { type: "image" }>;
type TextContentBlock = Extract<ToolContentBlock, { type: "text" }>; type TextContentBlock = Extract<ToolContentBlock, { type: "text" }>;
// Anthropic Messages API limitation (observed in Clawdis sessions):
// When sending many images in a single request (e.g. via session history + tool results),
// Anthropic rejects any image where *either* dimension exceeds 2000px.
//
// To keep sessions resilient (and avoid "silent" WhatsApp non-replies), we auto-downscale
// all base64 image blocks above this limit while preserving aspect ratio.
const MAX_IMAGE_DIMENSION_PX = 2000; const MAX_IMAGE_DIMENSION_PX = 2000;
function sniffMimeFromBase64(base64: string): string | undefined { function sniffMimeFromBase64(base64: string): string | undefined {