176 lines
5.2 KiB
TypeScript
176 lines
5.2 KiB
TypeScript
import { type QueueDropPolicy, type QueueMode } from "../auto-reply/reply/queue.js";
|
|
import { defaultRuntime } from "../runtime.js";
|
|
import {
|
|
type DeliveryContext,
|
|
deliveryContextKey,
|
|
normalizeDeliveryContext,
|
|
} from "../utils/delivery-context.js";
|
|
import {
|
|
applyQueueDropPolicy,
|
|
buildCollectPrompt,
|
|
buildQueueSummaryPrompt,
|
|
hasCrossChannelItems,
|
|
waitForQueueDebounce,
|
|
} from "../utils/queue-helpers.js";
|
|
|
|
export type AnnounceQueueItem = {
|
|
prompt: string;
|
|
summaryLine?: string;
|
|
enqueuedAt: number;
|
|
sessionKey: string;
|
|
origin?: DeliveryContext;
|
|
originKey?: string;
|
|
};
|
|
|
|
export type AnnounceQueueSettings = {
|
|
mode: QueueMode;
|
|
debounceMs?: number;
|
|
cap?: number;
|
|
dropPolicy?: QueueDropPolicy;
|
|
};
|
|
|
|
type AnnounceQueueState = {
|
|
items: AnnounceQueueItem[];
|
|
draining: boolean;
|
|
lastEnqueuedAt: number;
|
|
mode: QueueMode;
|
|
debounceMs: number;
|
|
cap: number;
|
|
dropPolicy: QueueDropPolicy;
|
|
droppedCount: number;
|
|
summaryLines: string[];
|
|
send: (item: AnnounceQueueItem) => Promise<void>;
|
|
};
|
|
|
|
const ANNOUNCE_QUEUES = new Map<string, AnnounceQueueState>();
|
|
|
|
function getAnnounceQueue(
|
|
key: string,
|
|
settings: AnnounceQueueSettings,
|
|
send: (item: AnnounceQueueItem) => Promise<void>,
|
|
) {
|
|
const existing = ANNOUNCE_QUEUES.get(key);
|
|
if (existing) {
|
|
existing.mode = settings.mode;
|
|
existing.debounceMs =
|
|
typeof settings.debounceMs === "number"
|
|
? Math.max(0, settings.debounceMs)
|
|
: existing.debounceMs;
|
|
existing.cap =
|
|
typeof settings.cap === "number" && settings.cap > 0
|
|
? Math.floor(settings.cap)
|
|
: existing.cap;
|
|
existing.dropPolicy = settings.dropPolicy ?? existing.dropPolicy;
|
|
existing.send = send;
|
|
return existing;
|
|
}
|
|
const created: AnnounceQueueState = {
|
|
items: [],
|
|
draining: false,
|
|
lastEnqueuedAt: 0,
|
|
mode: settings.mode,
|
|
debounceMs: typeof settings.debounceMs === "number" ? Math.max(0, settings.debounceMs) : 1000,
|
|
cap: typeof settings.cap === "number" && settings.cap > 0 ? Math.floor(settings.cap) : 20,
|
|
dropPolicy: settings.dropPolicy ?? "summarize",
|
|
droppedCount: 0,
|
|
summaryLines: [],
|
|
send,
|
|
};
|
|
ANNOUNCE_QUEUES.set(key, created);
|
|
return created;
|
|
}
|
|
|
|
function scheduleAnnounceDrain(key: string) {
|
|
const queue = ANNOUNCE_QUEUES.get(key);
|
|
if (!queue || queue.draining) return;
|
|
queue.draining = true;
|
|
void (async () => {
|
|
try {
|
|
let forceIndividualCollect = false;
|
|
while (queue.items.length > 0 || queue.droppedCount > 0) {
|
|
await waitForQueueDebounce(queue);
|
|
if (queue.mode === "collect") {
|
|
if (forceIndividualCollect) {
|
|
const next = queue.items.shift();
|
|
if (!next) break;
|
|
await queue.send(next);
|
|
continue;
|
|
}
|
|
const isCrossChannel = hasCrossChannelItems(queue.items, (item) => {
|
|
if (!item.origin) return {};
|
|
if (!item.originKey) return { cross: true };
|
|
return { key: item.originKey };
|
|
});
|
|
if (isCrossChannel) {
|
|
forceIndividualCollect = true;
|
|
const next = queue.items.shift();
|
|
if (!next) break;
|
|
await queue.send(next);
|
|
continue;
|
|
}
|
|
const items = queue.items.splice(0, queue.items.length);
|
|
const summary = buildQueueSummaryPrompt({ state: queue, noun: "announce" });
|
|
const prompt = buildCollectPrompt({
|
|
title: "[Queued announce messages while agent was busy]",
|
|
items,
|
|
summary,
|
|
renderItem: (item, idx) => `---\nQueued #${idx + 1}\n${item.prompt}`.trim(),
|
|
});
|
|
const last = items.at(-1);
|
|
if (!last) break;
|
|
await queue.send({ ...last, prompt });
|
|
continue;
|
|
}
|
|
|
|
const summaryPrompt = buildQueueSummaryPrompt({ state: queue, noun: "announce" });
|
|
if (summaryPrompt) {
|
|
const next = queue.items.shift();
|
|
if (!next) break;
|
|
await queue.send({ ...next, prompt: summaryPrompt });
|
|
continue;
|
|
}
|
|
|
|
const next = queue.items.shift();
|
|
if (!next) break;
|
|
await queue.send(next);
|
|
}
|
|
} catch (err) {
|
|
defaultRuntime.error?.(`announce queue drain failed for ${key}: ${String(err)}`);
|
|
} finally {
|
|
queue.draining = false;
|
|
if (queue.items.length === 0 && queue.droppedCount === 0) {
|
|
ANNOUNCE_QUEUES.delete(key);
|
|
} else {
|
|
scheduleAnnounceDrain(key);
|
|
}
|
|
}
|
|
})();
|
|
}
|
|
|
|
export function enqueueAnnounce(params: {
|
|
key: string;
|
|
item: AnnounceQueueItem;
|
|
settings: AnnounceQueueSettings;
|
|
send: (item: AnnounceQueueItem) => Promise<void>;
|
|
}): boolean {
|
|
const queue = getAnnounceQueue(params.key, params.settings, params.send);
|
|
queue.lastEnqueuedAt = Date.now();
|
|
|
|
const shouldEnqueue = applyQueueDropPolicy({
|
|
queue,
|
|
summarize: (item) => item.summaryLine?.trim() || item.prompt.trim(),
|
|
});
|
|
if (!shouldEnqueue) {
|
|
if (queue.dropPolicy === "new") {
|
|
scheduleAnnounceDrain(params.key);
|
|
}
|
|
return false;
|
|
}
|
|
|
|
const origin = normalizeDeliveryContext(params.item.origin);
|
|
const originKey = deliveryContextKey(origin);
|
|
queue.items.push({ ...params.item, origin, originKey });
|
|
scheduleAnnounceDrain(params.key);
|
|
return true;
|
|
}
|