434 lines
12 KiB
TypeScript
434 lines
12 KiB
TypeScript
import { randomUUID } from "node:crypto";
|
|
import type { IncomingMessage, ServerResponse } from "node:http";
|
|
|
|
import { createDefaultDeps } from "../cli/deps.js";
|
|
import { agentCommand } from "../commands/agent.js";
|
|
import { emitAgentEvent, onAgentEvent } from "../infra/agent-events.js";
|
|
import {
|
|
buildAgentMainSessionKey,
|
|
normalizeAgentId,
|
|
} from "../routing/session-key.js";
|
|
import { defaultRuntime } from "../runtime.js";
|
|
import { authorizeGatewayConnect, type ResolvedGatewayAuth } from "./auth.js";
|
|
import { readJsonBody } from "./hooks.js";
|
|
|
|
type OpenAiHttpOptions = {
|
|
auth: ResolvedGatewayAuth;
|
|
maxBodyBytes?: number;
|
|
};
|
|
|
|
type OpenAiChatMessage = {
|
|
role?: unknown;
|
|
content?: unknown;
|
|
};
|
|
|
|
type OpenAiChatCompletionRequest = {
|
|
model?: unknown;
|
|
stream?: unknown;
|
|
messages?: unknown;
|
|
user?: unknown;
|
|
};
|
|
|
|
function sendJson(res: ServerResponse, status: number, body: unknown) {
|
|
res.statusCode = status;
|
|
res.setHeader("Content-Type", "application/json; charset=utf-8");
|
|
res.end(JSON.stringify(body));
|
|
}
|
|
|
|
function getHeader(req: IncomingMessage, name: string): string | undefined {
|
|
const raw = req.headers[name.toLowerCase()];
|
|
if (typeof raw === "string") return raw;
|
|
if (Array.isArray(raw)) return raw[0];
|
|
return undefined;
|
|
}
|
|
|
|
function getBearerToken(req: IncomingMessage): string | undefined {
|
|
const raw = getHeader(req, "authorization")?.trim() ?? "";
|
|
if (!raw.toLowerCase().startsWith("bearer ")) return undefined;
|
|
const token = raw.slice(7).trim();
|
|
return token || undefined;
|
|
}
|
|
|
|
function writeSse(res: ServerResponse, data: unknown) {
|
|
res.write(`data: ${JSON.stringify(data)}\n\n`);
|
|
}
|
|
|
|
function writeDone(res: ServerResponse) {
|
|
res.write("data: [DONE]\n\n");
|
|
}
|
|
|
|
function asMessages(val: unknown): OpenAiChatMessage[] {
|
|
return Array.isArray(val) ? (val as OpenAiChatMessage[]) : [];
|
|
}
|
|
|
|
function extractTextContent(content: unknown): string {
|
|
if (typeof content === "string") return content;
|
|
if (Array.isArray(content)) {
|
|
return content
|
|
.map((part) => {
|
|
if (!part || typeof part !== "object") return "";
|
|
const type = (part as { type?: unknown }).type;
|
|
const text = (part as { text?: unknown }).text;
|
|
const inputText = (part as { input_text?: unknown }).input_text;
|
|
if (type === "text" && typeof text === "string") return text;
|
|
if (type === "input_text" && typeof text === "string") return text;
|
|
if (typeof inputText === "string") return inputText;
|
|
return "";
|
|
})
|
|
.filter(Boolean)
|
|
.join("\n");
|
|
}
|
|
return "";
|
|
}
|
|
|
|
function buildAgentPrompt(messagesUnknown: unknown): {
|
|
message: string;
|
|
extraSystemPrompt?: string;
|
|
} {
|
|
const messages = asMessages(messagesUnknown);
|
|
|
|
const systemParts: string[] = [];
|
|
let lastUser = "";
|
|
|
|
for (const msg of messages) {
|
|
if (!msg || typeof msg !== "object") continue;
|
|
const role = typeof msg.role === "string" ? msg.role.trim() : "";
|
|
const content = extractTextContent(msg.content).trim();
|
|
if (!role || !content) continue;
|
|
if (role === "system") {
|
|
systemParts.push(content);
|
|
continue;
|
|
}
|
|
if (role === "user") {
|
|
lastUser = content;
|
|
}
|
|
}
|
|
|
|
return {
|
|
message: lastUser,
|
|
extraSystemPrompt:
|
|
systemParts.length > 0 ? systemParts.join("\n\n") : undefined,
|
|
};
|
|
}
|
|
|
|
function resolveAgentIdFromHeader(req: IncomingMessage): string | undefined {
|
|
const raw =
|
|
getHeader(req, "x-clawdbot-agent-id")?.trim() ||
|
|
getHeader(req, "x-clawdbot-agent")?.trim() ||
|
|
"";
|
|
if (!raw) return undefined;
|
|
return normalizeAgentId(raw);
|
|
}
|
|
|
|
function resolveAgentIdFromModel(
|
|
model: string | undefined,
|
|
): string | undefined {
|
|
const raw = model?.trim();
|
|
if (!raw) return undefined;
|
|
|
|
const m =
|
|
raw.match(/^clawdbot[:/](?<agentId>[a-z0-9][a-z0-9_-]{0,63})$/i) ??
|
|
raw.match(/^agent:(?<agentId>[a-z0-9][a-z0-9_-]{0,63})$/i);
|
|
const agentId = m?.groups?.agentId;
|
|
if (!agentId) return undefined;
|
|
return normalizeAgentId(agentId);
|
|
}
|
|
|
|
function resolveAgentIdForRequest(params: {
|
|
req: IncomingMessage;
|
|
model: string | undefined;
|
|
}): string {
|
|
const fromHeader = resolveAgentIdFromHeader(params.req);
|
|
if (fromHeader) return fromHeader;
|
|
|
|
const fromModel = resolveAgentIdFromModel(params.model);
|
|
return fromModel ?? "main";
|
|
}
|
|
|
|
function resolveSessionKey(params: {
|
|
req: IncomingMessage;
|
|
agentId: string;
|
|
user?: string | undefined;
|
|
}): string {
|
|
const explicit = getHeader(params.req, "x-clawdbot-session-key")?.trim();
|
|
if (explicit) return explicit;
|
|
|
|
// Default: stateless per-request session key, but stable if OpenAI "user" is provided.
|
|
const user = params.user?.trim();
|
|
const mainKey = user ? `openai-user:${user}` : `openai:${randomUUID()}`;
|
|
return buildAgentMainSessionKey({ agentId: params.agentId, mainKey });
|
|
}
|
|
|
|
function coerceRequest(val: unknown): OpenAiChatCompletionRequest {
|
|
if (!val || typeof val !== "object") return {};
|
|
return val as OpenAiChatCompletionRequest;
|
|
}
|
|
|
|
export async function handleOpenAiHttpRequest(
|
|
req: IncomingMessage,
|
|
res: ServerResponse,
|
|
opts: OpenAiHttpOptions,
|
|
): Promise<boolean> {
|
|
const url = new URL(
|
|
req.url ?? "/",
|
|
`http://${req.headers.host || "localhost"}`,
|
|
);
|
|
if (url.pathname !== "/v1/chat/completions") return false;
|
|
|
|
if (req.method !== "POST") {
|
|
res.statusCode = 405;
|
|
res.setHeader("Allow", "POST");
|
|
res.setHeader("Content-Type", "text/plain; charset=utf-8");
|
|
res.end("Method Not Allowed");
|
|
return true;
|
|
}
|
|
|
|
const token = getBearerToken(req);
|
|
const authResult = await authorizeGatewayConnect({
|
|
auth: opts.auth,
|
|
connectAuth: { token, password: token },
|
|
req,
|
|
});
|
|
if (!authResult.ok) {
|
|
sendJson(res, 401, {
|
|
error: { message: "Unauthorized", type: "unauthorized" },
|
|
});
|
|
return true;
|
|
}
|
|
|
|
const body = await readJsonBody(req, opts.maxBodyBytes ?? 1024 * 1024);
|
|
if (!body.ok) {
|
|
sendJson(res, 400, {
|
|
error: { message: body.error, type: "invalid_request_error" },
|
|
});
|
|
return true;
|
|
}
|
|
|
|
const payload = coerceRequest(body.value);
|
|
const stream = Boolean(payload.stream);
|
|
const model = typeof payload.model === "string" ? payload.model : "clawdbot";
|
|
const user = typeof payload.user === "string" ? payload.user : undefined;
|
|
|
|
const agentId = resolveAgentIdForRequest({ req, model });
|
|
const sessionKey = resolveSessionKey({ req, agentId, user });
|
|
const prompt = buildAgentPrompt(payload.messages);
|
|
if (!prompt.message) {
|
|
sendJson(res, 400, {
|
|
error: {
|
|
message: "Missing user message in `messages`.",
|
|
type: "invalid_request_error",
|
|
},
|
|
});
|
|
return true;
|
|
}
|
|
|
|
const runId = `chatcmpl_${randomUUID()}`;
|
|
const deps = createDefaultDeps();
|
|
|
|
if (!stream) {
|
|
try {
|
|
const result = await agentCommand(
|
|
{
|
|
message: prompt.message,
|
|
extraSystemPrompt: prompt.extraSystemPrompt,
|
|
sessionKey,
|
|
runId,
|
|
deliver: false,
|
|
messageProvider: "webchat",
|
|
bestEffortDeliver: false,
|
|
},
|
|
defaultRuntime,
|
|
deps,
|
|
);
|
|
|
|
const payloads = (
|
|
result as { payloads?: Array<{ text?: string }> } | null
|
|
)?.payloads;
|
|
const content =
|
|
Array.isArray(payloads) && payloads.length > 0
|
|
? payloads
|
|
.map((p) => (typeof p.text === "string" ? p.text : ""))
|
|
.filter(Boolean)
|
|
.join("\n\n")
|
|
: "No response from Clawdbot.";
|
|
|
|
sendJson(res, 200, {
|
|
id: runId,
|
|
object: "chat.completion",
|
|
created: Math.floor(Date.now() / 1000),
|
|
model,
|
|
choices: [
|
|
{
|
|
index: 0,
|
|
message: { role: "assistant", content },
|
|
finish_reason: "stop",
|
|
},
|
|
],
|
|
usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
|
|
});
|
|
} catch (err) {
|
|
sendJson(res, 500, {
|
|
error: { message: String(err), type: "api_error" },
|
|
});
|
|
}
|
|
return true;
|
|
}
|
|
|
|
res.statusCode = 200;
|
|
res.setHeader("Content-Type", "text/event-stream; charset=utf-8");
|
|
res.setHeader("Cache-Control", "no-cache");
|
|
res.setHeader("Connection", "keep-alive");
|
|
res.flushHeaders?.();
|
|
|
|
let wroteRole = false;
|
|
let sawAssistantDelta = false;
|
|
let closed = false;
|
|
|
|
const unsubscribe = onAgentEvent((evt) => {
|
|
if (evt.runId !== runId) return;
|
|
if (closed) return;
|
|
|
|
if (evt.stream === "assistant") {
|
|
const delta = evt.data?.delta;
|
|
const text = evt.data?.text;
|
|
const content =
|
|
typeof delta === "string"
|
|
? delta
|
|
: typeof text === "string"
|
|
? text
|
|
: "";
|
|
if (!content) return;
|
|
|
|
if (!wroteRole) {
|
|
wroteRole = true;
|
|
writeSse(res, {
|
|
id: runId,
|
|
object: "chat.completion.chunk",
|
|
created: Math.floor(Date.now() / 1000),
|
|
model,
|
|
choices: [{ index: 0, delta: { role: "assistant" } }],
|
|
});
|
|
}
|
|
|
|
sawAssistantDelta = true;
|
|
writeSse(res, {
|
|
id: runId,
|
|
object: "chat.completion.chunk",
|
|
created: Math.floor(Date.now() / 1000),
|
|
model,
|
|
choices: [
|
|
{
|
|
index: 0,
|
|
delta: { content },
|
|
finish_reason: null,
|
|
},
|
|
],
|
|
});
|
|
return;
|
|
}
|
|
|
|
if (evt.stream === "lifecycle") {
|
|
const phase = evt.data?.phase;
|
|
if (phase === "end" || phase === "error") {
|
|
closed = true;
|
|
unsubscribe();
|
|
writeDone(res);
|
|
res.end();
|
|
}
|
|
}
|
|
});
|
|
|
|
req.on("close", () => {
|
|
closed = true;
|
|
unsubscribe();
|
|
});
|
|
|
|
void (async () => {
|
|
try {
|
|
const result = await agentCommand(
|
|
{
|
|
message: prompt.message,
|
|
extraSystemPrompt: prompt.extraSystemPrompt,
|
|
sessionKey,
|
|
runId,
|
|
deliver: false,
|
|
messageProvider: "webchat",
|
|
bestEffortDeliver: false,
|
|
},
|
|
defaultRuntime,
|
|
deps,
|
|
);
|
|
|
|
if (closed) return;
|
|
|
|
if (!sawAssistantDelta) {
|
|
if (!wroteRole) {
|
|
wroteRole = true;
|
|
writeSse(res, {
|
|
id: runId,
|
|
object: "chat.completion.chunk",
|
|
created: Math.floor(Date.now() / 1000),
|
|
model,
|
|
choices: [{ index: 0, delta: { role: "assistant" } }],
|
|
});
|
|
}
|
|
|
|
const payloads = (
|
|
result as { payloads?: Array<{ text?: string }> } | null
|
|
)?.payloads;
|
|
const content =
|
|
Array.isArray(payloads) && payloads.length > 0
|
|
? payloads
|
|
.map((p) => (typeof p.text === "string" ? p.text : ""))
|
|
.filter(Boolean)
|
|
.join("\n\n")
|
|
: "No response from Clawdbot.";
|
|
|
|
sawAssistantDelta = true;
|
|
writeSse(res, {
|
|
id: runId,
|
|
object: "chat.completion.chunk",
|
|
created: Math.floor(Date.now() / 1000),
|
|
model,
|
|
choices: [
|
|
{
|
|
index: 0,
|
|
delta: { content },
|
|
finish_reason: null,
|
|
},
|
|
],
|
|
});
|
|
}
|
|
} catch (err) {
|
|
if (closed) return;
|
|
writeSse(res, {
|
|
id: runId,
|
|
object: "chat.completion.chunk",
|
|
created: Math.floor(Date.now() / 1000),
|
|
model,
|
|
choices: [
|
|
{
|
|
index: 0,
|
|
delta: { content: `Error: ${String(err)}` },
|
|
finish_reason: "stop",
|
|
},
|
|
],
|
|
});
|
|
emitAgentEvent({
|
|
runId,
|
|
stream: "lifecycle",
|
|
data: { phase: "error" },
|
|
});
|
|
} finally {
|
|
if (!closed) {
|
|
closed = true;
|
|
unsubscribe();
|
|
writeDone(res);
|
|
res.end();
|
|
}
|
|
}
|
|
})();
|
|
|
|
return true;
|
|
}
|