feat: add inbound media understanding

Co-authored-by: Tristan Manchester <tmanchester96@gmail.com>
2026-01-17 03:52:37 +00:00
parent 4b749f1b8f
commit 1b973f7506
42 changed files with 2547 additions and 101 deletions
--- a/src/config/zod-schema.agent-runtime.ts
+++ b/src/config/zod-schema.agent-runtime.ts
@@ -5,7 +5,7 @@ import {
  GroupChatSchema,
  HumanDelaySchema,
  IdentitySchema,
-  ToolsAudioTranscriptionSchema,
+  ToolsMediaSchema,
 } from "./zod-schema.core.js";

 export const HeartbeatSchema = z
@@ -283,11 +283,7 @@ export const ToolsSchema = z
    deny: z.array(z.string()).optional(),
    byProvider: z.record(z.string(), ToolPolicyWithProfileSchema).optional(),
    web: ToolsWebSchema,
-    audio: z
-      .object({
-        transcription: ToolsAudioTranscriptionSchema,
-      })
-      .optional(),
+    media: ToolsMediaSchema,
    message: z
      .object({
        allowCrossContextSend: z.boolean().optional(),