make generate mask from RemoveBG && AnimeSeg work

web_app/src/lib/api.ts

@@ -114,13 +114,15 @@ export function fetchModelInfos(): Promise<ModelInfo[]> {
 }
 
 export async function runPlugin(
+  genMask: boolean,
   name: string,
   imageFile: File,
   upscale?: number,
   clicks?: number[][]
 ) {
   const imageBase64 = await convertToBase64(imageFile)
-  const res = await fetch(`${API_ENDPOINT}/run_plugin`, {
+  const p = genMask ? "run_plugin_gen_mask" : "run_plugin_gen_image"
+  const res = await fetch(`${API_ENDPOINT}/${p}`, {
     method: "POST",
     headers: {
       "Content-Type": "application/json",

web_app/src/lib/states.ts

@@ -156,7 +156,6 @@ type AppAction = {
   setFile: (file: File) => Promise<void>
   setCustomFile: (file: File) => void
   setIsInpainting: (newValue: boolean) => void
-  setIsPluginRunning: (newValue: boolean) => void
   getIsProcessing: () => boolean
   setBaseBrushSize: (newValue: number) => void
   getBrushSize: () => number
@@ -190,6 +189,7 @@ type AppAction = {
   showPrevMask: () => Promise<void>
   hidePrevMask: () => void
   runRenderablePlugin: (
+    genMask: boolean,
     pluginName: string,
     params?: PluginParams
   ) => Promise<void>
@@ -521,28 +521,43 @@ export const useStore = createWithEqualityFn<AppState & AppAction>()(
       },
 
       runRenderablePlugin: async (
+        genMask: boolean,
         pluginName: string,
         params: PluginParams = { upscale: 1 }
       ) => {
         const { renders, lineGroups } = get().editorState
         set((state) => {
-          state.isInpainting = true
+          state.isPluginRunning = true
         })
 
         try {
           const start = new Date()
           const targetFile = await get().getCurrentTargetFile()
-          const res = await runPlugin(pluginName, targetFile, params.upscale)
+          const res = await runPlugin(
+            genMask,
+            pluginName,
+            targetFile,
+            params.upscale
+          )
           const { blob } = res
-          const newRender = new Image()
-          await loadImage(newRender, blob)
-          get().setImageSize(newRender.width, newRender.height)
-          const newRenders = [...renders, newRender]
-          const newLineGroups = [...lineGroups, []]
-          get().updateEditorState({
-            renders: newRenders,
-            lineGroups: newLineGroups,
-          })
+
+          if (!genMask) {
+            const newRender = new Image()
+            await loadImage(newRender, blob)
+            get().setImageSize(newRender.width, newRender.height)
+            const newRenders = [...renders, newRender]
+            const newLineGroups = [...lineGroups, []]
+            get().updateEditorState({
+              renders: newRenders,
+              lineGroups: newLineGroups,
+            })
+          } else {
+            const newMask = new Image()
+            await loadImage(newMask, blob)
+            get().updateInteractiveSegState({
+              interactiveSegMask: newMask,
+            })
+          }
           const end = new Date()
           const time = end.getTime() - start.getTime()
           toast({
@@ -555,7 +570,7 @@ export const useStore = createWithEqualityFn<AppState & AppAction>()(
           })
         }
         set((state) => {
-          state.isInpainting = false
+          state.isPluginRunning = false
         })
       },
 
@@ -803,11 +818,6 @@ export const useStore = createWithEqualityFn<AppState & AppAction>()(
           state.isInpainting = newValue
         }),
 
-      setIsPluginRunning: (newValue: boolean) =>
-        set((state) => {
-          state.isPluginRunning = newValue
-        }),
-
       setFile: async (file: File) => {
         if (get().settings.enableAutoExtractPrompt) {
           try {

web_app/src/lib/types.ts

@@ -6,8 +6,14 @@ export interface Filename {
   mtime: number
 }
 
+export interface PluginInfo {
+  name: string
+  support_gen_image: boolean
+  support_gen_mask: boolean
+}
+
 export interface ServerConfig {
-  plugins: string[]
+  plugins: PluginInfo[]
   enableFileManager: boolean
   enableAutoSaving: boolean
   enableControlnet: boolean