optimize mem

2024-01-09 22:54:20 +08:00
parent e94a94e3c2
commit db4a6f4547
3 changed files with 18 additions and 3 deletions
--- a/iopaint/model_manager.py
+++ b/iopaint/model_manager.py
@@ -69,6 +69,7 @@ class ModelManager:

        raise NotImplementedError(f"Unsupported model: {name}")

+    @torch.inference_mode()
    def __call__(self, image, mask, config: InpaintRequest):
        """