let5see/IOPaint
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add argument for enabling xFormers optimizations

Browse Source
This commit is contained in:
Anders Haglund
2022-11-28 17:34:22 -08:00
parent 0d2d1ab4ec
commit a0240721e3
4 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
lama_cleaner/model/sd.py
View File

@@ -71,8 +71,11 @@ class SD(InpaintModel):
use_auth_token=kwargs["hf_access_token"],
**model_kwargs
)
# https://huggingface.co/docs/diffusers/v0.3.0/en/api/pipelines/stable_diffusion#diffusers.StableDiffusionInpaintPipeline.enable_attention_slicing
# https://huggingface.co/docs/diffusers/v0.7.0/en/api/pipelines/stable_diffusion#diffusers.StableDiffusionInpaintPipeline.enable_attention_slicing
self.model.enable_attention_slicing()
# https://huggingface.co/docs/diffusers/v0.7.0/en/optimization/fp16#memory-efficient-attention
if kwargs['sd_enable_xformers']:
self.model.enable_xformers_memory_efficient_attention()
self.model = self.model.to(device)
if kwargs['sd_cpu_textencoder']: