From 337389559c0f3da2e3139c3aa7eb2f3f2492c6c6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?apolin=C3=A1rio?= Date: Tue, 2 Apr 2024 08:29:05 -0500 Subject: [PATCH] Support diffusers CPU offloading --- pipeline_stable_diffusion_xl_instantid_img2img.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pipeline_stable_diffusion_xl_instantid_img2img.py b/pipeline_stable_diffusion_xl_instantid_img2img.py index 6f2e89a..1bc2f02 100644 --- a/pipeline_stable_diffusion_xl_instantid_img2img.py +++ b/pipeline_stable_diffusion_xl_instantid_img2img.py @@ -534,8 +534,8 @@ class StableDiffusionXLInstantIDImg2ImgPipeline(StableDiffusionXLControlNetImg2I prompt_image_emb = torch.cat([torch.zeros_like(prompt_image_emb), prompt_image_emb], dim=0) else: prompt_image_emb = torch.cat([prompt_image_emb], dim=0) - - prompt_image_emb = self.image_proj_model(prompt_image_emb) + image_proj_model_device = self.image_proj_model.to(device) + prompt_image_emb = image_proj_model_device(prompt_image_emb) return prompt_image_emb @torch.no_grad()