From 849c9938f679a188eb9fce2f2cacdf51390fa212 Mon Sep 17 00:00:00 2001 From: root Date: Thu, 4 Jul 2024 21:31:55 +0800 Subject: [PATCH 1/2] Modify apply_overlay for inpainting --- src/diffusers/image_processor.py | 11 +++++------ 1 file changed, 5 insertions(+), 6 deletions(-) diff --git a/src/diffusers/image_processor.py b/src/diffusers/image_processor.py index 8738ff49fa0f..40d9331f73b7 100644 --- a/src/diffusers/image_processor.py +++ b/src/diffusers/image_processor.py @@ -659,13 +659,11 @@ def apply_overlay( overlay the inpaint output to the original image """ - width, height = image.width, image.height - - init_image = self.resize(init_image, width=width, height=height) - mask = self.resize(mask, width=width, height=height) + width, height = init_image.width, init_image.height init_image_masked = PIL.Image.new("RGBa", (width, height)) init_image_masked.paste(init_image.convert("RGBA").convert("RGBa"), mask=ImageOps.invert(mask.convert("L"))) + init_image_masked = init_image_masked.convert("RGBA") if crop_coords is not None: @@ -676,14 +674,15 @@ def apply_overlay( image = self.resize(image, height=h, width=w, resize_mode="crop") base_image.paste(image, (x, y)) image = base_image.convert("RGB") - - image = image.convert("RGBA") + + image = image.convert("RGBA") image.alpha_composite(init_image_masked) image = image.convert("RGB") return image + class VaeImageProcessorLDM3D(VaeImageProcessor): """ Image processor for VAE LDM3D. From be5695c6bd09ebb90c796c8b831ea154c3d1d9a3 Mon Sep 17 00:00:00 2001 From: yiyixuxu Date: Sun, 17 Nov 2024 03:28:02 +0100 Subject: [PATCH 2/2] style --- src/diffusers/image_processor.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/src/diffusers/image_processor.py b/src/diffusers/image_processor.py index 15357785197c..00d8588d5a2a 100644 --- a/src/diffusers/image_processor.py +++ b/src/diffusers/image_processor.py @@ -799,7 +799,7 @@ def apply_overlay( init_image_masked = PIL.Image.new("RGBa", (width, height)) init_image_masked.paste(init_image.convert("RGBA").convert("RGBa"), mask=ImageOps.invert(mask.convert("L"))) - + init_image_masked = init_image_masked.convert("RGBA") if crop_coords is not None: @@ -810,15 +810,14 @@ def apply_overlay( image = self.resize(image, height=h, width=w, resize_mode="crop") base_image.paste(image, (x, y)) image = base_image.convert("RGB") - - image = image.convert("RGBA") + + image = image.convert("RGBA") image.alpha_composite(init_image_masked) image = image.convert("RGB") return image - class VaeImageProcessorLDM3D(VaeImageProcessor): """ Image processor for VAE LDM3D.