Allow arbitrary aspect ratio in IFSuperResolutionPipeline (#3298)

* Update pipeline_if_superresolution.py

Allow arbitrary aspect ratio in IFSuperResolutionPipeline by using the input image shape

* IFSuperResolutionPipeline: allow the user to override the height and width through the arguments

* update IFSuperResolutionPipeline width/height doc string to match StableDiffusionInpaintPipeline conventions

---------

Co-authored-by: Patrick von Platen <[email protected]>

Author: devxpy

src/diffusers/pipelines/deepfloyd_if/pipeline_if_superresolution.py

@@ -695,6 +695,8 @@ def preprocess_image(self, image, num_images_per_prompt, device):
     def __call__(
         self,
         prompt: Union[str, List[str]] = None,
+        height: int = None,
+        width: int = None,
         image: Union[PIL.Image.Image, np.ndarray, torch.FloatTensor] = None,
         num_inference_steps: int = 50,
         timesteps: List[int] = None,
@@ -720,6 +722,10 @@ def __call__(
             prompt (`str` or `List[str]`, *optional*):
                 The prompt or prompts to guide the image generation. If not defined, one has to pass `prompt_embeds`.
                 instead.
+            height (`int`, *optional*, defaults to self.unet.config.sample_size):
+                The height in pixels of the generated image.
+            width (`int`, *optional*, defaults to self.unet.config.sample_size):
+                The width in pixels of the generated image.
             image (`PIL.Image.Image`, `np.ndarray`, `torch.FloatTensor`):
                 The image to be upscaled.
             num_inference_steps (`int`, *optional*, defaults to 50):
@@ -806,8 +812,8 @@ def __call__(
 
         # 2. Define call parameters
 
-        height = self.unet.config.sample_size
-        width = self.unet.config.sample_size
+        height = height or self.unet.config.sample_size
+        width = width or self.unet.config.sample_size
 
         device = self._execution_device