fix inpainting pipeline when providing initial latents (huggingface#3641)

* fix latents

* fix copies

---------

Co-authored-by: yiyixuxu <yixu310@gmail,com>

Author: yiyixuxu

src/diffusers/pipelines/controlnet/pipeline_controlnet_inpaint.py

@@ -868,8 +868,8 @@ def prepare_latents(
             # if pure noise then scale the initial latents by the  Scheduler's init sigma
             latents = latents * self.scheduler.init_noise_sigma if is_strength_max else latents
         else:
-            latents = latents.to(device)
-            latents = latents * self.scheduler.init_noise_sigma
+            noise = latents.to(device)
+            latents = noise * self.scheduler.init_noise_sigma
 
         outputs = (latents,)
 

src/diffusers/pipelines/stable_diffusion/pipeline_stable_diffusion_inpaint.py

@@ -653,8 +653,8 @@ def prepare_latents(
             # if pure noise then scale the initial latents by the  Scheduler's init sigma
             latents = latents * self.scheduler.init_noise_sigma if is_strength_max else latents
         else:
-            latents = latents.to(device)
-            latents = latents * self.scheduler.init_noise_sigma
+            noise = latents.to(device)
+            latents = noise * self.scheduler.init_noise_sigma
 
         outputs = (latents,)