[BugFix]: Fixed add_noise in LMSDiscreteScheduler (huggingface#253)

nicolas-dufour · anton-l · web-flow · commit da7d4cf2005d · 2022-08-29T16:40:49.000+02:00
* Fixed add_noise in LMSDiscreteScheduler

* Linting

* Update src/diffusers/schedulers/scheduling_lms_discrete.py

Co-authored-by: Anton Lozhkov &lt;aglozhkov@gmail.com&gt;

Co-authored-by: Anton Lozhkov &lt;aglozhkov@gmail.com&gt;
diff --git a/src/diffusers/schedulers/scheduling_lms_discrete.py b/src/diffusers/schedulers/scheduling_lms_discrete.py
@@ -124,10 +124,8 @@ def step(
         return {"prev_sample": prev_sample}
 
     def add_noise(self, original_samples, noise, timesteps):
-        alpha_prod = self.alphas_cumprod[timesteps]
-        alpha_prod = self.match_shape(alpha_prod, original_samples)
-
-        noisy_samples = (alpha_prod**0.5) * original_samples + ((1 - alpha_prod) ** 0.5) * noise
+        sigmas = self.match_shape(self.sigmas, noise)
+        noisy_samples = original_samples + noise * sigmas[timesteps]
         return noisy_samples
 
     def __len__(self):
