From 4831db0936db15db617aa7abf929b1861ea614ef Mon Sep 17 00:00:00 2001 From: Volpeon Date: Thu, 2 Mar 2023 12:26:02 +0100 Subject: Better low freq noise --- training/functional.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/training/functional.py b/training/functional.py index 8ea40bb..ac89048 100644 --- a/training/functional.py +++ b/training/functional.py @@ -277,7 +277,7 @@ def loss_step( ) if low_freq_noise != 0: - noise *= 1 - low_freq_noise + low_freq_noise * torch.randn( + noise = noise * (1 - low_freq_noise) + low_freq_noise * torch.randn( latents.shape[0], latents.shape[1], 1, 1, dtype=latents.dtype, layout=latents.layout, -- cgit v1.2.3-70-g09d2