From 20d3dd06070d8f532effada9b698aad2cfaa94aa Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Fri, 3 Mar 2023 09:23:00 +0100
Subject: Low freq noise with randomized strength
---
training/functional.py | 9 ++++++++-
1 file changed, 8 insertions(+), 1 deletion(-)
diff --git a/training/functional.py b/training/functional.py
index ac89048..2d582bf 100644
--- a/training/functional.py
+++ b/training/functional.py
@@ -277,7 +277,14 @@ def loss_step(
)
if low_freq_noise != 0:
- noise = noise * (1 - low_freq_noise) + low_freq_noise * torch.randn(
+ low_freq_factor = low_freq_noise * torch.randn(
+ latents.shape[0], 1, 1, 1,
+ dtype=latents.dtype,
+ layout=latents.layout,
+ device=latents.device,
+ generator=generator
+ )
+ noise = noise * (1 - low_freq_factor) + low_freq_factor * torch.randn(
latents.shape[0], latents.shape[1], 1, 1,
dtype=latents.dtype,
layout=latents.layout,
--
cgit v1.2.3-70-g09d2