From bd903c95053d2b5c4a85475e9ce3a2037b40d92a Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Thu, 27 Oct 2022 10:30:43 +0200
Subject: Euler_a: Re-introduce generator arg for reproducible output

---
 dreambooth.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'dreambooth.py')

diff --git a/dreambooth.py b/dreambooth.py
index a181293..db097e5 100644
--- a/dreambooth.py
+++ b/dreambooth.py
@@ -193,7 +193,7 @@ def parse_args():
     parser.add_argument(
         "--ema_power",
         type=float,
-        default=9 / 10
+        default=5 / 6
     )
     parser.add_argument(
         "--ema_max_decay",
@@ -957,7 +957,7 @@ def main():
                     "lr/text": lr_scheduler.get_last_lr()[1]
                 }
                 if args.use_ema:
-                    logs["ema_decay"] = ema_unet.decay
+                    logs["ema_decay"] = 1 - ema_unet.decay
 
                 accelerator.log(logs, step=global_step)
 
-- 
cgit v1.2.3-54-g00ecf