From 96e887da4be2c13f5f58da3359a9ab891c44d050 Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Mon, 16 Jan 2023 18:45:03 +0100
Subject: If valid set size is 0, re-use one image from train set

---
 train_ti.py | 6 +-----
 1 file changed, 1 insertion(+), 5 deletions(-)

(limited to 'train_ti.py')

diff --git a/train_ti.py b/train_ti.py
index adba8d4..e696577 100644
--- a/train_ti.py
+++ b/train_ti.py
@@ -409,7 +409,7 @@ def parse_args():
     )
     parser.add_argument(
         "--emb_decay_start",
-        default=1e-4,
+        default=0,
         type=float,
         help="Embedding decay start offset."
     )
@@ -514,8 +514,6 @@ def main():
 
     set_seed(args.seed)
 
-    seed_generator = torch.Generator().manual_seed(args.seed)
-
     save_args(output_dir, args)
 
     tokenizer, text_encoder, vae, unet, noise_scheduler, sample_scheduler, embeddings = get_models(
@@ -595,8 +593,6 @@ def main():
         print(
             f"{i + 1}: {placeholder_token}, {placeholder_token_ids[0]} ({initializer_token}, {initializer_token_ids[0]})")
 
-        args.seed = seed_generator.seed()
-
         datamodule = VlpnDataModule(
             data_file=args.train_data_file,
             batch_size=args.train_batch_size,
-- 
cgit v1.2.3-54-g00ecf