Bring back Perlin offset noise

1 files changed, 7 insertions, 0 deletions

diff --git a/train_ti.py b/train_ti.py
index 9bc74c1..ef71f6f 100644
--- a/train_ti.py
+++ b/train_ti.py
@@ -188,6 +188,12 @@ def parse_args():
         help='Vector shuffling algorithm. Choose between ["all", "trailing", "leading", "between", "auto", "off"]',
     )
     parser.add_argument(
+        "--perlin_strength",
+        type=float,
+        default=0.1,
+        help="Perlin offset noise strength.",
+    )
+    parser.add_argument(
         "--num_train_epochs",
         type=int,
         default=100
@@ -655,6 +661,7 @@ def main():
         checkpoint_frequency=args.checkpoint_frequency,
         milestone_checkpoints=not args.no_milestone_checkpoints,
         global_step_offset=global_step_offset,
+        perlin_strength=args.perlin_strength,
         # --
         tokenizer=tokenizer,
         sample_scheduler=sample_scheduler,