Update

1 files changed, 8 insertions, 0 deletions

diff --git a/train_lora.py b/train_lora.py
index 3c8fc97..cc7c1ec 100644
--- a/train_lora.py
+++ b/train_lora.py
@@ -251,6 +251,12 @@ def parse_args():
         help="Perlin offset noise strength.",
     )
     parser.add_argument(
+        "--input_pertubation",
+        type=float,
+        default=0,
+        help="The scale of input pretubation. Recommended 0.1."
+    )
+    parser.add_argument(
         "--num_train_epochs",
         type=int,
         default=None
@@ -1040,6 +1046,7 @@ def main():
             checkpoint_output_dir=pti_checkpoint_output_dir,
             sample_frequency=pti_sample_frequency,
             offset_noise_strength=0,
+            input_pertubation=args.input_pertubation,
             no_val=True,
         )
 
@@ -1195,6 +1202,7 @@ def main():
             checkpoint_output_dir=lora_checkpoint_output_dir,
             sample_frequency=lora_sample_frequency,
             offset_noise_strength=args.offset_noise_strength,
+            input_pertubation=args.input_pertubation,
             no_val=args.valid_set_size == 0,
             avg_loss=avg_loss,
             avg_acc=avg_acc,