Update

1 files changed, 1 insertions, 6 deletions

diff --git a/train_lora.py b/train_lora.py
index 6e21634..54c9e7a 100644
--- a/train_lora.py
+++ b/train_lora.py
@@ -307,11 +307,6 @@ def parse_args():
         help="Initial learning rate (after the potential warmup period) to use.",
     )
     parser.add_argument(
-        "--train_emb",
-        action="store_true",
-        help="Keep training text embeddings.",
-    )
-    parser.add_argument(
         "--scale_lr",
         action="store_true",
         help="Scale the learning rate by the number of GPUs, gradient accumulation steps, and batch size.",
@@ -899,7 +894,7 @@ def main():
 
     params_to_optimize = []
     group_labels = []
-    if len(args.placeholder_tokens) != 0 and args.train_emb:
+    if len(args.placeholder_tokens) != 0:
         params_to_optimize.append({
             "params": text_encoder.text_model.embeddings.token_override_embedding.parameters(),
             "lr": args.learning_rate_emb,