From 57543ee71d6ddce68bc7cec45fae45ce7d998f61 Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Sun, 9 Apr 2023 11:42:56 +0200
Subject: Update

---
 train_lora.py | 7 +------
 1 file changed, 1 insertion(+), 6 deletions(-)

diff --git a/train_lora.py b/train_lora.py
index 6e21634..54c9e7a 100644
--- a/train_lora.py
+++ b/train_lora.py
@@ -306,11 +306,6 @@ def parse_args():
         default=1e-5,
         help="Initial learning rate (after the potential warmup period) to use.",
     )
-    parser.add_argument(
-        "--train_emb",
-        action="store_true",
-        help="Keep training text embeddings.",
-    )
     parser.add_argument(
         "--scale_lr",
         action="store_true",
@@ -899,7 +894,7 @@ def main():
 
     params_to_optimize = []
     group_labels = []
-    if len(args.placeholder_tokens) != 0 and args.train_emb:
+    if len(args.placeholder_tokens) != 0:
         params_to_optimize.append({
             "params": text_encoder.text_model.embeddings.token_override_embedding.parameters(),
             "lr": args.learning_rate_emb,
-- 
cgit v1.2.3-70-g09d2