From 57543ee71d6ddce68bc7cec45fae45ce7d998f61 Mon Sep 17 00:00:00 2001 From: Volpeon Date: Sun, 9 Apr 2023 11:42:56 +0200 Subject: Update --- train_lora.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) (limited to 'train_lora.py') diff --git a/train_lora.py b/train_lora.py index 6e21634..54c9e7a 100644 --- a/train_lora.py +++ b/train_lora.py @@ -306,11 +306,6 @@ def parse_args(): default=1e-5, help="Initial learning rate (after the potential warmup period) to use.", ) - parser.add_argument( - "--train_emb", - action="store_true", - help="Keep training text embeddings.", - ) parser.add_argument( "--scale_lr", action="store_true", @@ -899,7 +894,7 @@ def main(): params_to_optimize = [] group_labels = [] - if len(args.placeholder_tokens) != 0 and args.train_emb: + if len(args.placeholder_tokens) != 0: params_to_optimize.append({ "params": text_encoder.text_model.embeddings.token_override_embedding.parameters(), "lr": args.learning_rate_emb, -- cgit v1.2.3-70-g09d2