summaryrefslogtreecommitdiffstats
path: root/train_lora.py
diff options
context:
space:
mode:
Diffstat (limited to 'train_lora.py')
-rw-r--r--train_lora.py18
1 files changed, 0 insertions, 18 deletions
diff --git a/train_lora.py b/train_lora.py
index 1ff25ff..fbec009 100644
--- a/train_lora.py
+++ b/train_lora.py
@@ -158,12 +158,6 @@ def parse_args():
158 help="Tokens to create an alias for.", 158 help="Tokens to create an alias for.",
159 ) 159 )
160 parser.add_argument( 160 parser.add_argument(
161 "--inverted_initializer_tokens",
162 type=str,
163 nargs="*",
164 help="A token to use as initializer word.",
165 )
166 parser.add_argument(
167 "--num_vectors", type=int, nargs="*", help="Number of vectors per embedding." 161 "--num_vectors", type=int, nargs="*", help="Number of vectors per embedding."
168 ) 162 )
169 parser.add_argument( 163 parser.add_argument(
@@ -633,18 +627,6 @@ def parse_args():
633 "--placeholder_tokens and --initializer_tokens must have the same number of items" 627 "--placeholder_tokens and --initializer_tokens must have the same number of items"
634 ) 628 )
635 629
636 if isinstance(args.inverted_initializer_tokens, str):
637 args.inverted_initializer_tokens = [args.inverted_initializer_tokens] * len(
638 args.placeholder_tokens
639 )
640
641 if (
642 isinstance(args.inverted_initializer_tokens, list)
643 and len(args.inverted_initializer_tokens) != 0
644 ):
645 args.placeholder_tokens += [f"inv_{t}" for t in args.placeholder_tokens]
646 args.initializer_tokens += args.inverted_initializer_tokens
647
648 if isinstance(args.num_vectors, int): 630 if isinstance(args.num_vectors, int):
649 args.num_vectors = [args.num_vectors] * len(args.placeholder_tokens) 631 args.num_vectors = [args.num_vectors] * len(args.placeholder_tokens)
650 632