diff options
Diffstat (limited to 'train_lora.py')
| -rw-r--r-- | train_lora.py | 18 |
1 files changed, 0 insertions, 18 deletions
diff --git a/train_lora.py b/train_lora.py index 1ff25ff..fbec009 100644 --- a/train_lora.py +++ b/train_lora.py | |||
| @@ -158,12 +158,6 @@ def parse_args(): | |||
| 158 | help="Tokens to create an alias for.", | 158 | help="Tokens to create an alias for.", |
| 159 | ) | 159 | ) |
| 160 | parser.add_argument( | 160 | parser.add_argument( |
| 161 | "--inverted_initializer_tokens", | ||
| 162 | type=str, | ||
| 163 | nargs="*", | ||
| 164 | help="A token to use as initializer word.", | ||
| 165 | ) | ||
| 166 | parser.add_argument( | ||
| 167 | "--num_vectors", type=int, nargs="*", help="Number of vectors per embedding." | 161 | "--num_vectors", type=int, nargs="*", help="Number of vectors per embedding." |
| 168 | ) | 162 | ) |
| 169 | parser.add_argument( | 163 | parser.add_argument( |
| @@ -633,18 +627,6 @@ def parse_args(): | |||
| 633 | "--placeholder_tokens and --initializer_tokens must have the same number of items" | 627 | "--placeholder_tokens and --initializer_tokens must have the same number of items" |
| 634 | ) | 628 | ) |
| 635 | 629 | ||
| 636 | if isinstance(args.inverted_initializer_tokens, str): | ||
| 637 | args.inverted_initializer_tokens = [args.inverted_initializer_tokens] * len( | ||
| 638 | args.placeholder_tokens | ||
| 639 | ) | ||
| 640 | |||
| 641 | if ( | ||
| 642 | isinstance(args.inverted_initializer_tokens, list) | ||
| 643 | and len(args.inverted_initializer_tokens) != 0 | ||
| 644 | ): | ||
| 645 | args.placeholder_tokens += [f"inv_{t}" for t in args.placeholder_tokens] | ||
| 646 | args.initializer_tokens += args.inverted_initializer_tokens | ||
| 647 | |||
| 648 | if isinstance(args.num_vectors, int): | 630 | if isinstance(args.num_vectors, int): |
| 649 | args.num_vectors = [args.num_vectors] * len(args.placeholder_tokens) | 631 | args.num_vectors = [args.num_vectors] * len(args.placeholder_tokens) |
| 650 | 632 | ||
