diff options
| author | Volpeon <git@volpeon.ink> | 2023-04-01 15:54:40 +0200 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-04-01 15:54:40 +0200 |
| commit | a551a9ac2edd1dc59828749a5e5d73a65b3c9ce7 (patch) | |
| tree | 7ccca7f3a70b2b34706ddb849e37924aa6ee88e9 /train_ti.py | |
| parent | Add support for Adafactor, add TI initializer noise (diff) | |
| download | textual-inversion-diff-a551a9ac2edd1dc59828749a5e5d73a65b3c9ce7.tar.gz textual-inversion-diff-a551a9ac2edd1dc59828749a5e5d73a65b3c9ce7.tar.bz2 textual-inversion-diff-a551a9ac2edd1dc59828749a5e5d73a65b3c9ce7.zip | |
Update
Diffstat (limited to 'train_ti.py')
| -rw-r--r-- | train_ti.py | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/train_ti.py b/train_ti.py index 274a1ca..5482326 100644 --- a/train_ti.py +++ b/train_ti.py | |||
| @@ -669,7 +669,6 @@ def main(): | |||
| 669 | elif args.optimizer == 'adafactor': | 669 | elif args.optimizer == 'adafactor': |
| 670 | create_optimizer = partial( | 670 | create_optimizer = partial( |
| 671 | transformers.optimization.Adafactor, | 671 | transformers.optimization.Adafactor, |
| 672 | beta1=args.adam_beta1, | ||
| 673 | weight_decay=args.adam_weight_decay, | 672 | weight_decay=args.adam_weight_decay, |
| 674 | scale_parameter=True, | 673 | scale_parameter=True, |
| 675 | relative_step=True, | 674 | relative_step=True, |