diff options
Diffstat (limited to 'train_lora.py')
| -rw-r--r-- | train_lora.py | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/train_lora.py b/train_lora.py index f8dccae..8fc2d69 100644 --- a/train_lora.py +++ b/train_lora.py | |||
| @@ -571,7 +571,6 @@ def main(): | |||
| 571 | elif args.optimizer == 'adafactor': | 571 | elif args.optimizer == 'adafactor': |
| 572 | create_optimizer = partial( | 572 | create_optimizer = partial( |
| 573 | transformers.optimization.Adafactor, | 573 | transformers.optimization.Adafactor, |
| 574 | beta1=args.adam_beta1, | ||
| 575 | weight_decay=args.adam_weight_decay, | 574 | weight_decay=args.adam_weight_decay, |
| 576 | scale_parameter=True, | 575 | scale_parameter=True, |
| 577 | relative_step=True, | 576 | relative_step=True, |