diff options
Diffstat (limited to 'train_lora.py')
| -rw-r--r-- | train_lora.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/train_lora.py b/train_lora.py index ce8fb50..787f271 100644 --- a/train_lora.py +++ b/train_lora.py | |||
| @@ -245,8 +245,8 @@ def parse_args(): | |||
| 245 | parser.add_argument( | 245 | parser.add_argument( |
| 246 | "--optimizer", | 246 | "--optimizer", |
| 247 | type=str, | 247 | type=str, |
| 248 | default="adam", | 248 | default="dadan", |
| 249 | help='Optimizer to use ["adam", "adam8bit"]' | 249 | help='Optimizer to use ["adam", "adam8bit", "dadam", "dadan"]' |
| 250 | ) | 250 | ) |
| 251 | parser.add_argument( | 251 | parser.add_argument( |
| 252 | "--adam_beta1", | 252 | "--adam_beta1", |