diff options
Diffstat (limited to 'train_lora.py')
-rw-r--r-- | train_lora.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/train_lora.py b/train_lora.py index ce8fb50..787f271 100644 --- a/train_lora.py +++ b/train_lora.py | |||
@@ -245,8 +245,8 @@ def parse_args(): | |||
245 | parser.add_argument( | 245 | parser.add_argument( |
246 | "--optimizer", | 246 | "--optimizer", |
247 | type=str, | 247 | type=str, |
248 | default="adam", | 248 | default="dadan", |
249 | help='Optimizer to use ["adam", "adam8bit"]' | 249 | help='Optimizer to use ["adam", "adam8bit", "dadam", "dadan"]' |
250 | ) | 250 | ) |
251 | parser.add_argument( | 251 | parser.add_argument( |
252 | "--adam_beta1", | 252 | "--adam_beta1", |