diff options
| author | Volpeon <git@volpeon.ink> | 2023-03-21 17:13:53 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-03-21 17:13:53 +0100 |
| commit | 07c99baaf18f2b8e98b5f7d9cce2088600e63a7f (patch) | |
| tree | f851213c723ceb39ad3ac26df23e8bf127c60db7 /train_lora.py | |
| parent | Added dadaptation (diff) | |
| download | textual-inversion-diff-07c99baaf18f2b8e98b5f7d9cce2088600e63a7f.tar.gz textual-inversion-diff-07c99baaf18f2b8e98b5f7d9cce2088600e63a7f.tar.bz2 textual-inversion-diff-07c99baaf18f2b8e98b5f7d9cce2088600e63a7f.zip | |
Log DAdam/DAdan d
Diffstat (limited to 'train_lora.py')
| -rw-r--r-- | train_lora.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/train_lora.py b/train_lora.py index ce8fb50..787f271 100644 --- a/train_lora.py +++ b/train_lora.py | |||
| @@ -245,8 +245,8 @@ def parse_args(): | |||
| 245 | parser.add_argument( | 245 | parser.add_argument( |
| 246 | "--optimizer", | 246 | "--optimizer", |
| 247 | type=str, | 247 | type=str, |
| 248 | default="adam", | 248 | default="dadan", |
| 249 | help='Optimizer to use ["adam", "adam8bit"]' | 249 | help='Optimizer to use ["adam", "adam8bit", "dadam", "dadan"]' |
| 250 | ) | 250 | ) |
| 251 | parser.add_argument( | 251 | parser.add_argument( |
| 252 | "--adam_beta1", | 252 | "--adam_beta1", |