diff options
| author | Volpeon <git@volpeon.ink> | 2023-01-02 11:28:42 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-01-02 11:28:42 +0100 |
| commit | d0b81eda0eb0392442c6700fd11a449d9f95d5c0 (patch) | |
| tree | e6ead927d5a49e05bd86e90239d72d603426540e | |
| parent | Improved one cycle scheduler (diff) | |
| download | textual-inversion-diff-d0b81eda0eb0392442c6700fd11a449d9f95d5c0.tar.gz textual-inversion-diff-d0b81eda0eb0392442c6700fd11a449d9f95d5c0.tar.bz2 textual-inversion-diff-d0b81eda0eb0392442c6700fd11a449d9f95d5c0.zip | |
Fix
| -rw-r--r-- | training/optimization.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/optimization.py b/training/optimization.py index cb7f088..14c2bd5 100644 --- a/training/optimization.py +++ b/training/optimization.py | |||
| @@ -78,7 +78,7 @@ def get_one_cycle_schedule( | |||
| 78 | ] | 78 | ] |
| 79 | else: | 79 | else: |
| 80 | phases = [ | 80 | phases = [ |
| 81 | OneCyclePhase(0, thresh_up, 0, 1, warmup_func), | 81 | OneCyclePhase(0, thresh_up, min_lr, 1, warmup_func), |
| 82 | OneCyclePhase(thresh_up, num_training_steps, 0, 1, anneal_func), | 82 | OneCyclePhase(thresh_up, num_training_steps, 0, 1, anneal_func), |
| 83 | ] | 83 | ] |
| 84 | 84 | ||