diff options
author | Volpeon <git@volpeon.ink> | 2023-01-02 11:28:42 +0100 |
---|---|---|
committer | Volpeon <git@volpeon.ink> | 2023-01-02 11:28:42 +0100 |
commit | d0b81eda0eb0392442c6700fd11a449d9f95d5c0 (patch) | |
tree | e6ead927d5a49e05bd86e90239d72d603426540e /training | |
parent | Improved one cycle scheduler (diff) | |
download | textual-inversion-diff-d0b81eda0eb0392442c6700fd11a449d9f95d5c0.tar.gz textual-inversion-diff-d0b81eda0eb0392442c6700fd11a449d9f95d5c0.tar.bz2 textual-inversion-diff-d0b81eda0eb0392442c6700fd11a449d9f95d5c0.zip |
Fix
Diffstat (limited to 'training')
-rw-r--r-- | training/optimization.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/optimization.py b/training/optimization.py index cb7f088..14c2bd5 100644 --- a/training/optimization.py +++ b/training/optimization.py | |||
@@ -78,7 +78,7 @@ def get_one_cycle_schedule( | |||
78 | ] | 78 | ] |
79 | else: | 79 | else: |
80 | phases = [ | 80 | phases = [ |
81 | OneCyclePhase(0, thresh_up, 0, 1, warmup_func), | 81 | OneCyclePhase(0, thresh_up, min_lr, 1, warmup_func), |
82 | OneCyclePhase(thresh_up, num_training_steps, 0, 1, anneal_func), | 82 | OneCyclePhase(thresh_up, num_training_steps, 0, 1, anneal_func), |
83 | ] | 83 | ] |
84 | 84 | ||