diff options
Diffstat (limited to 'training')
| -rw-r--r-- | training/optimization.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/optimization.py b/training/optimization.py index cb7f088..14c2bd5 100644 --- a/training/optimization.py +++ b/training/optimization.py | |||
| @@ -78,7 +78,7 @@ def get_one_cycle_schedule( | |||
| 78 | ] | 78 | ] |
| 79 | else: | 79 | else: |
| 80 | phases = [ | 80 | phases = [ |
| 81 | OneCyclePhase(0, thresh_up, 0, 1, warmup_func), | 81 | OneCyclePhase(0, thresh_up, min_lr, 1, warmup_func), |
| 82 | OneCyclePhase(thresh_up, num_training_steps, 0, 1, anneal_func), | 82 | OneCyclePhase(thresh_up, num_training_steps, 0, 1, anneal_func), |
| 83 | ] | 83 | ] |
| 84 | 84 | ||
