diff options
Diffstat (limited to 'training/optimization.py')
-rw-r--r-- | training/optimization.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/optimization.py b/training/optimization.py index 6c9a35d..7d8d55a 100644 --- a/training/optimization.py +++ b/training/optimization.py | |||
@@ -113,7 +113,7 @@ def get_scheduler( | |||
113 | ): | 113 | ): |
114 | num_training_steps_per_epoch = math.ceil( | 114 | num_training_steps_per_epoch = math.ceil( |
115 | num_training_steps_per_epoch / gradient_accumulation_steps | 115 | num_training_steps_per_epoch / gradient_accumulation_steps |
116 | ) * gradient_accumulation_steps | 116 | ) # * gradient_accumulation_steps |
117 | num_training_steps = train_epochs * num_training_steps_per_epoch | 117 | num_training_steps = train_epochs * num_training_steps_per_epoch |
118 | num_warmup_steps = warmup_epochs * num_training_steps_per_epoch | 118 | num_warmup_steps = warmup_epochs * num_training_steps_per_epoch |
119 | 119 | ||