summaryrefslogtreecommitdiffstats
path: root/training/optimization.py
diff options
context:
space:
mode:
Diffstat (limited to 'training/optimization.py')
-rw-r--r--training/optimization.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/training/optimization.py b/training/optimization.py
index 6c9a35d..7d8d55a 100644
--- a/training/optimization.py
+++ b/training/optimization.py
@@ -113,7 +113,7 @@ def get_scheduler(
113): 113):
114 num_training_steps_per_epoch = math.ceil( 114 num_training_steps_per_epoch = math.ceil(
115 num_training_steps_per_epoch / gradient_accumulation_steps 115 num_training_steps_per_epoch / gradient_accumulation_steps
116 ) * gradient_accumulation_steps 116 ) # * gradient_accumulation_steps
117 num_training_steps = train_epochs * num_training_steps_per_epoch 117 num_training_steps = train_epochs * num_training_steps_per_epoch
118 num_warmup_steps = warmup_epochs * num_training_steps_per_epoch 118 num_warmup_steps = warmup_epochs * num_training_steps_per_epoch
119 119