From 5f0f6aac63373780132fced5ad8fd6216097f5ae Mon Sep 17 00:00:00 2001 From: Volpeon Date: Fri, 31 Mar 2023 21:05:11 +0200 Subject: Update --- training/optimization.py | 2 ++ 1 file changed, 2 insertions(+) (limited to 'training') diff --git a/training/optimization.py b/training/optimization.py index 7d8d55a..59ca950 100644 --- a/training/optimization.py +++ b/training/optimization.py @@ -102,6 +102,7 @@ def get_scheduler( num_training_steps_per_epoch: int, gradient_accumulation_steps: int = 1, min_lr: float = 0.04, + mid_point: float = 0.3, warmup_func: Literal["cos", "linear"] = "cos", annealing_func: Literal["cos", "half_cos", "linear"] = "cos", warmup_exp: int = 1, @@ -126,6 +127,7 @@ def get_scheduler( warmup_exp=warmup_exp, annealing_exp=annealing_exp, min_lr=min_lr, + mid_point=mid_point, ) elif id == "exponential_growth": if cycles is None: -- cgit v1.2.3-54-g00ecf