diff options
| author | Volpeon <git@volpeon.ink> | 2023-03-31 21:05:11 +0200 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-03-31 21:05:11 +0200 |
| commit | 5f0f6aac63373780132fced5ad8fd6216097f5ae (patch) | |
| tree | 4461e791b6e5c7cb701c615be0662c25de818c0d /training | |
| parent | Fix (diff) | |
| download | textual-inversion-diff-5f0f6aac63373780132fced5ad8fd6216097f5ae.tar.gz textual-inversion-diff-5f0f6aac63373780132fced5ad8fd6216097f5ae.tar.bz2 textual-inversion-diff-5f0f6aac63373780132fced5ad8fd6216097f5ae.zip | |
Update
Diffstat (limited to 'training')
| -rw-r--r-- | training/optimization.py | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/training/optimization.py b/training/optimization.py index 7d8d55a..59ca950 100644 --- a/training/optimization.py +++ b/training/optimization.py | |||
| @@ -102,6 +102,7 @@ def get_scheduler( | |||
| 102 | num_training_steps_per_epoch: int, | 102 | num_training_steps_per_epoch: int, |
| 103 | gradient_accumulation_steps: int = 1, | 103 | gradient_accumulation_steps: int = 1, |
| 104 | min_lr: float = 0.04, | 104 | min_lr: float = 0.04, |
| 105 | mid_point: float = 0.3, | ||
| 105 | warmup_func: Literal["cos", "linear"] = "cos", | 106 | warmup_func: Literal["cos", "linear"] = "cos", |
| 106 | annealing_func: Literal["cos", "half_cos", "linear"] = "cos", | 107 | annealing_func: Literal["cos", "half_cos", "linear"] = "cos", |
| 107 | warmup_exp: int = 1, | 108 | warmup_exp: int = 1, |
| @@ -126,6 +127,7 @@ def get_scheduler( | |||
| 126 | warmup_exp=warmup_exp, | 127 | warmup_exp=warmup_exp, |
| 127 | annealing_exp=annealing_exp, | 128 | annealing_exp=annealing_exp, |
| 128 | min_lr=min_lr, | 129 | min_lr=min_lr, |
| 130 | mid_point=mid_point, | ||
| 129 | ) | 131 | ) |
| 130 | elif id == "exponential_growth": | 132 | elif id == "exponential_growth": |
| 131 | if cycles is None: | 133 | if cycles is None: |