diff options
author | Volpeon <git@volpeon.ink> | 2023-04-28 16:22:06 +0200 |
---|---|---|
committer | Volpeon <git@volpeon.ink> | 2023-04-28 16:22:06 +0200 |
commit | ec762fd3afaa6df0715fa1cbe9e6f088b9276ea0 (patch) | |
tree | 04106c3b44ebafd13cfa5f2f9e2c8bf30ab57bc2 /training/util.py | |
parent | Fix (diff) | |
download | textual-inversion-diff-ec762fd3afaa6df0715fa1cbe9e6f088b9276ea0.tar.gz textual-inversion-diff-ec762fd3afaa6df0715fa1cbe9e6f088b9276ea0.tar.bz2 textual-inversion-diff-ec762fd3afaa6df0715fa1cbe9e6f088b9276ea0.zip |
Fixed loss/acc logging
Diffstat (limited to 'training/util.py')
-rw-r--r-- | training/util.py | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/training/util.py b/training/util.py index 61f1533..0b6bea9 100644 --- a/training/util.py +++ b/training/util.py | |||
@@ -1,5 +1,6 @@ | |||
1 | from pathlib import Path | 1 | from pathlib import Path |
2 | import json | 2 | import json |
3 | import math | ||
3 | from typing import Iterable, Any | 4 | from typing import Iterable, Any |
4 | from contextlib import contextmanager | 5 | from contextlib import contextmanager |
5 | 6 | ||
@@ -23,7 +24,9 @@ class AverageMeter: | |||
23 | 24 | ||
24 | def reset(self): | 25 | def reset(self): |
25 | self.step = 0 | 26 | self.step = 0 |
26 | self.avg = 0 | 27 | self.min = math.inf |
28 | self.max = 0.0 | ||
29 | self.avg = 0.0 | ||
27 | 30 | ||
28 | def get_decay(self): | 31 | def get_decay(self): |
29 | if self.step <= 0: | 32 | if self.step <= 0: |
@@ -35,6 +38,8 @@ class AverageMeter: | |||
35 | for _ in range(n): | 38 | for _ in range(n): |
36 | self.step += n | 39 | self.step += n |
37 | self.avg += (val - self.avg) * self.get_decay() | 40 | self.avg += (val - self.avg) * self.get_decay() |
41 | self.min = min(self.min, self.avg) | ||
42 | self.max = max(self.max, self.avg) | ||
38 | 43 | ||
39 | 44 | ||
40 | class EMAModel(EMAModel_): | 45 | class EMAModel(EMAModel_): |