1 files changed, 6 insertions, 3 deletions

diff --git a/training/functional.py b/training/functional.py
index b9fb546..96ecbc1 100644
--- a/training/functional.py
+++ b/training/functional.py
@@ -522,9 +522,12 @@ def train_loop(
 
             accelerator.wait_for_everyone()
 
-            lr = lr_scheduler.get_last_lr()[0]
-            if torch.is_tensor(lr):
-                lr = lr.item()
+            if isDadaptation:
+                lr = optimizer.param_groups[0]["d"] * optimizer.param_groups[0]["lr"]
+            else:
+                lr = lr_scheduler.get_last_lr()[0]
+                if torch.is_tensor(lr):
+                    lr = lr.item()
 
             lrs.append(lr)