Fix

1 files changed, 0 insertions, 4 deletions

diff --git a/train_ti.py b/train_ti.py
index 036c288..7aeff7c 100644
--- a/train_ti.py
+++ b/train_ti.py
@@ -620,8 +620,6 @@ def main():
             eps=args.adam_epsilon,
             decouple=True,
         )
-
-        args.learning_rate = 1.0
     elif args.optimizer == 'dadan':
         try:
             import dadaptation
@@ -633,8 +631,6 @@ def main():
             weight_decay=args.adam_weight_decay,
             eps=args.adam_epsilon,
         )
-
-        args.learning_rate = 1.0
     else:
         raise ValueError(f"Unknown --optimizer \"{args.optimizer}\"")