From 07c99baaf18f2b8e98b5f7d9cce2088600e63a7f Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Tue, 21 Mar 2023 17:13:53 +0100
Subject: Log DAdam/DAdan d

---
 train_ti.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'train_ti.py')

diff --git a/train_ti.py b/train_ti.py
index ee65b44..036c288 100644
--- a/train_ti.py
+++ b/train_ti.py
@@ -293,8 +293,8 @@ def parse_args():
     parser.add_argument(
         "--optimizer",
         type=str,
-        default="adam",
-        help='Optimizer to use ["adam", "adam8bit"]'
+        default="dadan",
+        help='Optimizer to use ["adam", "adam8bit", "dadam", "dadan"]'
     )
     parser.add_argument(
         "--adam_beta1",
-- 
cgit v1.2.3-54-g00ecf