From a551a9ac2edd1dc59828749a5e5d73a65b3c9ce7 Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Sat, 1 Apr 2023 15:54:40 +0200
Subject: Update

---
 train_lora.py | 1 -
 1 file changed, 1 deletion(-)

(limited to 'train_lora.py')

diff --git a/train_lora.py b/train_lora.py
index f8dccae..8fc2d69 100644
--- a/train_lora.py
+++ b/train_lora.py
@@ -571,7 +571,6 @@ def main():
     elif args.optimizer == 'adafactor':
         create_optimizer = partial(
             transformers.optimization.Adafactor,
-            beta1=args.adam_beta1,
             weight_decay=args.adam_weight_decay,
             scale_parameter=True,
             relative_step=True,
-- 
cgit v1.2.3-54-g00ecf