From 46d631759f59bc6b65458202641e5f5a9bc30b7b Mon Sep 17 00:00:00 2001 From: Volpeon Date: Mon, 2 Jan 2023 20:13:59 +0100 Subject: Fixed LR finder --- train_dreambooth.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'train_dreambooth.py') diff --git a/train_dreambooth.py b/train_dreambooth.py index 1e49474..218018b 100644 --- a/train_dreambooth.py +++ b/train_dreambooth.py @@ -634,7 +634,7 @@ def main(): ) if args.find_lr: - args.learning_rate = 1e2 + args.learning_rate = 1e-4 # Use 8-bit Adam for lower memory usage or to fine-tune the model in 16GB GPUs if args.use_8bit_adam: @@ -901,7 +901,7 @@ def main(): on_train=lambda: tokenizer.set_use_vector_shuffle(args.vector_shuffle), on_eval=lambda: tokenizer.set_use_vector_shuffle(False) ) - lr_finder.run(min_lr=1e-4) + lr_finder.run(end_lr=1e2) plt.savefig(basepath.joinpath("lr.png")) plt.close() -- cgit v1.2.3-54-g00ecf