From 9d6252e63bac241e5c6191eb47adb51b84a5d782 Mon Sep 17 00:00:00 2001 From: Volpeon Date: Tue, 21 Feb 2023 11:50:11 +0100 Subject: Don't rely on Accelerate for gradient accumulation --- train_dreambooth.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'train_dreambooth.py') diff --git a/train_dreambooth.py b/train_dreambooth.py index 431ff3d..280cf77 100644 --- a/train_dreambooth.py +++ b/train_dreambooth.py @@ -439,7 +439,6 @@ def main(): accelerator = Accelerator( log_with=LoggerType.TENSORBOARD, logging_dir=f"{output_dir}", - gradient_accumulation_steps=args.gradient_accumulation_steps, mixed_precision=args.mixed_precision ) @@ -590,6 +589,7 @@ def main(): lr_scheduler=lr_scheduler, prepare_unet=True, num_train_epochs=args.num_train_epochs, + gradient_accumulation_steps=args.gradient_accumulation_steps, sample_frequency=args.sample_frequency, # -- tokenizer=tokenizer, -- cgit v1.2.3-54-g00ecf