From 9d6252e63bac241e5c6191eb47adb51b84a5d782 Mon Sep 17 00:00:00 2001 From: Volpeon Date: Tue, 21 Feb 2023 11:50:11 +0100 Subject: Don't rely on Accelerate for gradient accumulation --- train_ti.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'train_ti.py') diff --git a/train_ti.py b/train_ti.py index 6dc07dd..68783ea 100644 --- a/train_ti.py +++ b/train_ti.py @@ -518,7 +518,6 @@ def main(): accelerator = Accelerator( log_with=LoggerType.TENSORBOARD, logging_dir=f"{output_dir}", - gradient_accumulation_steps=args.gradient_accumulation_steps, mixed_precision=args.mixed_precision ) @@ -611,6 +610,7 @@ def main(): low_freq_noise=0, strategy=textual_inversion_strategy, num_train_epochs=args.num_train_epochs, + gradient_accumulation_steps=args.gradient_accumulation_steps, sample_frequency=args.sample_frequency, checkpoint_frequency=args.checkpoint_frequency, milestone_checkpoints=not args.no_milestone_checkpoints, -- cgit v1.2.3-54-g00ecf