From 842f26654bbe7dfd2f45df1fd2660d3f902af8cc Mon Sep 17 00:00:00 2001 From: Volpeon Date: Fri, 17 Feb 2023 14:53:25 +0100 Subject: Remove xformers, switch to Pytorch Nightly --- train_ti.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) (limited to 'train_ti.py') diff --git a/train_ti.py b/train_ti.py index d1defb3..7d10317 100644 --- a/train_ti.py +++ b/train_ti.py @@ -538,8 +538,10 @@ def main(): tokenizer.set_dropout(args.vector_dropout) vae.enable_slicing() - vae.set_use_memory_efficient_attention_xformers(True) - unet.enable_xformers_memory_efficient_attention() + # vae.set_use_memory_efficient_attention_xformers(True) + # unet.enable_xformers_memory_efficient_attention() + + # unet = torch.compile(unet) if args.gradient_checkpointing: unet.enable_gradient_checkpointing() -- cgit v1.2.3-54-g00ecf