diff options
Diffstat (limited to 'infer.py')
| -rw-r--r-- | infer.py | 7 |
1 files changed, 4 insertions, 3 deletions
| @@ -21,7 +21,8 @@ from diffusers import ( | |||
| 21 | LMSDiscreteScheduler, | 21 | LMSDiscreteScheduler, |
| 22 | EulerAncestralDiscreteScheduler, | 22 | EulerAncestralDiscreteScheduler, |
| 23 | KDPM2DiscreteScheduler, | 23 | KDPM2DiscreteScheduler, |
| 24 | KDPM2AncestralDiscreteScheduler | 24 | KDPM2AncestralDiscreteScheduler, |
| 25 | UniPCMultistepScheduler | ||
| 25 | ) | 26 | ) |
| 26 | from transformers import CLIPTextModel | 27 | from transformers import CLIPTextModel |
| 27 | 28 | ||
| @@ -29,7 +30,6 @@ from data.keywords import prompt_to_keywords, keywords_to_prompt | |||
| 29 | from models.clip.embeddings import patch_managed_embeddings | 30 | from models.clip.embeddings import patch_managed_embeddings |
| 30 | from models.clip.tokenizer import MultiCLIPTokenizer | 31 | from models.clip.tokenizer import MultiCLIPTokenizer |
| 31 | from pipelines.stable_diffusion.vlpn_stable_diffusion import VlpnStableDiffusion | 32 | from pipelines.stable_diffusion.vlpn_stable_diffusion import VlpnStableDiffusion |
| 32 | from schedulers.scheduling_unipc_multistep import UniPCMultistepScheduler | ||
| 33 | from util import load_config, load_embeddings_from_dir | 33 | from util import load_config, load_embeddings_from_dir |
| 34 | 34 | ||
| 35 | 35 | ||
| @@ -245,7 +245,8 @@ def create_pipeline(model, dtype): | |||
| 245 | tokenizer=tokenizer, | 245 | tokenizer=tokenizer, |
| 246 | scheduler=scheduler, | 246 | scheduler=scheduler, |
| 247 | ) | 247 | ) |
| 248 | pipeline.enable_xformers_memory_efficient_attention() | 248 | # pipeline.enable_xformers_memory_efficient_attention() |
| 249 | pipeline.unet = torch.compile(pipeline.unet) | ||
| 249 | pipeline.enable_vae_slicing() | 250 | pipeline.enable_vae_slicing() |
| 250 | pipeline.to("cuda") | 251 | pipeline.to("cuda") |
| 251 | 252 | ||
