diff options
author | Volpeon <git@volpeon.ink> | 2023-03-24 11:50:22 +0100 |
---|---|---|
committer | Volpeon <git@volpeon.ink> | 2023-03-24 11:50:22 +0100 |
commit | 185c6b520d2136c87b122b89b52a0cc013240c6e (patch) | |
tree | 0f27f4407d51c11cd8239f1068eb1bd0986ac45c /pipelines | |
parent | Lora fix: Save config JSON, too (diff) | |
download | textual-inversion-diff-185c6b520d2136c87b122b89b52a0cc013240c6e.tar.gz textual-inversion-diff-185c6b520d2136c87b122b89b52a0cc013240c6e.tar.bz2 textual-inversion-diff-185c6b520d2136c87b122b89b52a0cc013240c6e.zip |
Fixed Lora training perf issue
Diffstat (limited to 'pipelines')
-rw-r--r-- | pipelines/stable_diffusion/vlpn_stable_diffusion.py | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/pipelines/stable_diffusion/vlpn_stable_diffusion.py b/pipelines/stable_diffusion/vlpn_stable_diffusion.py index dbd262f..ea2a656 100644 --- a/pipelines/stable_diffusion/vlpn_stable_diffusion.py +++ b/pipelines/stable_diffusion/vlpn_stable_diffusion.py | |||
@@ -375,8 +375,7 @@ class VlpnStableDiffusion(DiffusionPipeline): | |||
375 | 375 | ||
376 | def decode_latents(self, latents): | 376 | def decode_latents(self, latents): |
377 | latents = 1 / self.vae.config.scaling_factor * latents | 377 | latents = 1 / self.vae.config.scaling_factor * latents |
378 | # image = self.vae.decode(latents.to(dtype=self.vae.dtype)).sample | 378 | image = self.vae.decode(latents.to(dtype=self.vae.dtype)).sample |
379 | image = self.vae.decode(latents).sample | ||
380 | image = (image / 2 + 0.5).clamp(0, 1) | 379 | image = (image / 2 + 0.5).clamp(0, 1) |
381 | # we always cast to float32 as this does not cause significant overhead and is compatible with bfloa16 | 380 | # we always cast to float32 as this does not cause significant overhead and is compatible with bfloa16 |
382 | image = image.cpu().permute(0, 2, 3, 1).float().numpy() | 381 | image = image.cpu().permute(0, 2, 3, 1).float().numpy() |