summaryrefslogtreecommitdiffstats
path: root/training/strategy/lora.py
diff options
context:
space:
mode:
Diffstat (limited to 'training/strategy/lora.py')
-rw-r--r--training/strategy/lora.py10
1 files changed, 5 insertions, 5 deletions
diff --git a/training/strategy/lora.py b/training/strategy/lora.py
index 3f4dbbc..0c0f633 100644
--- a/training/strategy/lora.py
+++ b/training/strategy/lora.py
@@ -120,11 +120,11 @@ def lora_strategy_callbacks(
120 unet_ = accelerator.unwrap_model(unet, keep_fp32_wrapper=False) 120 unet_ = accelerator.unwrap_model(unet, keep_fp32_wrapper=False)
121 text_encoder_ = accelerator.unwrap_model(text_encoder, keep_fp32_wrapper=False) 121 text_encoder_ = accelerator.unwrap_model(text_encoder, keep_fp32_wrapper=False)
122 122
123 for (token, ids) in zip(placeholder_tokens, placeholder_token_ids): 123 # for (token, ids) in zip(placeholder_tokens, placeholder_token_ids):
124 text_encoder_.text_model.embeddings.save_embed( 124 # text_encoder_.text_model.embeddings.save_embed(
125 ids, 125 # ids,
126 checkpoint_output_dir / f"{slugify(token)}_{step}_{postfix}.bin" 126 # checkpoint_output_dir / f"{slugify(token)}_{step}_{postfix}.bin"
127 ) 127 # )
128 128
129 if not pti_mode: 129 if not pti_mode:
130 lora_config = {} 130 lora_config = {}