diff options
Diffstat (limited to 'training/strategy')
-rw-r--r-- | training/strategy/dreambooth.py | 11 |
1 files changed, 7 insertions, 4 deletions
diff --git a/training/strategy/dreambooth.py b/training/strategy/dreambooth.py index 43fe838..35cccbb 100644 --- a/training/strategy/dreambooth.py +++ b/training/strategy/dreambooth.py | |||
@@ -203,10 +203,13 @@ def dreambooth_prepare( | |||
203 | text_encoder, unet, optimizer, train_dataloader, val_dataloader, lr_scheduler | 203 | text_encoder, unet, optimizer, train_dataloader, val_dataloader, lr_scheduler |
204 | ) | 204 | ) |
205 | 205 | ||
206 | for layer in text_encoder.text_model.encoder.layers[ | 206 | if text_encoder_unfreeze_last_n_layers == 0: |
207 | : (-1 * text_encoder_unfreeze_last_n_layers) | 207 | text_encoder.text_model.encoder.requires_grad_(False) |
208 | ]: | 208 | elif text_encoder_unfreeze_last_n_layers > 0: |
209 | layer.requires_grad_(False) | 209 | for layer in text_encoder.text_model.encoder.layers[ |
210 | : (-1 * text_encoder_unfreeze_last_n_layers) | ||
211 | ]: | ||
212 | layer.requires_grad_(False) | ||
210 | 213 | ||
211 | text_encoder.text_model.embeddings.requires_grad_(False) | 214 | text_encoder.text_model.embeddings.requires_grad_(False) |
212 | 215 | ||