From 06bfe1fccdc0976bacf9bfe2ae17d440fa416aab Mon Sep 17 00:00:00 2001
From: Volpeon <git@volpeon.ink>
Date: Thu, 22 Jun 2023 19:16:46 +0200
Subject: Update

---
 training/strategy/dreambooth.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'training/strategy')

diff --git a/training/strategy/dreambooth.py b/training/strategy/dreambooth.py
index 35cccbb..dc19ba3 100644
--- a/training/strategy/dreambooth.py
+++ b/training/strategy/dreambooth.py
@@ -31,6 +31,7 @@ def dreambooth_strategy_callbacks(
     checkpoint_output_dir: Path,
     seed: int,
     train_text_encoder_cycles: int,
+    text_encoder_unfreeze_last_n_layers: int = 2,
     max_grad_norm: float = 1.0,
     use_ema: bool = False,
     ema_inv_gamma: float = 1.0,
@@ -211,7 +212,7 @@ def dreambooth_prepare(
         ]:
             layer.requires_grad_(False)
 
-    text_encoder.text_model.embeddings.requires_grad_(False)
+    # text_encoder.text_model.embeddings.requires_grad_(False)
 
     return text_encoder, unet, optimizer, train_dataloader, val_dataloader, lr_scheduler
 
-- 
cgit v1.2.3-70-g09d2