diff options
| author | Volpeon <git@volpeon.ink> | 2023-04-02 08:42:33 +0200 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-04-02 08:42:33 +0200 |
| commit | 11e6f8f88483e6cfdccd66ad758ae1dfcfc0283b (patch) | |
| tree | e66c62abb974c01769285b1c01c748e6c49cc97b /training/strategy/ti.py | |
| parent | Revert (diff) | |
| download | textual-inversion-diff-11e6f8f88483e6cfdccd66ad758ae1dfcfc0283b.tar.gz textual-inversion-diff-11e6f8f88483e6cfdccd66ad758ae1dfcfc0283b.tar.bz2 textual-inversion-diff-11e6f8f88483e6cfdccd66ad758ae1dfcfc0283b.zip | |
Lora: Only register params with grad to optimizer
Diffstat (limited to 'training/strategy/ti.py')
| -rw-r--r-- | training/strategy/ti.py | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/training/strategy/ti.py b/training/strategy/ti.py index 677f5a3..c7520ed 100644 --- a/training/strategy/ti.py +++ b/training/strategy/ti.py | |||
| @@ -209,7 +209,6 @@ def textual_inversion_prepare( | |||
| 209 | text_encoder.text_model.final_layer_norm.requires_grad_(False) | 209 | text_encoder.text_model.final_layer_norm.requires_grad_(False) |
| 210 | text_encoder.text_model.embeddings.position_embedding.requires_grad_(False) | 210 | text_encoder.text_model.embeddings.position_embedding.requires_grad_(False) |
| 211 | text_encoder.text_model.embeddings.token_embedding.requires_grad_(False) | 211 | text_encoder.text_model.embeddings.token_embedding.requires_grad_(False) |
| 212 | text_encoder.eval() | ||
| 213 | 212 | ||
| 214 | return text_encoder, unet, optimizer, train_dataloader, val_dataloader, lr_scheduler, {} | 213 | return text_encoder, unet, optimizer, train_dataloader, val_dataloader, lr_scheduler, {} |
| 215 | 214 | ||