diff options
| author | Volpeon <git@volpeon.ink> | 2023-01-01 19:19:52 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-01-01 19:19:52 +0100 |
| commit | adc52fb8821a496bc8d78235bf10466b39df03e0 (patch) | |
| tree | 8a6337a6ac10cbe76c55514ab559c647e69fb1aa /models/clip/embeddings.py | |
| parent | Fixed accuracy calc, other improvements (diff) | |
| download | textual-inversion-diff-adc52fb8821a496bc8d78235bf10466b39df03e0.tar.gz textual-inversion-diff-adc52fb8821a496bc8d78235bf10466b39df03e0.tar.bz2 textual-inversion-diff-adc52fb8821a496bc8d78235bf10466b39df03e0.zip | |
Updates
Diffstat (limited to 'models/clip/embeddings.py')
| -rw-r--r-- | models/clip/embeddings.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/models/clip/embeddings.py b/models/clip/embeddings.py index f90e7c2..8602142 100644 --- a/models/clip/embeddings.py +++ b/models/clip/embeddings.py | |||
| @@ -120,3 +120,14 @@ def patch_managed_embeddings(text_encoder: CLIPTextModel) -> ManagedCLIPTextEmbe | |||
| 120 | text_embeddings = ManagedCLIPTextEmbeddings(text_encoder.config, text_encoder.text_model.embeddings) | 120 | text_embeddings = ManagedCLIPTextEmbeddings(text_encoder.config, text_encoder.text_model.embeddings) |
| 121 | text_encoder.text_model.embeddings = text_embeddings | 121 | text_encoder.text_model.embeddings = text_embeddings |
| 122 | return text_embeddings | 122 | return text_embeddings |
| 123 | |||
| 124 | |||
| 125 | def unpatch_managed_embeddings(text_encoder: CLIPTextModel) -> CLIPTextEmbeddings: | ||
| 126 | text_encoder.text_model.embeddings.make_permanent() | ||
| 127 | |||
| 128 | text_embeddings = CLIPTextEmbeddings(text_encoder.config) | ||
| 129 | text_embeddings.token_embedding = text_encoder.text_model.embeddings.token_embedding | ||
| 130 | text_embeddings.position_embedding = text_encoder.text_model.embeddings.position_embedding | ||
| 131 | text_encoder.text_model.embeddings = text_embeddings | ||
| 132 | |||
| 133 | return text_embeddings | ||