diff options
| author | Volpeon <git@volpeon.ink> | 2023-01-01 20:48:04 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-01-01 20:48:04 +0100 |
| commit | eb0838bd2bf96d34dd779f847552291379fe543f (patch) | |
| tree | 501c41a8330a06ee0b0939a47ae74c281129ab47 /models/clip | |
| parent | Fix MultiCLIPTokenizer (forgot to override encode) (diff) | |
| download | textual-inversion-diff-eb0838bd2bf96d34dd779f847552291379fe543f.tar.gz textual-inversion-diff-eb0838bd2bf96d34dd779f847552291379fe543f.tar.bz2 textual-inversion-diff-eb0838bd2bf96d34dd779f847552291379fe543f.zip | |
Cleanup
Diffstat (limited to 'models/clip')
| -rw-r--r-- | models/clip/embeddings.py | 11 | ||||
| -rw-r--r-- | models/clip/tokenizer.py | 1 |
2 files changed, 1 insertions, 11 deletions
diff --git a/models/clip/embeddings.py b/models/clip/embeddings.py index 8602142..f90e7c2 100644 --- a/models/clip/embeddings.py +++ b/models/clip/embeddings.py | |||
| @@ -120,14 +120,3 @@ def patch_managed_embeddings(text_encoder: CLIPTextModel) -> ManagedCLIPTextEmbe | |||
| 120 | text_embeddings = ManagedCLIPTextEmbeddings(text_encoder.config, text_encoder.text_model.embeddings) | 120 | text_embeddings = ManagedCLIPTextEmbeddings(text_encoder.config, text_encoder.text_model.embeddings) |
| 121 | text_encoder.text_model.embeddings = text_embeddings | 121 | text_encoder.text_model.embeddings = text_embeddings |
| 122 | return text_embeddings | 122 | return text_embeddings |
| 123 | |||
| 124 | |||
| 125 | def unpatch_managed_embeddings(text_encoder: CLIPTextModel) -> CLIPTextEmbeddings: | ||
| 126 | text_encoder.text_model.embeddings.make_permanent() | ||
| 127 | |||
| 128 | text_embeddings = CLIPTextEmbeddings(text_encoder.config) | ||
| 129 | text_embeddings.token_embedding = text_encoder.text_model.embeddings.token_embedding | ||
| 130 | text_embeddings.position_embedding = text_encoder.text_model.embeddings.position_embedding | ||
| 131 | text_encoder.text_model.embeddings = text_embeddings | ||
| 132 | |||
| 133 | return text_embeddings | ||
diff --git a/models/clip/tokenizer.py b/models/clip/tokenizer.py index 5e33f3e..bd0bd21 100644 --- a/models/clip/tokenizer.py +++ b/models/clip/tokenizer.py | |||
| @@ -57,6 +57,7 @@ class MultiCLIPTokenizerItem(NamedTuple): | |||
| 57 | class MultiCLIPTokenizer(CLIPTokenizer): | 57 | class MultiCLIPTokenizer(CLIPTokenizer): |
| 58 | def __init__(self, *args, **kwargs): | 58 | def __init__(self, *args, **kwargs): |
| 59 | super().__init__(*args, **kwargs) | 59 | super().__init__(*args, **kwargs) |
| 60 | |||
| 60 | self.token_map: dict[int, list[int]] = {} | 61 | self.token_map: dict[int, list[int]] = {} |
| 61 | self.vector_shuffle = shuffle_none | 62 | self.vector_shuffle = shuffle_none |
| 62 | 63 | ||