diff options
| author | Volpeon <git@volpeon.ink> | 2022-12-31 17:12:12 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2022-12-31 17:12:12 +0100 |
| commit | b42e7fbc29fd8045a2b932eb8ae76587f51f7513 (patch) | |
| tree | 85321e605cd8e183a0b9e05efcc4282921e667e0 /common.py | |
| parent | Simplified multi-vector embedding code (diff) | |
| download | textual-inversion-diff-b42e7fbc29fd8045a2b932eb8ae76587f51f7513.tar.gz textual-inversion-diff-b42e7fbc29fd8045a2b932eb8ae76587f51f7513.tar.bz2 textual-inversion-diff-b42e7fbc29fd8045a2b932eb8ae76587f51f7513.zip | |
Bugfixes for multi-vector token handling
Diffstat (limited to 'common.py')
| -rw-r--r-- | common.py | 1 |
1 files changed, 0 insertions, 1 deletions
| @@ -30,7 +30,6 @@ def load_embeddings_from_dir(tokenizer: MultiCLIPTokenizer, embeddings: ManagedC | |||
| 30 | if filename.is_file(): | 30 | if filename.is_file(): |
| 31 | with safe_open(filename, framework="pt", device="cpu") as file: | 31 | with safe_open(filename, framework="pt", device="cpu") as file: |
| 32 | embed = file.get_tensor("embed") | 32 | embed = file.get_tensor("embed") |
| 33 | |||
| 34 | added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) | 33 | added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) |
| 35 | embeddings.add_embed(added.ids, embed) | 34 | embeddings.add_embed(added.ids, embed) |
| 36 | 35 | ||