diff options
Diffstat (limited to 'common.py')
| -rw-r--r-- | common.py | 1 |
1 files changed, 0 insertions, 1 deletions
| @@ -30,7 +30,6 @@ def load_embeddings_from_dir(tokenizer: MultiCLIPTokenizer, embeddings: ManagedC | |||
| 30 | if filename.is_file(): | 30 | if filename.is_file(): |
| 31 | with safe_open(filename, framework="pt", device="cpu") as file: | 31 | with safe_open(filename, framework="pt", device="cpu") as file: |
| 32 | embed = file.get_tensor("embed") | 32 | embed = file.get_tensor("embed") |
| 33 | |||
| 34 | added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) | 33 | added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) |
| 35 | embeddings.add_embed(added.ids, embed) | 34 | embeddings.add_embed(added.ids, embed) |
| 36 | 35 | ||
