diff options
Diffstat (limited to 'common.py')
-rw-r--r-- | common.py | 1 |
1 files changed, 0 insertions, 1 deletions
@@ -30,7 +30,6 @@ def load_embeddings_from_dir(tokenizer: MultiCLIPTokenizer, embeddings: ManagedC | |||
30 | if filename.is_file(): | 30 | if filename.is_file(): |
31 | with safe_open(filename, framework="pt", device="cpu") as file: | 31 | with safe_open(filename, framework="pt", device="cpu") as file: |
32 | embed = file.get_tensor("embed") | 32 | embed = file.get_tensor("embed") |
33 | |||
34 | added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) | 33 | added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) |
35 | embeddings.add_embed(added.ids, embed) | 34 | embeddings.add_embed(added.ids, embed) |
36 | 35 | ||