From dc463a6b8ef120b7a0643569b66f9109ed38c652 Mon Sep 17 00:00:00 2001 From: Volpeon Date: Sat, 31 Dec 2022 14:07:44 +0100 Subject: Simplified multi-vector embedding code --- common.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) (limited to 'common.py') diff --git a/common.py b/common.py index e8d3ac1..1e7f4b9 100644 --- a/common.py +++ b/common.py @@ -32,7 +32,6 @@ def load_embeddings_from_dir(tokenizer: MultiCLIPTokenizer, embeddings: ManagedC embed = file.get_tensor("embed") added = tokenizer.add_multi_tokens(filename.stem, embed.shape[0]) - embeddings.add_embed(added.placeholder_id) - embeddings.add_embed(added.multi_ids, embed) + embeddings.add_embed(added.ids, embed) return tokens -- cgit v1.2.3-54-g00ecf