summaryrefslogtreecommitdiffstats
path: root/models/clip/tokenizer.py
diff options
context:
space:
mode:
Diffstat (limited to 'models/clip/tokenizer.py')
-rw-r--r--models/clip/tokenizer.py1
1 files changed, 1 insertions, 0 deletions
diff --git a/models/clip/tokenizer.py b/models/clip/tokenizer.py
index 5e33f3e..bd0bd21 100644
--- a/models/clip/tokenizer.py
+++ b/models/clip/tokenizer.py
@@ -57,6 +57,7 @@ class MultiCLIPTokenizerItem(NamedTuple):
57class MultiCLIPTokenizer(CLIPTokenizer): 57class MultiCLIPTokenizer(CLIPTokenizer):
58 def __init__(self, *args, **kwargs): 58 def __init__(self, *args, **kwargs):
59 super().__init__(*args, **kwargs) 59 super().__init__(*args, **kwargs)
60
60 self.token_map: dict[int, list[int]] = {} 61 self.token_map: dict[int, list[int]] = {}
61 self.vector_shuffle = shuffle_none 62 self.vector_shuffle = shuffle_none
62 63