diff options
Diffstat (limited to 'train_ti.py')
-rw-r--r-- | train_ti.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/train_ti.py b/train_ti.py index 1b8c597..0ffc9e6 100644 --- a/train_ti.py +++ b/train_ti.py | |||
@@ -607,10 +607,10 @@ def main(): | |||
607 | new_ids = tokenizer.add_multi_tokens(args.placeholder_token, args.num_vectors) | 607 | new_ids = tokenizer.add_multi_tokens(args.placeholder_token, args.num_vectors) |
608 | embeddings.resize(len(tokenizer)) | 608 | embeddings.resize(len(tokenizer)) |
609 | 609 | ||
610 | init_ratios = [ | 610 | for (new_id, init_ids) in zip(new_ids, initializer_token_ids): |
611 | embeddings.add_embed(new_id, init_ids) | 611 | embeddings.add_embed(new_id, init_ids) |
612 | for (new_id, init_ids) in zip(new_ids, initializer_token_ids) | 612 | |
613 | ] | 613 | init_ratios = [f"{len(init_ids)} / {len(new_id)}" for new_id, init_ids in zip(new_ids, initializer_token_ids)] |
614 | 614 | ||
615 | print(f"Added {len(new_ids)} new tokens: {list(zip(args.placeholder_token, new_ids, init_ratios))}") | 615 | print(f"Added {len(new_ids)} new tokens: {list(zip(args.placeholder_token, new_ids, init_ratios))}") |
616 | 616 | ||