summaryrefslogtreecommitdiffstats
path: root/train_lora.py
diff options
context:
space:
mode:
authorVolpeon <git@volpeon.ink>2023-06-24 21:00:29 +0200
committerVolpeon <git@volpeon.ink>2023-06-24 21:00:29 +0200
commit12b9aca96a36dd77a6b2b99bbc1743d87a7ce733 (patch)
treeb0fcf8ad1d26c40d784ddc154622f6d01ecac082 /train_lora.py
parentNew loss scaling (diff)
downloadtextual-inversion-diff-12b9aca96a36dd77a6b2b99bbc1743d87a7ce733.tar.gz
textual-inversion-diff-12b9aca96a36dd77a6b2b99bbc1743d87a7ce733.tar.bz2
textual-inversion-diff-12b9aca96a36dd77a6b2b99bbc1743d87a7ce733.zip
Update
Diffstat (limited to 'train_lora.py')
-rw-r--r--train_lora.py6
1 files changed, 3 insertions, 3 deletions
diff --git a/train_lora.py b/train_lora.py
index 2a43252..eeac81f 100644
--- a/train_lora.py
+++ b/train_lora.py
@@ -777,7 +777,7 @@ def main():
777 placeholder_tokens=alias_placeholder_tokens, 777 placeholder_tokens=alias_placeholder_tokens,
778 initializer_tokens=alias_initializer_tokens, 778 initializer_tokens=alias_initializer_tokens,
779 ) 779 )
780 embeddings.persist() 780 embeddings.persist(True)
781 print( 781 print(
782 f"Added {len(added_tokens)} aliases: {list(zip(alias_placeholder_tokens, added_tokens, alias_initializer_tokens, added_ids))}" 782 f"Added {len(added_tokens)} aliases: {list(zip(alias_placeholder_tokens, added_tokens, alias_initializer_tokens, added_ids))}"
783 ) 783 )
@@ -806,7 +806,7 @@ def main():
806 if args.train_dir_embeddings: 806 if args.train_dir_embeddings:
807 print("Training embeddings from embeddings dir") 807 print("Training embeddings from embeddings dir")
808 else: 808 else:
809 embeddings.persist() 809 embeddings.persist(True)
810 810
811 if len(args.placeholder_tokens) != 0 and not args.train_dir_embeddings: 811 if len(args.placeholder_tokens) != 0 and not args.train_dir_embeddings:
812 embeddings = ensure_embeddings() 812 embeddings = ensure_embeddings()
@@ -1117,7 +1117,7 @@ def main():
1117 no_val=True, 1117 no_val=True,
1118 ) 1118 )
1119 1119
1120 embeddings.persist() 1120 embeddings.persist(True)
1121 1121
1122 # LORA 1122 # LORA
1123 # -------------------------------------------------------------------------------- 1123 # --------------------------------------------------------------------------------