diff options
| -rw-r--r-- | train_ti.py | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/train_ti.py b/train_ti.py index dbfe58c..5c0299e 100644 --- a/train_ti.py +++ b/train_ti.py | |||
| @@ -648,7 +648,11 @@ def main(): | |||
| 648 | weight_dtype = torch.bfloat16 | 648 | weight_dtype = torch.bfloat16 |
| 649 | 649 | ||
| 650 | def keyword_filter(item: CSVDataItem): | 650 | def keyword_filter(item: CSVDataItem): |
| 651 | return any(keyword in item.prompt for keyword in args.placeholder_token) | 651 | return any( |
| 652 | keyword in part | ||
| 653 | for keyword in args.placeholder_token | ||
| 654 | for part in item.prompt | ||
| 655 | ) | ||
| 652 | 656 | ||
| 653 | def collate_fn(examples): | 657 | def collate_fn(examples): |
| 654 | prompts = [example["prompts"] for example in examples] | 658 | prompts = [example["prompts"] for example in examples] |
