diff options
| author | Volpeon <git@volpeon.ink> | 2023-02-15 15:11:37 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-02-15 15:11:37 +0100 |
| commit | 0b8568ebfb484b9155d19c567e890ff52776544d (patch) | |
| tree | 09ff3256ca8d2c9359a236e7bdb274f539c5253e /data | |
| parent | Improved batch padding (diff) | |
| download | textual-inversion-diff-0b8568ebfb484b9155d19c567e890ff52776544d.tar.gz textual-inversion-diff-0b8568ebfb484b9155d19c567e890ff52776544d.tar.bz2 textual-inversion-diff-0b8568ebfb484b9155d19c567e890ff52776544d.zip | |
Update
Diffstat (limited to 'data')
| -rw-r--r-- | data/csv.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/data/csv.py b/data/csv.py index 233f5d8..619452e 100644 --- a/data/csv.py +++ b/data/csv.py | |||
| @@ -403,6 +403,7 @@ class VlpnDataset(IterableDataset): | |||
| 403 | if len(batch) >= batch_size: | 403 | if len(batch) >= batch_size: |
| 404 | yield batch | 404 | yield batch |
| 405 | batch = [] | 405 | batch = [] |
| 406 | continue | ||
| 406 | 407 | ||
| 407 | bucket_mask = mask.logical_and(self.bucket_assignments == bucket) | 408 | bucket_mask = mask.logical_and(self.bucket_assignments == bucket) |
| 408 | bucket_items = self.bucket_items[bucket_mask] | 409 | bucket_items = self.bucket_items[bucket_mask] |