diff options
| author | Volpeon <git@volpeon.ink> | 2023-02-07 20:56:37 +0100 |
|---|---|---|
| committer | Volpeon <git@volpeon.ink> | 2023-02-07 20:56:37 +0100 |
| commit | 757e6af0af2f8de6da696976f3110cd70085adad (patch) | |
| tree | cf219fffa359440bc8f2a2d6dd4a647715d66893 /training/strategy/lora.py | |
| parent | Add Lora (diff) | |
| download | textual-inversion-diff-757e6af0af2f8de6da696976f3110cd70085adad.tar.gz textual-inversion-diff-757e6af0af2f8de6da696976f3110cd70085adad.tar.bz2 textual-inversion-diff-757e6af0af2f8de6da696976f3110cd70085adad.zip | |
Fix Lora memory usage
Diffstat (limited to 'training/strategy/lora.py')
| -rw-r--r-- | training/strategy/lora.py | 4 |
1 files changed, 1 insertions, 3 deletions
diff --git a/training/strategy/lora.py b/training/strategy/lora.py index 88d1824..92abaa6 100644 --- a/training/strategy/lora.py +++ b/training/strategy/lora.py | |||
| @@ -1,11 +1,9 @@ | |||
| 1 | from contextlib import nullcontext | ||
| 2 | from typing import Optional | 1 | from typing import Optional |
| 3 | from functools import partial | 2 | from functools import partial |
| 4 | from contextlib import contextmanager, nullcontext | 3 | from contextlib import contextmanager |
| 5 | from pathlib import Path | 4 | from pathlib import Path |
| 6 | 5 | ||
| 7 | import torch | 6 | import torch |
| 8 | import torch.nn as nn | ||
| 9 | from torch.utils.data import DataLoader | 7 | from torch.utils.data import DataLoader |
| 10 | 8 | ||
| 11 | from accelerate import Accelerator | 9 | from accelerate import Accelerator |