diff options
| -rw-r--r-- | models/lora.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/models/lora.py b/models/lora.py index 98d4d2c..89c4b2e 100644 --- a/models/lora.py +++ b/models/lora.py | |||
| @@ -78,7 +78,7 @@ class LoraEmbedding(nn.Embedding, LoraLayer): | |||
| 78 | 78 | ||
| 79 | def mark_trainable(self, input_ids): | 79 | def mark_trainable(self, input_ids): |
| 80 | trainable_ids = self.trainable_ids[input_ids] | 80 | trainable_ids = self.trainable_ids[input_ids] |
| 81 | new_ids = trainable_ids[trainable_ids == -1] | 81 | new_ids = input_ids[trainable_ids == -1] |
| 82 | 82 | ||
| 83 | if new_ids.shape[0] == 0: | 83 | if new_ids.shape[0] == 0: |
| 84 | return | 84 | return |