1 files changed, 1 insertions, 1 deletions

diff --git a/models/sparse.py b/models/sparse.py
index 8910316..d706db5 100644
--- a/models/sparse.py
+++ b/models/sparse.py
@@ -11,7 +11,7 @@ class PseudoSparseEmbedding(nn.Module):
         self.embedding_dim = embedding_dim
         self.dtype = dtype
         self.params = nn.ParameterList()
-        self.mapping = torch.zeros(0, device=device, dtype=torch.long)
+        self.register_buffer('mapping', torch.zeros(0, device=device, dtype=torch.long))
 
     def forward(self, input_ids: torch.LongTensor):
         ids = self.mapping[input_ids.to(self.mapping.device)]