Updated to avoid in-place modification errors

michellemli · Dec 22, 2024 · 1b1fd77 · 1b1fd77
1 parent dc16b51
commit 1b1fd77
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/xlstm/blocks/xlstm_block.py b/xlstm/blocks/xlstm_block.py
@@ -74,7 +74,8 @@ def __init__(self, config: xLSTMBlockConfig) -> None:
         self.reset_parameters()
 
     def forward(self, x: torch.Tensor, **kwargs) -> torch.Tensor:
-        x = x + self.xlstm(self.xlstm_norm(x), **kwargs)
+        #x = x + self.xlstm(self.xlstm_norm(x), **kwargs) # Original
+        x = x + self.xlstm(self.xlstm_norm(x.clone()), **kwargs) # Updated to avoid in-place modification errors
         if self.ffn is not None:
             x = x + self.ffn(self.ffn_norm(x), **kwargs)
         return x