handle nn.init.orthogonal_ for pytorch v4

flennerhag · May 24, 2018 · f408acc · f408acc
1 parent e938af1
commit f408acc
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/alstm/alstm.py b/alstm/alstm.py
@@ -95,8 +95,10 @@ def __init__(self, input_size, hidden_size, use_bias=True):
 
     def reset_parameters(self):
         """Initialization of parameters"""
-        nn.init.orthogonal(self.weight_ih)
-        nn.init.orthogonal(self.weight_hh)
+        # Hack for handling PyTorch v4 moving to orthogonal_
+        f = getattr(torch.nn.init, 'orthogonal_', torch.nn.init.orthogonal)
+        f(self.weight_ih)
+        f(self.weight_hh)
         if self.use_bias:
             self.bias.data.zero_()
             # Forget gate bias initialization