Indexing fix for fused GRU/LSTM kernels when all tensors are not contiguous. (pytorch#1325)

Author: csarofeen

torch/nn/_functions/thnn/rnnFusedPointwise.py

@@ -11,6 +11,12 @@ def forward(self, input_gate, hidden_gate, hx, ibias=None, hbias=None):
  if self.backend is None:
  self.backend = type2backend[type(input_gate)]
  hy = input_gate.new()
+ if ibias is not None:
+ if ibias.dim() == 1:
+ ibias.unsqueeze_(0)
+ if hbias.dim() == 1:
+ hbias.unsqueeze_(0)
+
  self.backend.GRUFused_updateOutput(
  self.backend.library_state,
  input_gate, hidden_gate, ibias, hbias, hx, hy)
@@ -44,6 +50,11 @@ def forward(self, input_gate, hidden_gate, cx, ibias=None, hbias=None):
  self.backend = type2backend[type(input_gate)]
  hy = input_gate.new()
  cy = input_gate.new()
+ if ibias is not None:
+ if ibias.dim() == 1:
+ ibias.unsqueeze_(0)
+ if hbias.dim() == 1:
+ hbias.unsqueeze_(0)
  self.backend.LSTMFused_updateOutput(
  self.backend.library_state,
  input_gate, hidden_gate,