Remove rectifier before softmax (pytorch#117)

Author: dmitriy-serdyuk

mnist/main.py

@@ -64,7 +64,7 @@ def forward(self, x):
  x = x.view(-1, 320)
  x = F.relu(self.fc1(x))
  x = F.dropout(x, training=self.training)
- x = F.relu(self.fc2(x))
+ x = self.fc2(x)
  return F.log_softmax(x)
 
 model = Net()

mnist_hogwild/main.py

@@ -41,7 +41,7 @@ def forward(self, x):
  x = x.view(-1, 320)
  x = F.relu(self.fc1(x))
  x = F.dropout(x, training=self.training)
- x = F.relu(self.fc2(x))
+ x = self.fc2(x)
  return F.log_softmax(x)
 
 if __name__ == '__main__':