Merge pull request #7269 from emailweixu/calc_gradient

Calculating gradients for partial graph

Author: JiayiFeng

paddle/framework/grad_op_desc_maker.h

@@ -87,7 +87,11 @@ class GradOpDescMakerBase {
  auto onames = this->Output(name);
  ret_val.reserve(onames.size());
  std::transform(onames.begin(), onames.end(), std::back_inserter(ret_val),
- GradVarName);
+ [this](const std::string& fwd_var_name) -> std::string {
+ auto g_name = GradVarName(fwd_var_name);
+ (*this->grad_to_var_)[g_name] = fwd_var_name;
+ return g_name;
+ });
  return ret_val;
  }
 

paddle/framework/op_desc.h

@@ -129,7 +129,7 @@ class OpDesc {
  }
 
  proto::OpDesc desc_;
- // input arg name => output variable names
+ // input arg name => input variable names
  VariableNameMap inputs_;
  // output arg name => output variable names
  VariableNameMap outputs_;

paddle/operators/norm_op.cc

@@ -39,7 +39,7 @@ class NormOpMaker : public framework::OpProtoAndCheckerMaker {
  "M = C * H * W");
  AddComment(R"DOC(
  "Input shape: $(N, C, H, W)$
- Sclae shape: $(C, 1)$
+ Scale shape: $(C, 1)$
  Output shape: $(N, C, H, W)$
  Where
  forward

paddle/operators/norm_op.h

@@ -66,7 +66,7 @@ class NormKernel : public framework::OpKernel<T> {
  context.GetPlace());
  auto tmp = framework::EigenVector<T, Eigen::RowMajor,
  Eigen::DenseIndex>::Flatten(tmp_tensor);
- // get colsum  and sqrt , inverse
+ // get colsum and sqrt , inverse
  auto dim = Eigen::array<int, 1>({{0}});
  tmp.device(*place) = x_square_batch_eigen.sum(dim);
  tmp.device(*place) = (tmp + epsilon).sqrt().inverse();