Fix codes

Author: JamesLim-sy

paddle/fluid/framework/operator.cc

@@ -1562,9 +1562,9 @@ void OperatorWithKernel::ParseInputDataType(
   proto::VarType::Type default_data_type =
       static_cast<proto::VarType::Type>(-1);
   const std::vector<Variable*> vars = ctx.MultiInputVar(name);
-  if (vars.size() == 161) {
-    std::cout << "vars.size(): " << vars.size() << std::endl;
-  }
+  // if (vars.size() == 161) {
+  //   std::cout << "vars.size(): " << vars.size() << std::endl;
+  // }
   for (size_t i = 0; i < vars.size(); ++i) {
     const Variable* var = vars[i];
     if (var != nullptr) {
@@ -1592,13 +1592,13 @@ void OperatorWithKernel::ParseInputDataType(
                 Type(), name, ctx.InputNames(name).at(i)));
         proto::VarType::Type tmp = t->type();
 
-        int a = static_cast<int>(default_data_type);
-        int b = static_cast<int>(*data_type);
-        int c = static_cast<int>(tmp);
-        std::cout << i << "th op." << std::endl;
-        std::cout << "default_data_type :" << a << std::endl;
-        std::cout << "data_type :" << b << std::endl;
-        std::cout << "tmp_type  :" << c << std::endl;
+        // int a = static_cast<int>(default_data_type);
+        // int b = static_cast<int>(*data_type);
+        // int c = static_cast<int>(tmp);
+        // std::cout << i << "th op." << std::endl;
+        // std::cout << "default_data_type :" << a << std::endl;
+        // std::cout << "data_type :" << b << std::endl;
+        // std::cout << "tmp_type  :" << c << std::endl;
 
         PADDLE_ENFORCE(
             tmp == *data_type || *data_type == default_data_type,

paddle/fluid/operators/optimizers/lars_momentum_op.cc

@@ -167,6 +167,10 @@ class LarsMomentumOpMaker : public framework::OpProtoAndCheckerMaker {
                   "(bool, default false) "
                   "Whether to use multi-precision during weight updating.")
         .SetDefault(false);
+    AddAttr<bool>("merge_operation",
+                  "(bool, default false) "
+                  "Whether to merge all lars optimizer into one kernel.")
+        .SetDefault(false);
     AddAttr<float>(
         "rescale_grad",
         "(float, default 1.0) Multiply the gradient with `rescale_grad`"