remove useless code

Author: ccsuzzh

paddle/fluid/framework/details/CMakeLists.txt

@@ -22,7 +22,6 @@ set(op_handle_srcs
     share_tensor_buffer_functor.cc
     computation_op_handle.cc
     share_tensor_buffer_op_handle.cc
-    multi_devices_helper.cc
     variable_visitor.cc
     eager_deletion_op_handle.cc)
 
@@ -78,7 +77,6 @@ set(IR_PASS_DEPS
     multi_batch_merge_pass
     fuse_relu_depthwise_conv_pass
     lock_free_optimize_pass
-    sequential_execution_pass
     add_reader_dependency_pass
     modify_op_lock_and_record_event_pass
     coalesce_grad_tensor_pass

paddle/fluid/framework/details/build_strategy.cc

@@ -30,16 +30,6 @@ PD_DECLARE_bool(use_cinn);
 
 namespace paddle::framework::details {
 
-static inline bool SeqOnlyAllReduceOps(const BuildStrategy &strategy) {
-  // Should fix the allreduce op order if scheduling
-  // them in multiple threads or processes to avoid hang.
-  // NOTE: ParallelGraph would execute this pass on each graph, so
-  // don't need to append it here.
-  return (!strategy.enable_sequential_execution_ &&
-          strategy.num_trainers_ > 1) &&
-         !strategy.enable_parallel_graph_;
-}
-
 static inline void ConvertDefaultValue(paddle::optional<bool> *default_value) {
   if (*default_value == paddle::none) {
     *default_value = true;
@@ -62,8 +52,6 @@ class ParallelExecutorPassBuilder : public ir::PassBuilder {
     }
 #endif
 
-    AppendPassWithCheck(strategy_.enable_sequential_execution_,
-                        "sequential_execution_pass");
     AppendPassWithCheck(strategy_.sync_batch_norm_, "sync_batch_norm_pass");
 
     AppendOpFusePasses();
@@ -225,9 +213,6 @@ class ParallelExecutorPassBuilder : public ir::PassBuilder {
       case BuildStrategy::ReduceStrategy::kReduce:
         multi_devices_pass = AppendPass("reduce_mode_multi_devices_pass").get();
         break;
-      case BuildStrategy::ReduceStrategy::kNoReduce:
-        multi_devices_pass = AppendPass("no_reduce_multi_devices_pass").get();
-        break;
       default:
         PADDLE_THROW(
             platform::errors::Unimplemented("Unknown reduce strategy."));
@@ -350,9 +335,6 @@ ir::Graph *BuildStrategy::Apply(ir::Graph *graph,
     } else if (pass->Type() == "coalesce_grad_tensor_pass") {
       pass->Erase(kNRanks);
       pass->Set<size_t>(kNRanks, new size_t(nranks));
-    } else if (pass->Type() == "sequential_execution_pass") {
-      LOG(INFO) << "set enable_sequential_execution:"
-                << enable_sequential_execution_;
     } else if (pass->Type() == "fuse_relu_depthwise_conv_pass") {
       if (use_device != p::kCUDA) {
         VLOG(1) << "fuse_relu_depthwise_conv_pass is only supported on "
@@ -405,10 +387,8 @@ USE_PASS(fuse_bn_act_pass);
 USE_PASS(fuse_bn_add_act_pass);
 USE_PASS(graph_viz_pass);
 USE_PASS(multi_batch_merge_pass);
-USE_PASS(no_reduce_multi_devices_pass);
 USE_PASS(reduce_mode_multi_devices_pass);
 USE_PASS(all_reduce_mode_multi_devices_pass);
-USE_PASS(sequential_execution_pass);
 USE_PASS(modify_op_lock_and_record_event_pass);
 USE_PASS(lock_free_optimize_pass);
 USE_PASS(coalesce_grad_tensor_pass);

paddle/fluid/framework/details/build_strategy.h

@@ -91,18 +91,11 @@ struct BuildStrategy {
   // all the backward ops are finished before running the optimization
   // ops. It might make the training speed of data parallelism faster.
   bool enable_backward_optimizer_op_deps_{true};
-  // TODO(dev-paddle): enable_sequential_execution depends on
-  // kStaleProgramOpDescs, it is not appropriate, because kStaleProgramOpDescs
-  // will be removed in the near future.
-  bool enable_sequential_execution_{false};
   bool remove_unnecessary_lock_{true};
   // TODO(dev-paddle): cache_runtime_context may cause some models to hang up
   // while running.
   bool cache_runtime_context_{false};
 
-  // Fix the op run order.
-  bool fix_op_run_order_{false};
-
   // Lowering sub-graph into cinn ops.
   bool build_cinn_pass_{false};
 
@@ -251,13 +244,10 @@ inline std::ostream &operator<<(std::ostream &os,
   os << "debug_graphviz_path_: " << strategy.debug_graphviz_path_ << std::endl;
   os << "enable_backward_optimizer_op_deps_: "
      << strategy.enable_backward_optimizer_op_deps_ << std::endl;
-  os << "enable_sequential_execution_: "
-     << strategy.enable_sequential_execution_ << std::endl;
   os << "remove_unnecessary_lock_: " << strategy.remove_unnecessary_lock_
      << std::endl;
   os << "cache_runtime_context_: " << strategy.cache_runtime_context_
      << std::endl;
-  os << "fix_op_run_order_: " << strategy.fix_op_run_order_ << std::endl;
   os << "fuse_bn_act_ops_: " << strategy.fuse_bn_act_ops_ << std::endl;
   os << "fuse_bn_add_act_ops_: " << strategy.fuse_bn_add_act_ops_ << std::endl;
   os << "fuse_elewise_add_act_ops_: " << strategy.fuse_elewise_add_act_ops_