Migrate process_group to phi [fluid_ops] (#67243)

* Fix

* Fix

* Fix

* Fix

* Fix

Author: co63oc

paddle/fluid/distributed/collective/CMakeLists.txt

@@ -1,63 +1,4 @@
-cc_library(
-  process_group
-  SRCS process_group.cc
-  DEPS phi common xxhash)
-
 cc_library(
   eager_reducer
   SRCS reducer.cc
-  DEPS eager_api process_group phi common string_helper)
-
-if(WITH_DISTRIBUTE)
-  cc_library(
-    process_group_gloo
-    SRCS process_group_gloo.cc gloo_send_recv.cc
-    DEPS phi common eager_api gloo_wrapper)
-endif()
-
-if(WITH_NCCL OR WITH_RCCL)
-  cc_library(
-    process_group_nccl
-    SRCS process_group_nccl.cc common.cc
-    DEPS process_group phi common collective_helper device_context
-         ${DEVICE_EVENT_LIBS})
-
-  cc_library(
-    async_load
-    SRCS async_load.cc
-    DEPS device_context phi common ${DEVICE_EVENT_LIBS})
-
-endif()
-
-if(WITH_XPU_BKCL)
-  cc_library(
-    process_group_bkcl
-    SRCS process_group_bkcl.cc bkcl_tools.cc common.cc
-    DEPS process_group phi common collective_helper device_context)
-endif()
-
-if(WITH_MPI)
-  cc_library(
-    process_group_mpi
-    SRCS process_group_mpi.cc mpi_tools.cc common.cc
-    DEPS collective_helper device_context)
-endif()
-
-if(WITH_CUSTOM_DEVICE)
-  cc_library(
-    process_group_custom
-    SRCS process_group_custom.cc custom_ccl_tools.cc common.cc
-    DEPS process_group phi common collective_helper device_context)
-endif()
-
-set(COMM_UTILS_DEPS process_group)
-if(WITH_NCCL OR WITH_RCCL)
-  set(COMM_UTILS_DEPS ${PROCESS_GROUP_UTILS_DEPS} process_group_nccl)
-endif()
-if(WITH_CUSTOM_DEVICE)
-  set(COMM_UTILS_DEPS ${PROCESS_GROUP_UTILS_DEPS} process_group_custom)
-endif()
-cc_library(
-  processgroup_comm_utils
-  SRCS processgroup_comm_utils.cc
-  DEPS ${COMM_UTILS_DEPS})
+  DEPS eager_api phi common string_helper)

paddle/fluid/distributed/collective/process_group.cc

@@ -1,4 +1,4 @@
-// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
@@ -14,55 +14,4 @@
 
 #pragma once
 
-#include <chrono>
-#include <memory>
-#include <optional>
-#include <string>
-#include <unordered_map>
-#include <vector>
-
-#include "paddle/common/errors.h"
-#include "paddle/phi/core/dense_tensor.h"
-#include "paddle/phi/core/device_context.h"
 #include "paddle/phi/core/distributed/collective/process_group.h"
-#include "paddle/phi/core/distributed/types.h"
-#include "paddle/phi/core/distributed/utils.h"
-#include "paddle/phi/core/enforce.h"
-
-namespace paddle {
-namespace distributed {
-
-using phi::distributed::AllreduceOptions;
-using phi::distributed::BarrierOptions;
-using phi::distributed::BroadcastOptions;
-using phi::distributed::CommType;
-using phi::distributed::GatherOptions;
-using phi::distributed::GetPartialTensor;
-using phi::distributed::ReduceOp;
-using phi::distributed::ReduceOptions;
-using phi::distributed::ReduceScatterOptions;
-using phi::distributed::ScatterOptions;
-constexpr int kIgnoreId = -1;
-
-using phi::distributed::ProcessGroup;
-using phi::distributed::ProcessGroupIdMap;
-using phi::distributed::ProcessGroupMapFromGid;
-
-static void CheckTensorContiguous(const phi::DenseTensor& tensor) {
-  if (!tensor.meta().is_contiguous()) {
-    PADDLE_THROW(
-        common::errors::InvalidArgument("The tensor must be contiguous"));
-  }
-}
-
-static void CheckTensorContiguous(const std::vector<phi::DenseTensor>& inputs) {
-  for (const auto& tensor : inputs) {
-    if (!tensor.meta().is_contiguous()) {
-      PADDLE_THROW(
-          common::errors::InvalidArgument("The tensor must be contiguous"));
-    }
-  }
-}
-
-}  //  namespace distributed
-}  //  namespace paddle