【Hackathon 6th Fundable Projects 3 No.132】fetch_barrier (#65118)

* Fix

* Fix

* Fix

* Fix

* Fix

Author: co63oc

paddle/fluid/operators/pscore/fetch_barrier_op.cc

@@ -1392,6 +1392,11 @@ void FillAnyLikeInferMeta(const MetaTensor& x,
   out->share_lod(x);
 }
 
+void FetchBarrierInferMeta(const std::vector<const MetaTensor*>& x,
+                           int trainer_id,
+                           const std::vector<std::string>& endpoints,
+                           std::vector<MetaTensor*> out) {}
+
 void FillDiagonalInferMeta(
     const MetaTensor& x, float value, int offset, bool wrap, MetaTensor* out) {
   PADDLE_ENFORCE_NE(

paddle/phi/infermeta/unary.cc

@@ -257,6 +257,11 @@ void FakeQuantizeAbsMaxInferMeta(const MetaTensor& x,
                                  MetaTensor* out,
                                  MetaTensor* out_scale);
 
+void FetchBarrierInferMeta(const std::vector<const MetaTensor*>& x,
+                           int trainer_id,
+                           const std::vector<std::string>& endpoints,
+                           std::vector<MetaTensor*> out);
+
 void FillAnyLikeInferMeta(const MetaTensor& x,
                           const Scalar& value,
                           DataType dtype,

paddle/phi/infermeta/unary.h

@@ -0,0 +1,29 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/backends/cpu/cpu_context.h"
+#include "paddle/phi/common/data_type.h"
+#include "paddle/phi/core/kernel_registry.h"
+#include "paddle/phi/kernels/impl/fetch_barrier_kernel_impl.h"
+
+PD_REGISTER_KERNEL(fetch_barrier,
+                   CPU,
+                   ALL_LAYOUT,
+                   phi::FetchBarrierKernel,
+                   float,
+                   double,
+                   int,
+                   int64_t,
+                   phi::dtype::complex<float>,
+                   phi::dtype::complex<double>) {}

paddle/phi/kernels/cpu/fetch_barrier_kernel.cc

@@ -0,0 +1,30 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "paddle/phi/backends/gpu/gpu_context.h"
+#include "paddle/phi/common/data_type.h"
+#include "paddle/phi/core/kernel_registry.h"
+#include "paddle/phi/kernels/impl/fetch_barrier_kernel_impl.h"
+
+PD_REGISTER_KERNEL(fetch_barrier,
+                   GPU,
+                   ALL_LAYOUT,
+                   phi::FetchBarrierKernel,
+                   float,
+                   double,
+                   int,
+                   int64_t,
+                   phi::dtype::float16,
+                   phi::dtype::complex<float>,
+                   phi::dtype::complex<double>) {}

paddle/phi/kernels/gpu/fetch_barrier_kernel.cu

@@ -0,0 +1,31 @@
+// Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#pragma once
+
+#include "glog/logging.h"
+#include "paddle/phi/core/dense_tensor.h"
+#include "paddle/utils/optional.h"
+
+namespace phi {
+template <typename T, typename Context>
+void FetchBarrierKernel(
+    const Context &dev_ctx,
+    const paddle::optional<std::vector<const DenseTensor *>> &x UNUSED,
+    int trainer_id UNUSED,
+    const std::vector<std::string> &endpoints UNUSED,
+    std::vector<DenseTensor *> out UNUSED) {
+  VLOG(5) << "FetchBarrier Sync, do not need now";
+}
+}  // namespace phi

paddle/phi/kernels/impl/fetch_barrier_kernel_impl.h

@@ -279,6 +279,15 @@
     param : [num_rows, num_columns, dtype]
     data_type : dtype
 
+- op : fetch_barrier
+  args: (Tensor[] x, int trainer_id = 0, str[] endpoints = {"127.0.0.1:6164"})
+  output: Tensor[] (out){x.size()}
+  infer_meta:
+    func: FetchBarrierInferMeta
+  kernel:
+    func: fetch_barrier
+  optional: x
+
 - op : flatten2
   args: (Tensor x, int axis = 1)
   output: Tensor (out), Tensor (x_shape)

paddle/phi/ops/yaml/legacy/static_ops.yaml

@@ -1238,6 +1238,12 @@
 - op : feed
   outputs: {out: Out}
 
+- op : fetch_barrier
+  inputs:
+    x : X
+  outputs:
+    out : Out
+
 - op : fft_c2c
   inputs: {x: X}
   outputs: {out: Out}