We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5911a3a commit 9fee57dCopy full SHA for 9fee57d
python/paddle/nn/clip.py
@@ -840,8 +840,12 @@ def async_add_n(var_list):
840
clip_input = paddle.distributed.reshard(
841
clip_input, g.process_mesh, clip_input.placements
842
)
843
- new_grad = paddle.multiply(g, clip_input)
844
- params_and_grads.append((p, new_grad))
+ if g.is_dist() or g.is_dense():
+ g.multiply_(clip_input)
845
+ params_and_grads.append((p, g))
846
+ else:
847
+ new_grad = paddle.multiply(g, clip_input)
848
+ params_and_grads.append((p, new_grad))
849
else:
850
params_and_grads.append((p, g))
851
0 commit comments