Skip to content

Commit

Permalink
use inplace multiply in grad_clip
Browse files Browse the repository at this point in the history
  • Loading branch information
Waynezee committed Mar 9, 2025
1 parent bcfa081 commit cf9baa1
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions python/paddle/nn/clip.py
Original file line number Diff line number Diff line change
Expand Up @@ -824,8 +824,8 @@ def async_add_n(var_list):
clip_input = paddle.distributed.reshard(
clip_input, g.process_mesh, clip_input.placements
)
new_grad = paddle.multiply(g, clip_input)
params_and_grads.append((p, new_grad))
g.multiply_(clip_input)
params_and_grads.append((p, g))
else:
params_and_grads.append((p, g))

Expand Down Expand Up @@ -1089,8 +1089,8 @@ def async_add_n(var_list):
),
)

new_grad = paddle.multiply(g, clip_input)
params_and_grads.append((p, new_grad))
g.multiply_(clip_input)
params_and_grads.append((p, g))
else:
params_and_grads.append((p, g))

Expand Down

0 comments on commit cf9baa1

Please sign in to comment.