Skip to content

Commit 543be8f

Browse files
authored
Merge pull request #291 from HydrogenSulfate/fix_ZeroDim_in_tests
reshape norm output to 0-D tensor manually
2 parents d739ace + d91ea1b commit 543be8f

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

paddlescience/network/grad_norm.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -84,8 +84,8 @@ def get_grad_norm_loss(self, losses):
8484
norms = []
8585
for i in range(losses.shape[0]):
8686
grad = paddle.autograd.grad(losses[i], W, retain_graph=True)
87-
norms.append(paddle.norm(self.loss_weights[i] * grad[0], p=2))
88-
norms = paddle.concat(norms)
87+
norms.append(paddle.norm(self.loss_weights[i] * grad[0], p=2).reshape([]))
88+
norms = paddle.stack(norms)
8989

9090
# calculate the inverse train rate
9191
loss_ratio = losses.numpy() / self.initial_losses

0 commit comments

Comments
 (0)