Skip to content

Commit 73dcda9

Browse files
committed
Update dependencyvit.py
1 parent 8212e96 commit 73dcda9

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

timm/models/dependencyvit.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -124,8 +124,8 @@ def forward(self, in_tuple: Tuple[torch.Tensor, torch.Tensor]) -> Tuple[torch.Te
124124
#prune_mask = attn.detach().abs().sum((1, -1))
125125
#prune_mask = attn.sum(1).sum(-1)
126126
#prune_mask = attn.sum(1).abs().sum(-1)
127-
prune_mask = attn.abs().sum((1, -1))
128-
#prune_mask = m.reshape(B, N)
127+
#prune_mask = attn.abs().sum((1, -1))
128+
prune_mask = m.reshape(B, N)
129129

130130
x = self.proj(x)
131131
x = self.proj_drop(x)

0 commit comments

Comments
 (0)