Skip to content

Commit 4e28e34

Browse files
committed
Update dependencyvit.py
1 parent 25a501d commit 4e28e34

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

timm/models/dependencyvit.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -121,7 +121,7 @@ def forward(self, in_tuple: Tuple[torch.Tensor, torch.Tensor]) -> Tuple[torch.Te
121121

122122
prune_mask = attn.detach().sum(1).sum(-1)
123123
#prune_mask = attn.detach().sum(1).abs().sum(-1)
124-
#prune_mask = attn.detach().abs().sum(1).sum(-1)
124+
#prune_mask = attn.detach().abs().sum((1, -1))
125125
#prune_mask = m.reshape(B, N)
126126

127127
x = self.proj(x)

0 commit comments

Comments
 (0)