Skip to content

Commit 1474331

Browse files
committed
Update dependencyvit.py
1 parent 72faca1 commit 1474331

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

timm/models/dependencyvit.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ def __init__(
4848
self.scale = self.head_dim ** -0.5
4949
self.track_dependency_mask = False
5050
self.dependency_mask = None
51-
self.head_selector_temperature = 0.1 # appendix D.1, causes nan when 0.1, 0 when 10.0
51+
self.head_selector_temperature = 1.0 # appendix D.1, causes nan when 0.1, 0 when 10.0
5252

5353
self.head_selector = nn.Linear(dim, num_heads)
5454

0 commit comments

Comments
 (0)