Skip to content

Commit c7120f6

Browse files
committed
Update cvt.py
1 parent 63532c2 commit c7120f6

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

timm/models/cvt.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -130,8 +130,8 @@ def __init__(
130130
assert dim % num_heads == 0, 'dim should be divisible by num_heads'
131131
self.num_heads = num_heads
132132
self.head_dim = dim // num_heads
133-
self.scale = self.head_dim ** -0.5
134-
self.fused_attn = use_fused_attn()
133+
self.scale = dim ** -0.5
134+
self.fused_attn = False #use_fused_attn()
135135

136136
self.proj_q = nn.Linear(dim, dim, bias=qkv_bias)
137137
self.proj_k = nn.Linear(dim, dim, bias=qkv_bias)

0 commit comments

Comments
 (0)