File tree Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Original file line number Diff line number Diff line change @@ -259,16 +259,17 @@ def __init__(
259
259
in_features ,
260
260
hidden_features ,
261
261
act_layer = 'gelu' ,
262
+ bias = True ,
262
263
drop = 0.0 ,
263
264
):
264
265
super ().__init__ ()
265
266
norm_layer = partial (get_norm_layer ('layernorm' ), eps = 1e-6 )
266
267
267
268
self .norm = norm_layer (in_features )
268
- self .w0 = nn .Linear (in_features , hidden_features )
269
+ self .w0 = nn .Linear (in_features , hidden_features , bias = bias )
269
270
self .act = create_act_layer (act_layer )
270
- self .w1 = nn .Linear (in_features , hidden_features )
271
- self .w2 = nn .Linear (hidden_features , in_features )
271
+ self .w1 = nn .Linear (in_features , hidden_features , bias = bias )
272
+ self .w2 = nn .Linear (hidden_features , in_features , bias = bias )
272
273
273
274
def forward (self , x ):
274
275
x = self .norm (x )
You can’t perform that action at this time.
0 commit comments