Enable fixed fanout calc in EfficientNet/MobileNetV3 weight init by default. Fix #84

Author: rwightman

timm/models/efficientnet_builder.py

@@ -359,15 +359,13 @@ def __call__(self, in_chs, model_block_args):
         return stages
 
 
-def _init_weight_goog(m, n='', fix_group_fanout=False):
+def _init_weight_goog(m, n='', fix_group_fanout=True):
     """ Weight initialization as per Tensorflow official implementations.
 
     Args:
         m (nn.Module): module to init
         n (str): module name
-        fix_group_fanout (bool): enable correct fanout calculation w/ group convs
-
-    FIXME change fix_group_fanout to default to True if experiments show better training results
+        fix_group_fanout (bool): enable correct (matching Tensorflow TPU impl) fanout calculation w/ group convs
 
     Handles layers in EfficientNet, EfficientNet-CondConv, MixNet, MnasNet, MobileNetV3, etc:
     * https://github.com/tensorflow/tpu/blob/master/models/official/mnasnet/mnasnet_model.py