cherry pick 8fc88d6

Signed-off-by: tjtanaavllm <tunjian.tan@amd.com>

Author: tjtanaavllm

benchmarks/kernels/benchmark_moe.py

@@ -554,9 +554,8 @@ def main(args: argparse.Namespace):
         intermediate_size = config.moe_intermediate_size
         shard_intermediate_size = 2 * intermediate_size // args.tp_size
     else:
-        if not hasattr(config, "hidden_size"):
-            # Support for llama4
-            config = config.text_config
+        # Support for llama4
+        config = config.text_config
         # Default: Mixtral.
         E = config.num_local_experts
         topk = config.num_experts_per_tok