We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 313568d commit 1f9d001Copy full SHA for 1f9d001
benchmarks/kernels/benchmark_moe.py
@@ -586,6 +586,11 @@ def main(args: argparse.Namespace):
586
topk = config.num_experts_per_tok
587
intermediate_size = config.moe_intermediate_size
588
shard_intermediate_size = 2 * intermediate_size // args.tp_size
589
+ elif config.architectures[0] in ("HunYuanMoEV1ForCausalLM"):
590
+ E = config.num_experts
591
+ topk = config.moe_topk[0]
592
+ intermediate_size = config.moe_intermediate_size[0]
593
+ shard_intermediate_size = 2 * intermediate_size // args.tp_size
594
else:
595
# Support for llama4
596
config = config.get_text_config()
0 commit comments