Skip to content

Commit 1f9d001

Browse files
committed
benchmark: add hunyuan in moe benchmark
Signed-off-by: Asher Zhang <asherszhang@tencent.com>
1 parent 313568d commit 1f9d001

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

benchmarks/kernels/benchmark_moe.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -586,6 +586,11 @@ def main(args: argparse.Namespace):
586586
topk = config.num_experts_per_tok
587587
intermediate_size = config.moe_intermediate_size
588588
shard_intermediate_size = 2 * intermediate_size // args.tp_size
589+
elif config.architectures[0] in ("HunYuanMoEV1ForCausalLM"):
590+
E = config.num_experts
591+
topk = config.moe_topk[0]
592+
intermediate_size = config.moe_intermediate_size[0]
593+
shard_intermediate_size = 2 * intermediate_size // args.tp_size
589594
else:
590595
# Support for llama4
591596
config = config.get_text_config()

0 commit comments

Comments
 (0)