Skip to content

Commit 4f0a847

Browse files
committed
fix typo
1 parent e87277c commit 4f0a847

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

mindone/transformers/models/auto/configuration_auto.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -397,7 +397,7 @@
397397
("hiera", "Hiera"),
398398
("hubert", "Hubert"),
399399
("hunyuan_v1_dense", "HunYuanDenseV1"),
400-
("hunyuan_v1_moe", "HunYuanMoeV1"),
400+
("hunyuan_v1_moe", "HunYuanMoEV1"),
401401
("ibert", "I-BERT"),
402402
("idefics", "IDEFICS"),
403403
("idefics2", "Idefics2"),

mindone/transformers/models/hunyuan_v1_moe/modeling_hunyuan_v1_moe.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -237,7 +237,7 @@ def __init__(self, config: HunYuanMoEV1Config, layer_idx: Optional[int] = None):
237237
def construct(self, hidden_states):
238238
bsz, seq_len, hidden_size = hidden_states.shape
239239
hidden_states = hidden_states.reshape(-1, hidden_size)
240-
if self.wg.weight.dtype == ms.Tensor:
240+
if self.wg.weight.dtype == ms.float32:
241241
hidden_states = hidden_states.float()
242242
logits = self.wg(hidden_states)
243243
return logits

0 commit comments

Comments
 (0)