File tree Expand file tree Collapse file tree 2 files changed +7
-7
lines changed
csrc/quantization/machete Expand file tree Collapse file tree 2 files changed +7
-7
lines changed Original file line number Diff line number Diff line change 96
96
([1408 , 2048 ], 0 ),
97
97
],
98
98
"CohereLabs/c4ai-command-a-03-2025" : [
99
- ([12288 , 73728 ], 1 ), # gate_up_proj
100
- ([36864 , 12288 ], 0 ), # down_proj
101
- ([12288 , 14336 ], 1 ), # qkv_proj
102
- ([12288 , 12288 ], 0 ), # o_proj
99
+ ([12288 , 73728 ], 1 ), # gate_up_proj
100
+ ([36864 , 12288 ], 0 ), # down_proj
101
+ ([12288 , 14336 ], 1 ), # qkv_proj
102
+ ([12288 , 12288 ], 0 ), # o_proj
103
103
],
104
104
}
Original file line number Diff line number Diff line change 191
191
{{DataTypeTag[t.b_group_zeropoint]}}, // GroupZeroT
192
192
{{DataTypeTag[t.b_channel_scale]}}, // ChannelScaleT
193
193
{{DataTypeTag[t.a_token_scale]}}, // TokenScaleT
194
- // cutlass::gemm::KernelTmaWarpSpecializedCooperative, // moved to schedule config
195
194
Sch>;
196
195
197
196
{% for sch in schs %}
@@ -520,11 +519,12 @@ def generate():
520
519
# Heuristic is currently tuned for H100s
521
520
default_heuristic = [
522
521
(
523
- cond , ScheduleConfig (
522
+ cond ,
523
+ ScheduleConfig (
524
524
* tile_config ,
525
525
** sch_config_overrides .get (cond ,
526
526
sch_common_params ) # type: ignore
527
- )) for cond , tile_config in default_tile_heuristic_config .items ()
527
+ )) for cond , tile_config in default_tile_heuristic_config .items ()
528
528
]
529
529
530
530
def get_unique_schedules (heuristic : dict [str , ScheduleConfig ]):
You can’t perform that action at this time.
0 commit comments