File tree
16 files changed
+397
-114
lines changed- benchmarks/kernels
- tests/kernels
- moe
- quantization
- vllm
- model_executor/layers
- fused_moe
- mamba/ops
- quantization
- utils
- utils
16 files changed
+397
-114
lines changedLines changed: 3 additions & 0 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
86 | 86 |
| |
87 | 87 |
| |
88 | 88 |
| |
| 89 | + | |
| 90 | + | |
| 91 | + | |
89 | 92 |
| |
90 | 93 |
| |
91 | 94 |
| |
|
Lines changed: 8 additions & 8 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
15 | 15 |
| |
16 | 16 |
| |
17 | 17 |
| |
| 18 | + | |
| 19 | + | |
18 | 20 |
| |
19 |
| - | |
20 |
| - | |
21 |
| - | |
22 |
| - | |
23 |
| - | |
24 |
| - | |
| 21 | + | |
| 22 | + | |
| 23 | + | |
| 24 | + | |
25 | 25 |
| |
26 | 26 |
| |
27 | 27 |
| |
| |||
224 | 224 |
| |
225 | 225 |
| |
226 | 226 |
| |
| 227 | + | |
227 | 228 |
| |
228 | 229 |
| |
229 | 230 |
| |
| |||
238 | 239 |
| |
239 | 240 |
| |
240 | 241 |
| |
241 |
| - | |
242 |
| - | |
| 242 | + | |
243 | 243 |
| |
244 | 244 |
| |
245 | 245 |
| |
|
Lines changed: 5 additions & 0 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
20 | 20 |
| |
21 | 21 |
| |
22 | 22 |
| |
| 23 | + | |
23 | 24 |
| |
24 | 25 |
| |
25 | 26 |
| |
| |||
368 | 369 |
| |
369 | 370 |
| |
370 | 371 |
| |
| 372 | + | |
| 373 | + | |
371 | 374 |
| |
372 | 375 |
| |
373 | 376 |
| |
| |||
423 | 426 |
| |
424 | 427 |
| |
425 | 428 |
| |
| 429 | + | |
| 430 | + | |
426 | 431 |
| |
427 | 432 |
| |
428 | 433 |
| |
|
Lines changed: 8 additions & 47 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
13 | 13 |
| |
14 | 14 |
| |
15 | 15 |
| |
16 |
| - | |
17 |
| - | |
18 |
| - | |
| 16 | + | |
| 17 | + | |
| 18 | + | |
19 | 19 |
| |
20 |
| - | |
21 |
| - | |
22 |
| - | |
23 |
| - | |
24 |
| - | |
25 |
| - | |
| 20 | + | |
26 | 21 |
| |
27 | 22 |
| |
28 |
| - | |
| 23 | + | |
29 | 24 |
| |
30 | 25 |
| |
31 | 26 |
| |
32 | 27 |
| |
33 |
| - | |
34 |
| - | |
35 |
| - | |
36 |
| - | |
37 |
| - | |
38 |
| - | |
39 |
| - | |
40 |
| - | |
41 |
| - | |
42 |
| - | |
43 |
| - | |
44 |
| - | |
45 |
| - | |
46 |
| - | |
47 |
| - | |
48 |
| - | |
49 |
| - | |
50 |
| - | |
51 |
| - | |
52 |
| - | |
53 |
| - | |
54 |
| - | |
55 |
| - | |
56 |
| - | |
57 |
| - | |
58 | 28 |
| |
59 | 29 |
| |
60 | 30 |
| |
| |||
111 | 81 |
| |
112 | 82 |
| |
113 | 83 |
| |
114 |
| - | |
| 84 | + | |
115 | 85 |
| |
116 | 86 |
| |
117 | 87 |
| |
| |||
155 | 125 |
| |
156 | 126 |
| |
157 | 127 |
| |
158 |
| - | |
159 |
| - | |
160 |
| - | |
161 |
| - | |
162 |
| - | |
163 |
| - | |
164 |
| - | |
165 |
| - | |
166 |
| - | |
167 |
| - | |
168 |
| - | |
| 128 | + | |
| 129 | + | |
169 | 130 |
| |
170 | 131 |
| |
171 | 132 |
| |
|
Lines changed: 11 additions & 16 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
8 | 8 |
| |
9 | 9 |
| |
10 | 10 |
| |
11 |
| - | |
12 |
| - | |
| 11 | + | |
13 | 12 |
| |
14 | 13 |
| |
15 |
| - | |
| 14 | + | |
| 15 | + | |
16 | 16 |
| |
17 |
| - | |
18 |
| - | |
19 |
| - | |
20 |
| - | |
21 |
| - | |
22 |
| - | |
23 |
| - | |
| 17 | + | |
| 18 | + | |
| 19 | + | |
24 | 20 |
| |
25 | 21 |
| |
26 | 22 |
| |
| |||
106 | 102 |
| |
107 | 103 |
| |
108 | 104 |
| |
109 |
| - | |
| 105 | + | |
| 106 | + | |
110 | 107 |
| |
111 | 108 |
| |
112 | 109 |
| |
| |||
120 | 117 |
| |
121 | 118 |
| |
122 | 119 |
| |
123 |
| - | |
124 |
| - | |
125 |
| - | |
| 120 | + | |
126 | 121 |
| |
127 | 122 |
| |
128 | 123 |
| |
| |||
132 | 127 |
| |
133 | 128 |
| |
134 | 129 |
| |
135 |
| - | |
| 130 | + | |
136 | 131 |
| |
137 | 132 |
| |
138 | 133 |
| |
139 | 134 |
| |
140 | 135 |
| |
141 | 136 |
| |
142 |
| - | |
| 137 | + | |
143 | 138 |
| |
144 | 139 |
| |
145 | 140 |
| |
|
Lines changed: 9 additions & 12 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
11 | 11 |
| |
12 | 12 |
| |
13 | 13 |
| |
| 14 | + | |
14 | 15 |
| |
15 | 16 |
| |
16 | 17 |
| |
| |||
271 | 272 |
| |
272 | 273 |
| |
273 | 274 |
| |
274 |
| - | |
275 | 275 |
| |
276 | 276 |
| |
277 | 277 |
| |
| |||
289 | 289 |
| |
290 | 290 |
| |
291 | 291 |
| |
292 |
| - | |
293 |
| - | |
294 |
| - | |
295 |
| - | |
296 |
| - | |
297 |
| - | |
| 292 | + | |
| 293 | + | |
| 294 | + | |
| 295 | + | |
298 | 296 |
| |
299 | 297 |
| |
300 | 298 |
| |
301 | 299 |
| |
302 |
| - | |
303 |
| - | |
304 |
| - | |
305 |
| - | |
306 |
| - | |
| 300 | + | |
| 301 | + | |
| 302 | + | |
| 303 | + |
Lines changed: 11 additions & 11 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
14 | 14 |
| |
15 | 15 |
| |
16 | 16 |
| |
17 |
| - | |
18 |
| - | |
| 17 | + | |
19 | 18 |
| |
| 19 | + | |
| 20 | + | |
20 | 21 |
| |
21 | 22 |
| |
22 | 23 |
| |
| |||
127 | 128 |
| |
128 | 129 |
| |
129 | 130 |
| |
130 |
| - | |
131 | 131 |
| |
132 | 132 |
| |
133 | 133 |
| |
| |||
164 | 164 |
| |
165 | 165 |
| |
166 | 166 |
| |
167 |
| - | |
168 |
| - | |
| 167 | + | |
| 168 | + | |
169 | 169 |
| |
170 | 170 |
| |
171 | 171 |
| |
172 | 172 |
| |
173 |
| - | |
174 |
| - | |
175 |
| - | |
176 |
| - | |
| 173 | + | |
| 174 | + | |
| 175 | + | |
| 176 | + | |
177 | 177 |
| |
178 |
| - | |
179 |
| - | |
| 178 | + | |
| 179 | + | |
180 | 180 |
| |
181 | 181 |
| |
182 | 182 |
| |
|
Lines changed: 9 additions & 3 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
34 | 34 |
| |
35 | 35 |
| |
36 | 36 |
| |
| 37 | + | |
37 | 38 |
| |
38 | 39 |
| |
39 | 40 |
| |
| |||
1171 | 1172 |
| |
1172 | 1173 |
| |
1173 | 1174 |
| |
| 1175 | + | |
| 1176 | + | |
| 1177 | + | |
| 1178 | + | |
1174 | 1179 |
| |
1175 |
| - | |
1176 |
| - | |
| 1180 | + | |
| 1181 | + | |
| 1182 | + | |
| 1183 | + | |
1177 | 1184 |
| |
1178 | 1185 |
| |
1179 | 1186 |
| |
| |||
1363 | 1370 |
| |
1364 | 1371 |
| |
1365 | 1372 |
| |
1366 |
| - | |
1367 | 1373 |
| |
1368 | 1374 |
| |
1369 | 1375 |
| |
|
Lines changed: 0 additions & 1 deletion
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
48 | 48 |
| |
49 | 49 |
| |
50 | 50 |
| |
51 |
| - | |
52 | 51 |
| |
53 | 52 |
| |
54 | 53 |
| |
|
Lines changed: 5 additions & 2 deletions
Original file line number | Diff line number | Diff line change | |
---|---|---|---|
| |||
9 | 9 |
| |
10 | 10 |
| |
11 | 11 |
| |
| 12 | + | |
12 | 13 |
| |
13 | 14 |
| |
14 | 15 |
| |
| |||
102 | 103 |
| |
103 | 104 |
| |
104 | 105 |
| |
105 |
| - | |
| 106 | + | |
| 107 | + | |
106 | 108 |
| |
107 | 109 |
| |
108 | 110 |
| |
| |||
132 | 134 |
| |
133 | 135 |
| |
134 | 136 |
| |
135 |
| - | |
| 137 | + | |
| 138 | + | |
136 | 139 |
| |
137 | 140 |
| |
138 | 141 |
| |
|
0 commit comments