@@ -3317,7 +3317,7 @@ typedef void (*ggml_sycl_op_flatten_t)(const ggml_tensor *src0,
3317
3317
#define QK4_0 32
3318
3318
#define QR4_0 2
3319
3319
#define QI4_0 (QK4_0 / (4 * QR4_0))
3320
- typedef struct dpct_type_471834 {
3320
+ typedef struct dpct_type_block_q4_0 {
3321
3321
sycl::half d; // delta
3322
3322
uint8_t qs[QK4_0 / 2]; // nibbles / quants
3323
3323
} block_q4_0;
@@ -3326,7 +3326,7 @@ static_assert(sizeof(block_q4_0) == sizeof(ggml_fp16_t) + QK4_0 / 2, "wrong q4_0
3326
3326
#define QK4_1 32
3327
3327
#define QR4_1 2
3328
3328
#define QI4_1 (QK4_1 / (4 * QR4_1))
3329
- typedef struct dpct_type_143705 {
3329
+ typedef struct dpct_type_block_q4_1 {
3330
3330
sycl::half2 dm; // dm.x = delta, dm.y = min
3331
3331
uint8_t qs[QK4_1 / 2]; // nibbles / quants
3332
3332
} block_q4_1;
@@ -3335,7 +3335,7 @@ static_assert(sizeof(block_q4_1) == sizeof(ggml_fp16_t) * 2 + QK4_1 / 2, "wrong
3335
3335
#define QK5_0 32
3336
3336
#define QR5_0 2
3337
3337
#define QI5_0 (QK5_0 / (4 * QR5_0))
3338
- typedef struct dpct_type_673649 {
3338
+ typedef struct dpct_type_block_q5_0 {
3339
3339
sycl::half d; // delta
3340
3340
uint8_t qh[4]; // 5-th bit of quants
3341
3341
uint8_t qs[QK5_0 / 2]; // nibbles / quants
@@ -3345,7 +3345,7 @@ static_assert(sizeof(block_q5_0) == sizeof(ggml_fp16_t) + sizeof(uint32_t) + QK5
3345
3345
#define QK5_1 32
3346
3346
#define QR5_1 2
3347
3347
#define QI5_1 (QK5_1 / (4 * QR5_1))
3348
- typedef struct dpct_type_135589 {
3348
+ typedef struct dpct_type_block_q5_1 {
3349
3349
sycl::half2 dm; // dm.x = delta, dm.y = min
3350
3350
uint8_t qh[4]; // 5-th bit of quants
3351
3351
uint8_t qs[QK5_1 / 2]; // nibbles / quants
@@ -3355,7 +3355,7 @@ static_assert(sizeof(block_q5_1) == 2 * sizeof(ggml_fp16_t) + sizeof(uint32_t) +
3355
3355
#define QK8_0 32
3356
3356
#define QR8_0 1
3357
3357
#define QI8_0 (QK8_0 / (4 * QR8_0))
3358
- typedef struct dpct_type_122878 {
3358
+ typedef struct dpct_type_block_q8_0 {
3359
3359
sycl::half d; // delta
3360
3360
int8_t qs[QK8_0]; // quants
3361
3361
} block_q8_0;
@@ -3364,7 +3364,7 @@ static_assert(sizeof(block_q8_0) == sizeof(ggml_fp16_t) + QK8_0, "wrong q8_0 blo
3364
3364
#define QK8_1 32
3365
3365
#define QR8_1 1
3366
3366
#define QI8_1 (QK8_1 / (4 * QR8_1))
3367
- typedef struct dpct_type_143721 {
3367
+ typedef struct dpct_type_block_q8_1 {
3368
3368
sycl::half2 ds; // ds.x = delta, ds.y = sum
3369
3369
int8_t qs[QK8_0]; // quants
3370
3370
} block_q8_1;
@@ -3398,7 +3398,7 @@ typedef float (*vec_dot_q_mul_mat_sycl_t)(
3398
3398
3399
3399
#define QR2_K 4
3400
3400
#define QI2_K (QK_K / (4*QR2_K))
3401
- typedef struct dpct_type_619598 {
3401
+ typedef struct dpct_type_block_q2_K {
3402
3402
uint8_t scales[QK_K/16]; // scales and mins, quantized with 4 bits
3403
3403
uint8_t qs[QK_K/4]; // quants
3404
3404
sycl::half2 dm; // super-block scale for quantized scales/mins
@@ -3407,7 +3407,7 @@ static_assert(sizeof(block_q2_K) == 2*sizeof(ggml_fp16_t) + QK_K/16 + QK_K/4, "w
3407
3407
3408
3408
#define QR3_K 4
3409
3409
#define QI3_K (QK_K / (4*QR3_K))
3410
- typedef struct dpct_type_138576 {
3410
+ typedef struct dpct_type_block_q3_K {
3411
3411
uint8_t hmask[QK_K/8]; // quants - high bit
3412
3412
uint8_t qs[QK_K/4]; // quants - low 2 bits
3413
3413
#ifdef GGML_QKK_64
@@ -3429,7 +3429,7 @@ typedef struct {
3429
3429
} block_q4_K;
3430
3430
static_assert(sizeof(block_q4_K) == sizeof(sycl::half2) + QK_K/2 + 2, "wrong q4_K block size/padding");
3431
3431
#else
3432
- typedef struct dpct_type_154943 {
3432
+ typedef struct dpct_type_block_q4_K {
3433
3433
sycl::half2 dm; // super-block scale for quantized scales/mins
3434
3434
uint8_t scales[3*QK_K/64]; // scales, quantized with 6 bits
3435
3435
uint8_t qs[QK_K/2]; // 4--bit quants
@@ -3448,7 +3448,7 @@ typedef struct {
3448
3448
} block_q5_K;
3449
3449
static_assert(sizeof(block_q5_K) == sizeof(ggml_fp16_t) + QK_K/2 + QK_K/8 + QK_K/16, "wrong q5_K block size/padding");
3450
3450
#else
3451
- typedef struct dpct_type_866817 {
3451
+ typedef struct dpct_type_block_q5_K {
3452
3452
sycl::half2 dm; // super-block scale for quantized scales/mins
3453
3453
uint8_t scales[K_SCALE_SIZE]; // scales and mins, quantized with 6 bits
3454
3454
uint8_t qh[QK_K/8]; // quants, high bit
@@ -3459,7 +3459,7 @@ static_assert(sizeof(block_q5_K) == 2*sizeof(ggml_fp16_t) + K_SCALE_SIZE + QK_K/
3459
3459
3460
3460
#define QR6_K 2
3461
3461
#define QI6_K (QK_K / (4*QR6_K))
3462
- typedef struct dpct_type_107281 {
3462
+ typedef struct dpct_type_block_q6_K {
3463
3463
uint8_t ql[QK_K/2]; // quants, lower 4 bits
3464
3464
uint8_t qh[QK_K/4]; // quants, upper 2 bits
3465
3465
int8_t scales[QK_K/16]; // scales
@@ -3469,15 +3469,15 @@ static_assert(sizeof(block_q6_K) == sizeof(ggml_fp16_t) + 13*QK_K/16, "wrong q6_
3469
3469
3470
3470
#define QR2_XXS 8
3471
3471
#define QI2_XXS (QK_K / (4*QR2_XXS))
3472
- typedef struct dpct_type_101531 {
3472
+ typedef struct dpct_type_block_iq2_xxs {
3473
3473
sycl::half d;
3474
3474
uint16_t qs[QK_K/8];
3475
3475
} block_iq2_xxs;
3476
3476
static_assert(sizeof(block_iq2_xxs) == sizeof(ggml_fp16_t) + QK_K/8*sizeof(uint16_t), "wrong iq2_xxs block size/padding");
3477
3477
3478
3478
#define QR2_XS 8
3479
3479
#define QI2_XS (QK_K / (4*QR2_XS))
3480
- typedef struct dpct_type_117772 {
3480
+ typedef struct dpct_type_block_iq2_xs {
3481
3481
sycl::half d;
3482
3482
uint16_t qs[QK_K/8];
3483
3483
uint8_t scales[QK_K/32];
@@ -3486,7 +3486,7 @@ static_assert(sizeof(block_iq2_xs) == sizeof(ggml_fp16_t) + QK_K/8*sizeof(uint16
3486
3486
3487
3487
#define QR3_XXS 8
3488
3488
#define QI3_XXS (QK_K / (4*QR3_XXS))
3489
- typedef struct dpct_type_504194 {
3489
+ typedef struct dpct_type_block_iq3_xxs {
3490
3490
sycl::half d;
3491
3491
uint8_t qs[3*(QK_K/8)];
3492
3492
} block_iq3_xxs;
@@ -14157,7 +14157,7 @@ inline void ggml_sycl_op_mul_mat_sycl(
14157
14157
*g_sycl_handles[id], oneapi::mkl::transpose::trans,
14158
14158
oneapi::mkl::transpose::nontrans, row_diff, src1_ncols, ne10,
14159
14159
dpct::get_value(&alpha, *g_sycl_handles[id]), src0_ddf_i, ne00,
14160
- src1_ddf_i , ne10, dpct::get_value(&beta, *g_sycl_handles[id]),
14160
+ src1_ddf1_i , ne10, dpct::get_value(&beta, *g_sycl_handles[id]),
14161
14161
dst_dd_i, ldc)));
14162
14162
}
14163
14163
(void) dst;
0 commit comments