@@ -389,27 +389,27 @@ void ExecuteKernel<
389
389
ReQuantizeOutput<RELU, Q_GRAN, BIAS_TYPE>>;
390
390
391
391
#define INSTANTIATE_REQUANT_BIAS_T (PACK_A, ACC_T, RELU, Q_GRAN ) \
392
- INSTANTIATE_REQUANT_BASE (PACK_A, ACC_T, RELU, Q_GRAN, float ); \
393
- INSTANTIATE_REQUANT_BASE (PACK_A, ACC_T, RELU, Q_GRAN, int32_t );
392
+ INSTANTIATE_REQUANT_BASE (PACK_A, ACC_T, RELU, Q_GRAN, float ) \
393
+ INSTANTIATE_REQUANT_BASE (PACK_A, ACC_T, RELU, Q_GRAN, int32_t )
394
394
395
- #define INSTANTIATE_REQUANT_Q_GRANS (PACK_A, ACC_T, RELU ) \
396
- INSTANTIATE_REQUANT_BIAS_T ( \
397
- PACK_A, ACC_T, RELU, QuantizationGranularity::TENSOR); \
398
- INSTANTIATE_REQUANT_BIAS_T ( \
399
- PACK_A, ACC_T, RELU, QuantizationGranularity::GROUP); \
400
- INSTANTIATE_REQUANT_BIAS_T ( \
401
- PACK_A, ACC_T, RELU, QuantizationGranularity::OUT_CHANNEL);
395
+ #define INSTANTIATE_REQUANT_Q_GRANS (PACK_A, ACC_T, RELU ) \
396
+ INSTANTIATE_REQUANT_BIAS_T ( \
397
+ PACK_A, ACC_T, RELU, QuantizationGranularity::TENSOR) \
398
+ INSTANTIATE_REQUANT_BIAS_T ( \
399
+ PACK_A, ACC_T, RELU, QuantizationGranularity::GROUP) \
400
+ INSTANTIATE_REQUANT_BIAS_T ( \
401
+ PACK_A, ACC_T, RELU, QuantizationGranularity::OUT_CHANNEL)
402
402
403
- #define INSTANTIATE_REQUANT_RELU (PACK_A, ACC_T ) \
404
- INSTANTIATE_REQUANT_Q_GRANS (PACK_A, ACC_T, false ); \
405
- INSTANTIATE_REQUANT_Q_GRANS (PACK_A, ACC_T, true );
403
+ #define INSTANTIATE_REQUANT_RELU (PACK_A, ACC_T ) \
404
+ INSTANTIATE_REQUANT_Q_GRANS (PACK_A, ACC_T, false ) \
405
+ INSTANTIATE_REQUANT_Q_GRANS (PACK_A, ACC_T, true )
406
406
407
- #define INSTANTIATE_REQUANT_ACC_T (PACK_A ) \
408
- INSTANTIATE_REQUANT_RELU (PACK_A, int32_t ); \
409
- INSTANTIATE_REQUANT_RELU (PACK_A, int16_t );
407
+ #define INSTANTIATE_REQUANT_ACC_T (PACK_A ) \
408
+ INSTANTIATE_REQUANT_RELU (PACK_A, int32_t ) \
409
+ INSTANTIATE_REQUANT_RELU (PACK_A, int16_t )
410
410
411
- INSTANTIATE_REQUANT_ACC_T (PackAMatrix);
412
- INSTANTIATE_REQUANT_ACC_T (PackAWithRowOffset);
411
+ INSTANTIATE_REQUANT_ACC_T (PackAMatrix)
412
+ INSTANTIATE_REQUANT_ACC_T (PackAWithRowOffset)
413
413
414
414
#undef INSTANTIATE_REQUANT_ACC_T
415
415
#undef INSTANTIATE_REQUANT_RELU
@@ -426,28 +426,28 @@ INSTANTIATE_REQUANT_ACC_T(PackAWithRowOffset);
426
426
ReQuantizeOutput<RELU, Q_GRAN, BIAS_TYPE>>;
427
427
428
428
#define INSTANTIATE_IM2COL_REQUANT_BIAS_T (ACC_T, RELU, SPATIAL_DIM, Q_GRAN ) \
429
- INSTANTIATE_IM2COL_REQUANT_BASE (ACC_T, RELU, SPATIAL_DIM, Q_GRAN, float ); \
430
- INSTANTIATE_IM2COL_REQUANT_BASE (ACC_T, RELU, SPATIAL_DIM, Q_GRAN, int32_t );
429
+ INSTANTIATE_IM2COL_REQUANT_BASE (ACC_T, RELU, SPATIAL_DIM, Q_GRAN, float ) \
430
+ INSTANTIATE_IM2COL_REQUANT_BASE (ACC_T, RELU, SPATIAL_DIM, Q_GRAN, int32_t )
431
431
432
432
#define INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, SPATIAL_DIM ) \
433
433
INSTANTIATE_IM2COL_REQUANT_BIAS_T ( \
434
- ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::TENSOR); \
434
+ ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::TENSOR) \
435
435
INSTANTIATE_IM2COL_REQUANT_BIAS_T ( \
436
- ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::GROUP); \
436
+ ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::GROUP) \
437
437
INSTANTIATE_IM2COL_REQUANT_BIAS_T ( \
438
- ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::OUT_CHANNEL);
438
+ ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::OUT_CHANNEL)
439
439
440
440
#define INSTANTIATE_IM2COL_REQUANT_SPATIAL_DIM (ACC_T, RELU ) \
441
- INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, 1 ); \
442
- INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, 2 ); \
443
- INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, 3 );
441
+ INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, 1 ) \
442
+ INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, 2 ) \
443
+ INSTANTIATE_IM2COL_REQUANT_Q_GRANS (ACC_T, RELU, 3 )
444
444
445
- #define INSTANTIATE_IM2COL_REQUANT_RELU (ACC_T ) \
446
- INSTANTIATE_IM2COL_REQUANT_SPATIAL_DIM (ACC_T, false ); \
447
- INSTANTIATE_IM2COL_REQUANT_SPATIAL_DIM (ACC_T, true );
445
+ #define INSTANTIATE_IM2COL_REQUANT_RELU (ACC_T ) \
446
+ INSTANTIATE_IM2COL_REQUANT_SPATIAL_DIM (ACC_T, false ) \
447
+ INSTANTIATE_IM2COL_REQUANT_SPATIAL_DIM (ACC_T, true )
448
448
449
- INSTANTIATE_IM2COL_REQUANT_RELU (int32_t );
450
- INSTANTIATE_IM2COL_REQUANT_RELU (int16_t );
449
+ INSTANTIATE_IM2COL_REQUANT_RELU (int32_t )
450
+ INSTANTIATE_IM2COL_REQUANT_RELU (int16_t )
451
451
452
452
#undef INSTANTIATE_IM2COL_REQUANT_RELU
453
453
#undef INSTANTIATE_IM2COL_REQUANT_SPATIAL_DIM
@@ -464,20 +464,19 @@ INSTANTIATE_IM2COL_REQUANT_RELU(int16_t);
464
464
float , \
465
465
ReQuantizeForFloat<RELU, Q_GRAN>>;
466
466
467
- #define INSTANTIATE_REQUANT_FLOAT_Q_GRANS (PACK_A, RELU ) \
468
- INSTANTIATE_REQUANT_FLOAT_BASE ( \
469
- PACK_A, RELU, QuantizationGranularity::TENSOR); \
470
- INSTANTIATE_REQUANT_FLOAT_BASE ( \
471
- PACK_A, RELU, QuantizationGranularity::GROUP); \
472
- INSTANTIATE_REQUANT_FLOAT_BASE ( \
473
- PACK_A, RELU, QuantizationGranularity::OUT_CHANNEL);
467
+ #define INSTANTIATE_REQUANT_FLOAT_Q_GRANS (PACK_A, RELU ) \
468
+ INSTANTIATE_REQUANT_FLOAT_BASE ( \
469
+ PACK_A, RELU, QuantizationGranularity::TENSOR) \
470
+ INSTANTIATE_REQUANT_FLOAT_BASE (PACK_A, RELU, QuantizationGranularity::GROUP) \
471
+ INSTANTIATE_REQUANT_FLOAT_BASE ( \
472
+ PACK_A, RELU, QuantizationGranularity::OUT_CHANNEL)
474
473
475
- #define INSTANTIATE_REQUANT_FLOAT_RELU (PACK_A ) \
476
- INSTANTIATE_REQUANT_FLOAT_Q_GRANS (PACK_A, false ); \
477
- INSTANTIATE_REQUANT_FLOAT_Q_GRANS (PACK_A, true );
474
+ #define INSTANTIATE_REQUANT_FLOAT_RELU (PACK_A ) \
475
+ INSTANTIATE_REQUANT_FLOAT_Q_GRANS (PACK_A, false ) \
476
+ INSTANTIATE_REQUANT_FLOAT_Q_GRANS (PACK_A, true )
478
477
479
- INSTANTIATE_REQUANT_FLOAT_RELU (PackAWithRowOffset);
480
- INSTANTIATE_REQUANT_FLOAT_RELU (PackAWithQuantRowOffset);
478
+ INSTANTIATE_REQUANT_FLOAT_RELU (PackAWithRowOffset)
479
+ INSTANTIATE_REQUANT_FLOAT_RELU (PackAWithQuantRowOffset)
481
480
482
481
#undef INSTANTIATE_REQUANT_FLOAT_RELU
483
482
#undef INSTANTIATE_REQUANT_FLOAT_Q_GRANS
@@ -493,23 +492,23 @@ INSTANTIATE_REQUANT_FLOAT_RELU(PackAWithQuantRowOffset);
493
492
494
493
#define INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, SPATIAL_DIM ) \
495
494
INSTANTIATE_REQUANT_FLOAT_IM2COL_BASE ( \
496
- ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::TENSOR); \
495
+ ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::TENSOR) \
497
496
INSTANTIATE_REQUANT_FLOAT_IM2COL_BASE ( \
498
- ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::GROUP); \
497
+ ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::GROUP) \
499
498
INSTANTIATE_REQUANT_FLOAT_IM2COL_BASE ( \
500
- ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::OUT_CHANNEL);
499
+ ACC_T, RELU, SPATIAL_DIM, QuantizationGranularity::OUT_CHANNEL)
501
500
502
501
#define INSTANTIATE_REQUANT_FLOAT_IM2COL_SPATIAL_DIM (ACC_T, RELU ) \
503
- INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, 1 ); \
504
- INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, 2 ); \
505
- INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, 3 );
502
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, 1 ) \
503
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, 2 ) \
504
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_Q_GRANS (ACC_T, RELU, 3 )
506
505
507
- #define INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU (ACC_T ) \
508
- INSTANTIATE_REQUANT_FLOAT_IM2COL_SPATIAL_DIM (ACC_T, false ); \
509
- INSTANTIATE_REQUANT_FLOAT_IM2COL_SPATIAL_DIM (ACC_T, true );
506
+ #define INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU (ACC_T ) \
507
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_SPATIAL_DIM (ACC_T, false ) \
508
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_SPATIAL_DIM (ACC_T, true )
510
509
511
- INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU (int32_t );
512
- INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU (int16_t );
510
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU (int32_t )
511
+ INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU (int16_t )
513
512
514
513
#undef INSTANTIATE_REQUANT_FLOAT_IM2COL_RELU
515
514
#undef INSTANTIATE_REQUANT_FLOAT_IM2COL_SPATIAL_DIM
@@ -531,17 +530,17 @@ template class ExecuteKernel<
531
530
uint8_t , \
532
531
DoSpmdmOnInpBuffer<uint8_t , int32_t , ReQuantizeOutput<RELU, Q_GRAN>>>;
533
532
534
- #define INSTANTIATE_SPMDM_Q_GRANS (PACK_A, RELU ) \
535
- INSTANTIATE_SPMDM_BASE (PACK_A, RELU, QuantizationGranularity::TENSOR); \
536
- INSTANTIATE_SPMDM_BASE (PACK_A, RELU, QuantizationGranularity::GROUP); \
537
- INSTANTIATE_SPMDM_BASE (PACK_A, RELU, QuantizationGranularity::OUT_CHANNEL);
533
+ #define INSTANTIATE_SPMDM_Q_GRANS (PACK_A, RELU ) \
534
+ INSTANTIATE_SPMDM_BASE (PACK_A, RELU, QuantizationGranularity::TENSOR) \
535
+ INSTANTIATE_SPMDM_BASE (PACK_A, RELU, QuantizationGranularity::GROUP) \
536
+ INSTANTIATE_SPMDM_BASE (PACK_A, RELU, QuantizationGranularity::OUT_CHANNEL)
538
537
539
- #define INSTANTIATE_SPMDM_RELU (PACK_A ) \
540
- INSTANTIATE_SPMDM_Q_GRANS (PACK_A, false ); \
541
- INSTANTIATE_SPMDM_Q_GRANS (PACK_A, true );
538
+ #define INSTANTIATE_SPMDM_RELU (PACK_A ) \
539
+ INSTANTIATE_SPMDM_Q_GRANS (PACK_A, false ) \
540
+ INSTANTIATE_SPMDM_Q_GRANS (PACK_A, true )
542
541
543
- INSTANTIATE_SPMDM_RELU (PackAMatrix);
544
- INSTANTIATE_SPMDM_RELU (PackAWithRowOffset);
542
+ INSTANTIATE_SPMDM_RELU (PackAMatrix)
543
+ INSTANTIATE_SPMDM_RELU (PackAWithRowOffset)
545
544
546
545
#undef INSTANTIATE_SPMDM_RELU
547
546
#undef INSTANTIATE_SPMDM_Q_GRANS
@@ -554,13 +553,13 @@ INSTANTIATE_SPMDM_RELU(PackAWithRowOffset);
554
553
uint8_t , \
555
554
DoSConvOnInpBuffer<uint8_t , int32_t , ReQuantizeOutput<RELU, Q_GRAN>>>;
556
555
557
- #define INSTANTIATE_SCONV_Q_GRANS (RELU ) \
558
- INSTANTIATE_SCONV_BASE (RELU, QuantizationGranularity::TENSOR); \
559
- INSTANTIATE_SCONV_BASE (RELU, QuantizationGranularity::GROUP); \
560
- INSTANTIATE_SCONV_BASE (RELU, QuantizationGranularity::OUT_CHANNEL);
556
+ #define INSTANTIATE_SCONV_Q_GRANS (RELU ) \
557
+ INSTANTIATE_SCONV_BASE (RELU, QuantizationGranularity::TENSOR) \
558
+ INSTANTIATE_SCONV_BASE (RELU, QuantizationGranularity::GROUP) \
559
+ INSTANTIATE_SCONV_BASE (RELU, QuantizationGranularity::OUT_CHANNEL)
561
560
562
- INSTANTIATE_SCONV_Q_GRANS (false );
563
- INSTANTIATE_SCONV_Q_GRANS (true );
561
+ INSTANTIATE_SCONV_Q_GRANS (false )
562
+ INSTANTIATE_SCONV_Q_GRANS (true )
564
563
565
564
#undef INSTANTIATE_SCONV_Q_GRANS
566
565
#undef INSTANTIATE_SCONV_BASE
@@ -584,8 +583,8 @@ template class ExecuteKernel<
584
583
INSTANTIATE_MEMCPY_BASE (PACK_A, int32_t ) \
585
584
INSTANTIATE_MEMCPY_BASE (PACK_A, int16_t )
586
585
587
- INSTANTIATE_MEMCPY_ACC_T (PackAMatrix);
588
- INSTANTIATE_MEMCPY_ACC_T (PackAWithRowOffset);
586
+ INSTANTIATE_MEMCPY_ACC_T (PackAMatrix)
587
+ INSTANTIATE_MEMCPY_ACC_T (PackAWithRowOffset)
589
588
590
589
#undef INSTANTIATE_MEMCPY_ACC_T
591
590
#undef INSTANTIATE_MEMCPY_BASE
@@ -598,12 +597,12 @@ INSTANTIATE_MEMCPY_ACC_T(PackAWithRowOffset);
598
597
memCopy<>>;
599
598
600
599
#define INSTANTIATE_MEMCPY_IM2COL_SPATIAL_DIM (ACC_T ) \
601
- INSTANTIATE_MEMCPY_IM2COL_BASE (ACC_T, 1 ); \
602
- INSTANTIATE_MEMCPY_IM2COL_BASE (ACC_T, 2 ); \
603
- INSTANTIATE_MEMCPY_IM2COL_BASE (ACC_T, 3 );
600
+ INSTANTIATE_MEMCPY_IM2COL_BASE (ACC_T, 1 ) \
601
+ INSTANTIATE_MEMCPY_IM2COL_BASE (ACC_T, 2 ) \
602
+ INSTANTIATE_MEMCPY_IM2COL_BASE (ACC_T, 3 )
604
603
605
- INSTANTIATE_MEMCPY_IM2COL_SPATIAL_DIM (int32_t );
606
- INSTANTIATE_MEMCPY_IM2COL_SPATIAL_DIM (int16_t );
604
+ INSTANTIATE_MEMCPY_IM2COL_SPATIAL_DIM (int32_t )
605
+ INSTANTIATE_MEMCPY_IM2COL_SPATIAL_DIM (int16_t )
607
606
608
607
#undef INSTANTIATE_MEMCPY_IM2COL_SPATIAL_DIM
609
608
#undef INSTANTIATE_MEMCPY_IM2COL_BASE
0 commit comments