@@ -653,13 +653,17 @@ __kernel void dequantize_mul_mat_vec_q6_K(__global const struct block_q6_K * xx,
653653 const int im = tid/step; // 0 or 1. 0 computes 0..., 1 computes 128...
654654 const int in = tid - step*im; // 0...15 or 0...7
655655
656- #if K_QUANTS_PER_ITERATION == 1
656+ \n #if K_QUANTS_PER_ITERATION == 1 \n
657657 const int l0 = K_QUANTS_PER_ITERATION*in; // 0...15
658658 const int is = 0 ;
659- #else
659+
660+ \n#else \n
661+
660662 const int l0 = 4 * in; // 0, 4, 8, ..., 28
661663 const int is = in / 4 ;
662- #endif
664+
665+ \n#endif\n
666+
663667 const int ql_offset = 64 *im + l0;
664668 const int qh_offset = 32 *im + l0;
665669 const int s_offset = 8 *im + is;
@@ -676,7 +680,7 @@ __kernel void dequantize_mul_mat_vec_q6_K(__global const struct block_q6_K * xx,
676680
677681 const float d = vload_half (0 , &x[i].d );
678682
679- #if K_QUANTS_PER_ITERATION == 1
683+ \n #if K_QUANTS_PER_ITERATION == 1 \n
680684 float sum = y[ 0 ] * s[0 ] * d * ((int8_t )((ql[ 0 ] & 0xF ) | ((qh[ 0 ] & 0x03 ) << 4 )) - 32 )
681685 + y[16 ] * s[1 ] * d * ((int8_t )((ql[16 ] & 0xF ) | ((qh[16 ] & 0x03 ) << 4 )) - 32 )
682686 + y[32 ] * s[2 ] * d * ((int8_t )((ql[32 ] & 0xF ) | ((qh[ 0 ] & 0x0c ) << 2 )) - 32 )
@@ -686,7 +690,7 @@ __kernel void dequantize_mul_mat_vec_q6_K(__global const struct block_q6_K * xx,
686690 + y[96 ] * s[6 ] * d * ((int8_t )((ql[32 ] >> 4 ) | ((qh[ 0 ] & 0xc0 ) >> 2 )) - 32 )
687691 +y[112 ] * s[7 ] * d * ((int8_t )((ql[48 ] >> 4 ) | ((qh[16 ] & 0xc0 ) >> 2 )) - 32 );
688692 tmp[16 * ix + tid] += sum;
689- #else
693+ \n #else \n
690694 float sum = 0 ;
691695 for (int l = 0 ; l < 4 ; ++l) {
692696 sum += y[l+ 0 ] * s[0 ] * d * ((int8_t )((ql[l+ 0 ] & 0xF ) | (((qh[l] >> 0 ) & 3 ) << 4 )) - 32 )
@@ -695,7 +699,7 @@ __kernel void dequantize_mul_mat_vec_q6_K(__global const struct block_q6_K * xx,
695699 + y[l+96 ] * s[6 ] * d * ((int8_t )((ql[l+32 ] >> 4 ) | (((qh[l] >> 6 ) & 3 ) << 4 )) - 32 );
696700 }
697701 tmp[16 * ix + tid] += sum;
698- #endif
702+ \n #endif\n
699703
700704 }
701705
0 commit comments