@@ -7735,7 +7735,7 @@ size_t ggml_quantize_chunk(
77357735 int64_t nrows ,
77367736 int64_t n_per_row ,
77377737 const float * imatrix ) {
7738- const int64_t n = ( int64_t ) nrows * n_per_row ;
7738+ const int64_t n = nrows * n_per_row ;
77397739
77407740 if (ggml_quantize_requires_imatrix (type )) {
77417741 GGML_ASSERT (imatrix != NULL );
@@ -7752,21 +7752,21 @@ size_t ggml_quantize_chunk(
77527752 size_t result = 0 ;
77537753
77547754 switch (type ) {
7755- case GGML_TYPE_Q1_0 : result = quantize_q1_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7756- case GGML_TYPE_Q4_0 : result = quantize_q4_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7757- case GGML_TYPE_Q4_1 : result = quantize_q4_1 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7758- case GGML_TYPE_Q5_0 : result = quantize_q5_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7759- case GGML_TYPE_Q5_1 : result = quantize_q5_1 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7760- case GGML_TYPE_Q8_0 : result = quantize_q8_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7761- case GGML_TYPE_MXFP4 : result = quantize_mxfp4 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7762- case GGML_TYPE_NVFP4 : result = quantize_nvfp4 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7763- case GGML_TYPE_Q2_K : result = quantize_q2_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7764- case GGML_TYPE_Q3_K : result = quantize_q3_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7765- case GGML_TYPE_Q4_K : result = quantize_q4_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7766- case GGML_TYPE_Q5_K : result = quantize_q5_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7767- case GGML_TYPE_Q6_K : result = quantize_q6_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7768- case GGML_TYPE_TQ1_0 : result = quantize_tq1_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7769- case GGML_TYPE_TQ2_0 : result = quantize_tq2_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7755+ case GGML_TYPE_Q1_0 : result = quantize_q1_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7756+ case GGML_TYPE_Q4_0 : result = quantize_q4_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7757+ case GGML_TYPE_Q4_1 : result = quantize_q4_1 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7758+ case GGML_TYPE_Q5_0 : result = quantize_q5_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7759+ case GGML_TYPE_Q5_1 : result = quantize_q5_1 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7760+ case GGML_TYPE_Q8_0 : result = quantize_q8_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7761+ case GGML_TYPE_MXFP4 : result = quantize_mxfp4 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7762+ case GGML_TYPE_NVFP4 : result = quantize_nvfp4 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7763+ case GGML_TYPE_Q2_K : result = quantize_q2_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7764+ case GGML_TYPE_Q3_K : result = quantize_q3_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7765+ case GGML_TYPE_Q4_K : result = quantize_q4_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7766+ case GGML_TYPE_Q5_K : result = quantize_q5_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7767+ case GGML_TYPE_Q6_K : result = quantize_q6_K (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7768+ case GGML_TYPE_TQ1_0 : result = quantize_tq1_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
7769+ case GGML_TYPE_TQ2_0 : result = quantize_tq2_0 (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
77707770 case GGML_TYPE_IQ2_XXS : result = quantize_iq2_xxs (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
77717771 case GGML_TYPE_IQ2_XS : result = quantize_iq2_xs (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
77727772 case GGML_TYPE_IQ3_XXS : result = quantize_iq3_xxs (src + start , (char * ) dst + start_row * row_size , nrows , n_per_row , imatrix ); break ;
@@ -7836,9 +7836,9 @@ struct ggml_threadpool_params ggml_threadpool_params_default(int n_threads) {
78367836}
78377837
78387838bool ggml_threadpool_params_match (const struct ggml_threadpool_params * p0 , const struct ggml_threadpool_params * p1 ) {
7839- if (p0 -> n_threads != p1 -> n_threads ) return false;
7840- if (p0 -> prio != p1 -> prio ) return false;
7841- if (p0 -> poll != p1 -> poll ) return false;
7842- if (p0 -> strict_cpu != p1 -> strict_cpu ) return false;
7839+ if (p0 -> n_threads != p1 -> n_threads ) return false;
7840+ if (p0 -> prio != p1 -> prio ) return false;
7841+ if (p0 -> poll != p1 -> poll ) return false;
7842+ if (p0 -> strict_cpu != p1 -> strict_cpu ) return false;
78437843 return memcmp (p0 -> cpumask , p1 -> cpumask , GGML_MAX_N_THREADS ) == 0 ;
78447844}
0 commit comments