Skip to content

Commit ba56a3c

Browse files
committed
Post rebase fixes
1 parent 48b4d5a commit ba56a3c

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

ggml/src/ggml-cpu/repack.cpp

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1680,6 +1680,9 @@ static const ggml::cpu::tensor_traits * ggml_repack_get_optimal_repack_type(cons
16801680
static const ggml::cpu::repack::tensor_traits<block_q4_0, 8, 8, GGML_TYPE_Q8_0> q4_0_8x8_q8_0;
16811681
static const ggml::cpu::repack::tensor_traits<block_q4_K, 8, 8, GGML_TYPE_Q8_K> q4_K_8x8_q8_K;
16821682

1683+
// instance for Q2
1684+
static const ggml::cpu::repack::tensor_traits<block_q4_K, 8, 8, GGML_TYPE_Q8_K> q4_K_8x8_q8_K;
1685+
16831686
// instance for IQ4
16841687
static const ggml::cpu::repack::tensor_traits<block_iq4_nl, 4, 4, GGML_TYPE_Q8_0> iq4_nl_4x4_q8_0;
16851688

@@ -1708,7 +1711,7 @@ static const ggml::cpu::tensor_traits * ggml_repack_get_optimal_repack_type(cons
17081711
} else if (cur->type == GGML_TYPE_Q2_K) {
17091712
if (ggml_cpu_has_avx2()) {
17101713
if (cur->ne[1] % 8 == 0) {
1711-
return &ggml::cpu::repack::q2_K_8x8_q8_K;
1714+
return &q2_K_8x8_q8_K;
17121715
}
17131716
}
17141717
} else if (cur->type == GGML_TYPE_IQ4_NL) {

0 commit comments

Comments
 (0)