Enable repacking only on AVX-512 machines

Manogna-Sree · Manogna-Sree · commit 3f6c61d792f7 · 2025-07-11T04:27:21.000-07:00
diff --git a/ggml/src/ggml-cpu/repack.cpp b/ggml/src/ggml-cpu/repack.cpp
@@ -1705,7 +1705,7 @@ static const ggml::cpu::tensor_traits * ggml_repack_get_optimal_repack_type(cons
             }
         }
     } else if (cur->type == GGML_TYPE_Q2_K) {
-        if (ggml_cpu_has_avx2()) {
+        if (ggml_cpu_has_avx512()) {
             if (cur->ne[1] % 8 == 0) {
                 return &q2_K_8x8_q8_K;
             }

Original file line number	Diff line number	Diff line change
`@@ -1705,7 +1705,7 @@ static const ggml::cpu::tensor_traits * ggml_repack_get_optimal_repack_type(cons`
`1705`	`1705`	`}`
`1706`	`1706`	`}`
`1707`	`1707`	`} else if (cur->type == GGML_TYPE_Q2_K) {`
`1708`		`- if (ggml_cpu_has_avx2()) {`
	`1708`	`+ if (ggml_cpu_has_avx512()) {`
`1709`	`1709`	`if (cur->ne[1] % 8 == 0) {`
`1710`	`1710`	`return &q2_K_8x8_q8_K;`
`1711`	`1711`	`}`