AidanBeltonS commited on
Commit
0be4f48
·
1 Parent(s): 340b830

Fix q_xxs using mul_mat_q (llama/7459)

Browse files
Files changed (1) hide show
  1. ggml-sycl.cpp +1 -0
ggml-sycl.cpp CHANGED
@@ -15263,6 +15263,7 @@ static void ggml_sycl_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1
15263
  }
15264
  } else {
15265
  bool use_mul_mat_q = min_compute_capability >= VER_4VEC && ggml_is_quantized(src0->type);
 
15266
 
15267
  if (use_xmx && min_compute_capability >= VER_GEN9 && src1->ne[1] > XMX_MAX_BATCH_SIZE) {
15268
  use_mul_mat_q = false;
 
15263
  }
15264
  } else {
15265
  bool use_mul_mat_q = min_compute_capability >= VER_4VEC && ggml_is_quantized(src0->type);
15266
+ use_mul_mat_q = use_mul_mat_q && (src0->type != GGML_TYPE_IQ2_XXS);
15267
 
15268
  if (use_xmx && min_compute_capability >= VER_GEN9 && src1->ne[1] > XMX_MAX_BATCH_SIZE) {
15269
  use_mul_mat_q = false;