Akarshan Biswas commited on
Commit
3628417
·
1 Parent(s): 0286805

SYCL: Disable mul_mat kernels for noncontiguous tensor b (llama/13308)

Browse files
Files changed (1) hide show
  1. ggml/src/ggml-sycl/ggml-sycl.cpp +3 -0
ggml/src/ggml-sycl/ggml-sycl.cpp CHANGED
@@ -3873,6 +3873,9 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
3873
  if (a->ne[3] != b->ne[3]) {
3874
  return false;
3875
  }
 
 
 
3876
  ggml_type a_type = a->type;
3877
  if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
3878
  a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||
 
3873
  if (a->ne[3] != b->ne[3]) {
3874
  return false;
3875
  }
3876
+ if (!ggml_is_contiguous(b)) {
3877
+ return false;
3878
+ }
3879
  ggml_type a_type = a->type;
3880
  if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
3881
  a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||