Spaces:
Running
Running
Akarshan Biswas
commited on
Commit
·
3628417
1
Parent(s):
0286805
SYCL: Disable mul_mat kernels for noncontiguous tensor b (llama/13308)
Browse files
ggml/src/ggml-sycl/ggml-sycl.cpp
CHANGED
|
@@ -3873,6 +3873,9 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
|
|
| 3873 |
if (a->ne[3] != b->ne[3]) {
|
| 3874 |
return false;
|
| 3875 |
}
|
|
|
|
|
|
|
|
|
|
| 3876 |
ggml_type a_type = a->type;
|
| 3877 |
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
|
| 3878 |
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||
|
|
|
|
| 3873 |
if (a->ne[3] != b->ne[3]) {
|
| 3874 |
return false;
|
| 3875 |
}
|
| 3876 |
+
if (!ggml_is_contiguous(b)) {
|
| 3877 |
+
return false;
|
| 3878 |
+
}
|
| 3879 |
ggml_type a_type = a->type;
|
| 3880 |
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
|
| 3881 |
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||
|