Spaces:
Running
Running
Commit
·
7e1dbe9
1
Parent(s):
f7296aa
SYCL: Adjust support condition for norm operators (llama/11674)
Browse filesSYCL does not support non contiguous tensors for norm operations
ggml/src/ggml-sycl/ggml-sycl.cpp
CHANGED
|
@@ -4537,14 +4537,17 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
|
|
| 4537 |
case GGML_OP_VIEW:
|
| 4538 |
case GGML_OP_PERMUTE:
|
| 4539 |
case GGML_OP_TRANSPOSE:
|
| 4540 |
-
case GGML_OP_NORM:
|
| 4541 |
case GGML_OP_ADD:
|
| 4542 |
case GGML_OP_ADD1:
|
| 4543 |
case GGML_OP_LOG:
|
| 4544 |
case GGML_OP_SUB:
|
| 4545 |
case GGML_OP_MUL:
|
| 4546 |
case GGML_OP_DIV:
|
|
|
|
|
|
|
| 4547 |
case GGML_OP_RMS_NORM:
|
|
|
|
|
|
|
| 4548 |
case GGML_OP_SCALE:
|
| 4549 |
case GGML_OP_SQR:
|
| 4550 |
case GGML_OP_SQRT:
|
|
@@ -4576,7 +4579,6 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
|
|
| 4576 |
case GGML_OP_SUM_ROWS:
|
| 4577 |
case GGML_OP_ARGSORT:
|
| 4578 |
case GGML_OP_ACC:
|
| 4579 |
-
case GGML_OP_GROUP_NORM:
|
| 4580 |
case GGML_OP_UPSCALE:
|
| 4581 |
case GGML_OP_PAD:
|
| 4582 |
case GGML_OP_LEAKY_RELU:
|
|
|
|
| 4537 |
case GGML_OP_VIEW:
|
| 4538 |
case GGML_OP_PERMUTE:
|
| 4539 |
case GGML_OP_TRANSPOSE:
|
|
|
|
| 4540 |
case GGML_OP_ADD:
|
| 4541 |
case GGML_OP_ADD1:
|
| 4542 |
case GGML_OP_LOG:
|
| 4543 |
case GGML_OP_SUB:
|
| 4544 |
case GGML_OP_MUL:
|
| 4545 |
case GGML_OP_DIV:
|
| 4546 |
+
return true;
|
| 4547 |
+
case GGML_OP_NORM:
|
| 4548 |
case GGML_OP_RMS_NORM:
|
| 4549 |
+
case GGML_OP_GROUP_NORM:
|
| 4550 |
+
return ggml_is_contiguous(op->src[0]);
|
| 4551 |
case GGML_OP_SCALE:
|
| 4552 |
case GGML_OP_SQR:
|
| 4553 |
case GGML_OP_SQRT:
|
|
|
|
| 4579 |
case GGML_OP_SUM_ROWS:
|
| 4580 |
case GGML_OP_ARGSORT:
|
| 4581 |
case GGML_OP_ACC:
|
|
|
|
| 4582 |
case GGML_OP_UPSCALE:
|
| 4583 |
case GGML_OP_PAD:
|
| 4584 |
case GGML_OP_LEAKY_RELU:
|