qnixsynapse commited on
Commit
7e1dbe9
·
1 Parent(s): f7296aa

SYCL: Adjust support condition for norm operators (llama/11674)

Browse files

SYCL does not support non contiguous tensors for norm operations

Files changed (1) hide show
  1. ggml/src/ggml-sycl/ggml-sycl.cpp +4 -2
ggml/src/ggml-sycl/ggml-sycl.cpp CHANGED
@@ -4537,14 +4537,17 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
4537
  case GGML_OP_VIEW:
4538
  case GGML_OP_PERMUTE:
4539
  case GGML_OP_TRANSPOSE:
4540
- case GGML_OP_NORM:
4541
  case GGML_OP_ADD:
4542
  case GGML_OP_ADD1:
4543
  case GGML_OP_LOG:
4544
  case GGML_OP_SUB:
4545
  case GGML_OP_MUL:
4546
  case GGML_OP_DIV:
 
 
4547
  case GGML_OP_RMS_NORM:
 
 
4548
  case GGML_OP_SCALE:
4549
  case GGML_OP_SQR:
4550
  case GGML_OP_SQRT:
@@ -4576,7 +4579,6 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
4576
  case GGML_OP_SUM_ROWS:
4577
  case GGML_OP_ARGSORT:
4578
  case GGML_OP_ACC:
4579
- case GGML_OP_GROUP_NORM:
4580
  case GGML_OP_UPSCALE:
4581
  case GGML_OP_PAD:
4582
  case GGML_OP_LEAKY_RELU:
 
4537
  case GGML_OP_VIEW:
4538
  case GGML_OP_PERMUTE:
4539
  case GGML_OP_TRANSPOSE:
 
4540
  case GGML_OP_ADD:
4541
  case GGML_OP_ADD1:
4542
  case GGML_OP_LOG:
4543
  case GGML_OP_SUB:
4544
  case GGML_OP_MUL:
4545
  case GGML_OP_DIV:
4546
+ return true;
4547
+ case GGML_OP_NORM:
4548
  case GGML_OP_RMS_NORM:
4549
+ case GGML_OP_GROUP_NORM:
4550
+ return ggml_is_contiguous(op->src[0]);
4551
  case GGML_OP_SCALE:
4552
  case GGML_OP_SQR:
4553
  case GGML_OP_SQRT:
 
4579
  case GGML_OP_SUM_ROWS:
4580
  case GGML_OP_ARGSORT:
4581
  case GGML_OP_ACC:
 
4582
  case GGML_OP_UPSCALE:
4583
  case GGML_OP_PAD:
4584
  case GGML_OP_LEAKY_RELU: