Spaces:
Running
Running
cuda : mark BF16 CONT as unsupported
Browse files- ggml/src/ggml-cuda.cu +2 -0
ggml/src/ggml-cuda.cu
CHANGED
|
@@ -2877,7 +2877,9 @@ GGML_CALL static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, cons
|
|
| 2877 |
case GGML_OP_SIN:
|
| 2878 |
case GGML_OP_COS:
|
| 2879 |
case GGML_OP_CLAMP:
|
|
|
|
| 2880 |
case GGML_OP_CONT:
|
|
|
|
| 2881 |
case GGML_OP_DIAG_MASK_INF:
|
| 2882 |
case GGML_OP_SOFT_MAX:
|
| 2883 |
return true;
|
|
|
|
| 2877 |
case GGML_OP_SIN:
|
| 2878 |
case GGML_OP_COS:
|
| 2879 |
case GGML_OP_CLAMP:
|
| 2880 |
+
return true;
|
| 2881 |
case GGML_OP_CONT:
|
| 2882 |
+
return op->src[0]->type != GGML_TYPE_BF16;
|
| 2883 |
case GGML_OP_DIAG_MASK_INF:
|
| 2884 |
case GGML_OP_SOFT_MAX:
|
| 2885 |
return true;
|