ggerganov commited on
Commit
561bebd
·
1 Parent(s): 33c59fc

cuda : mark BF16 CONT as unsupported

Browse files
Files changed (1) hide show
  1. ggml/src/ggml-cuda.cu +2 -0
ggml/src/ggml-cuda.cu CHANGED
@@ -2877,7 +2877,9 @@ GGML_CALL static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, cons
2877
  case GGML_OP_SIN:
2878
  case GGML_OP_COS:
2879
  case GGML_OP_CLAMP:
 
2880
  case GGML_OP_CONT:
 
2881
  case GGML_OP_DIAG_MASK_INF:
2882
  case GGML_OP_SOFT_MAX:
2883
  return true;
 
2877
  case GGML_OP_SIN:
2878
  case GGML_OP_COS:
2879
  case GGML_OP_CLAMP:
2880
+ return true;
2881
  case GGML_OP_CONT:
2882
+ return op->src[0]->type != GGML_TYPE_BF16;
2883
  case GGML_OP_DIAG_MASK_INF:
2884
  case GGML_OP_SOFT_MAX:
2885
  return true;