cmdr2 commited on
Commit
ee7706c
·
1 Parent(s): 6aecea5

cpu: fix cpu backend's supports-op for GET_ROWS_BACK. fixes a fatal when running test-backend-ops with only the CPU backend (ggml/1190)

Browse files
Files changed (1) hide show
  1. ggml/src/ggml-cpu/ggml-cpu.cpp +2 -0
ggml/src/ggml-cpu/ggml-cpu.cpp CHANGED
@@ -425,6 +425,8 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st
425
  }
426
  case GGML_OP_IM2COL_BACK:
427
  return src0->type == GGML_TYPE_F32 && src1->type == GGML_TYPE_F32;
 
 
428
  case GGML_OP_OUT_PROD:
429
  return (src0->type == GGML_TYPE_F32 || (ggml_is_quantized(src0->type) && src0->ne[2] == src1->ne[2] && src0->ne[3] == src1->ne[3])) &&
430
  src1->type == GGML_TYPE_F32 && op->type == GGML_TYPE_F32;
 
425
  }
426
  case GGML_OP_IM2COL_BACK:
427
  return src0->type == GGML_TYPE_F32 && src1->type == GGML_TYPE_F32;
428
+ case GGML_OP_GET_ROWS_BACK:
429
+ return src0->type == GGML_TYPE_F32 || src0->type == GGML_TYPE_F16;
430
  case GGML_OP_OUT_PROD:
431
  return (src0->type == GGML_TYPE_F32 || (ggml_is_quantized(src0->type) && src0->ne[2] == src1->ne[2] && src0->ne[3] == src1->ne[3])) &&
432
  src1->type == GGML_TYPE_F32 && op->type == GGML_TYPE_F32;