Spaces:
Running
Running
Ouadie EL FAROUKI
commited on
Commit
·
30eb7bc
1
Parent(s):
686bb18
Fixing wrong VDR iq4nl value (llama/8812)
Browse files
ggml/src/ggml-sycl/mmvq.cpp
CHANGED
|
@@ -902,7 +902,7 @@ static void mul_mat_vec_iq4_nl_q8_1_sycl(const void *vx, const void *vy,
|
|
| 902 |
sycl::nd_range<3>(block_nums * block_dims, block_dims),
|
| 903 |
[=](sycl::nd_item<3> item_ct1)
|
| 904 |
[[intel::reqd_sub_group_size(WARP_SIZE)]] {
|
| 905 |
-
mul_mat_vec_q_iq4_nl_q8_1<QK4_NL, QI4_NL, block_iq4_nl,
|
| 906 |
vx, vy, dst, ncols, nrows, item_ct1);
|
| 907 |
});
|
| 908 |
});
|
|
|
|
| 902 |
sycl::nd_range<3>(block_nums * block_dims, block_dims),
|
| 903 |
[=](sycl::nd_item<3> item_ct1)
|
| 904 |
[[intel::reqd_sub_group_size(WARP_SIZE)]] {
|
| 905 |
+
mul_mat_vec_q_iq4_nl_q8_1<QK4_NL, QI4_NL, block_iq4_nl, 2>(
|
| 906 |
vx, vy, dst, ncols, nrows, item_ct1);
|
| 907 |
});
|
| 908 |
});
|