Spaces:
Running
Running
ggml: bypass code incompatible with CUDA < 11.1 (#2020)
Browse files`cudaHostRegisterReadOnly` parameter was only introduced in CUDA 11.1
See this issue for more details:
https://github.com/ggerganov/whisper.cpp/issues/2007
- ggml-cuda.cu +4 -0
ggml-cuda.cu
CHANGED
|
@@ -2797,6 +2797,7 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
|
|
| 2797 |
return false;
|
| 2798 |
}
|
| 2799 |
|
|
|
|
| 2800 |
cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable | cudaHostRegisterReadOnly);
|
| 2801 |
if (err != cudaSuccess) {
|
| 2802 |
// clear the error
|
|
@@ -2807,6 +2808,9 @@ GGML_CALL bool ggml_backend_cuda_register_host_buffer(void * buffer, size_t size
|
|
| 2807 |
return false;
|
| 2808 |
}
|
| 2809 |
return true;
|
|
|
|
|
|
|
|
|
|
| 2810 |
}
|
| 2811 |
|
| 2812 |
GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {
|
|
|
|
| 2797 |
return false;
|
| 2798 |
}
|
| 2799 |
|
| 2800 |
+
#if CUDART_VERSION >= 11100
|
| 2801 |
cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterPortable | cudaHostRegisterReadOnly);
|
| 2802 |
if (err != cudaSuccess) {
|
| 2803 |
// clear the error
|
|
|
|
| 2808 |
return false;
|
| 2809 |
}
|
| 2810 |
return true;
|
| 2811 |
+
#else
|
| 2812 |
+
return false;
|
| 2813 |
+
#endif
|
| 2814 |
}
|
| 2815 |
|
| 2816 |
GGML_CALL void ggml_backend_cuda_unregister_host_buffer(void * buffer) {
|