Spaces:
Sleeping
Sleeping
Kylin
commited on
cuda : fix compile error in jetson platform (llama/4975)
Browse files* cuda: fix compile error in jetson platform
* cuda: update comment in ggml-cuda.cu
* cuda: update ggml-cuda.cu comment
- ggml-cuda.cu +5 -3
ggml-cuda.cu
CHANGED
|
@@ -12,9 +12,6 @@
|
|
| 12 |
#include <vector>
|
| 13 |
#include <map>
|
| 14 |
#include <array>
|
| 15 |
-
#include "ggml-cuda.h"
|
| 16 |
-
#include "ggml.h"
|
| 17 |
-
#include "ggml-backend-impl.h"
|
| 18 |
|
| 19 |
#if defined(GGML_USE_HIPBLAS)
|
| 20 |
#include <hip/hip_runtime.h>
|
|
@@ -118,6 +115,11 @@
|
|
| 118 |
|
| 119 |
#endif // defined(GGML_USE_HIPBLAS)
|
| 120 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 121 |
#define CUDART_HMAX 11070 // CUDA 11.7, min. ver. for which __hmax and __hmax2 are known to work (may be higher than needed)
|
| 122 |
|
| 123 |
#define CC_PASCAL 600
|
|
|
|
| 12 |
#include <vector>
|
| 13 |
#include <map>
|
| 14 |
#include <array>
|
|
|
|
|
|
|
|
|
|
| 15 |
|
| 16 |
#if defined(GGML_USE_HIPBLAS)
|
| 17 |
#include <hip/hip_runtime.h>
|
|
|
|
| 115 |
|
| 116 |
#endif // defined(GGML_USE_HIPBLAS)
|
| 117 |
|
| 118 |
+
// ggml-cuda need half type so keep ggml headers include at last
|
| 119 |
+
#include "ggml-cuda.h"
|
| 120 |
+
#include "ggml.h"
|
| 121 |
+
#include "ggml-backend-impl.h"
|
| 122 |
+
|
| 123 |
#define CUDART_HMAX 11070 // CUDA 11.7, min. ver. for which __hmax and __hmax2 are known to work (may be higher than needed)
|
| 124 |
|
| 125 |
#define CC_PASCAL 600
|