Kylin commited on
Commit
0935414
·
unverified ·
1 Parent(s): aa5d6ed

cuda : fix compile error in jetson platform (llama/4975)

Browse files

* cuda: fix compile error in jetson platform

* cuda: update comment in ggml-cuda.cu

* cuda: update ggml-cuda.cu comment

Files changed (1) hide show
  1. ggml-cuda.cu +5 -3
ggml-cuda.cu CHANGED
@@ -12,9 +12,6 @@
12
  #include <vector>
13
  #include <map>
14
  #include <array>
15
- #include "ggml-cuda.h"
16
- #include "ggml.h"
17
- #include "ggml-backend-impl.h"
18
 
19
  #if defined(GGML_USE_HIPBLAS)
20
  #include <hip/hip_runtime.h>
@@ -118,6 +115,11 @@
118
 
119
  #endif // defined(GGML_USE_HIPBLAS)
120
 
 
 
 
 
 
121
  #define CUDART_HMAX 11070 // CUDA 11.7, min. ver. for which __hmax and __hmax2 are known to work (may be higher than needed)
122
 
123
  #define CC_PASCAL 600
 
12
  #include <vector>
13
  #include <map>
14
  #include <array>
 
 
 
15
 
16
  #if defined(GGML_USE_HIPBLAS)
17
  #include <hip/hip_runtime.h>
 
115
 
116
  #endif // defined(GGML_USE_HIPBLAS)
117
 
118
+ // ggml-cuda need half type so keep ggml headers include at last
119
+ #include "ggml-cuda.h"
120
+ #include "ggml.h"
121
+ #include "ggml-backend-impl.h"
122
+
123
  #define CUDART_HMAX 11070 // CUDA 11.7, min. ver. for which __hmax and __hmax2 are known to work (may be higher than needed)
124
 
125
  #define CC_PASCAL 600