Spaces:
Running
Running
rpc : early register backend devices (llama/11262)
Browse filesEarly register RPC devices and do not propagate RPC specifics in the
llama model structures.
ref: #10609
ggml/include/ggml-backend.h
CHANGED
|
@@ -203,6 +203,8 @@ extern "C" {
|
|
| 203 |
// Backend registry
|
| 204 |
//
|
| 205 |
|
|
|
|
|
|
|
| 206 |
// Backend (reg) enumeration
|
| 207 |
GGML_API size_t ggml_backend_reg_count(void);
|
| 208 |
GGML_API ggml_backend_reg_t ggml_backend_reg_get(size_t index);
|
|
|
|
| 203 |
// Backend registry
|
| 204 |
//
|
| 205 |
|
| 206 |
+
GGML_API void ggml_backend_device_register(ggml_backend_dev_t device);
|
| 207 |
+
|
| 208 |
// Backend (reg) enumeration
|
| 209 |
GGML_API size_t ggml_backend_reg_count(void);
|
| 210 |
GGML_API ggml_backend_reg_t ggml_backend_reg_get(size_t index);
|
ggml/src/ggml-backend-impl.h
CHANGED
|
@@ -208,7 +208,6 @@ extern "C" {
|
|
| 208 |
|
| 209 |
// Internal backend registry API
|
| 210 |
GGML_API void ggml_backend_register(ggml_backend_reg_t reg);
|
| 211 |
-
GGML_API void ggml_backend_device_register(ggml_backend_dev_t device);
|
| 212 |
|
| 213 |
// Add backend dynamic loading support to the backend
|
| 214 |
|
|
|
|
| 208 |
|
| 209 |
// Internal backend registry API
|
| 210 |
GGML_API void ggml_backend_register(ggml_backend_reg_t reg);
|
|
|
|
| 211 |
|
| 212 |
// Add backend dynamic loading support to the backend
|
| 213 |
|