rgerganov commited on
Commit
4134077
·
1 Parent(s): 3bb9e77

rpc : early register backend devices (llama/11262)

Browse files

Early register RPC devices and do not propagate RPC specifics in the
llama model structures.

ref: #10609

ggml/include/ggml-backend.h CHANGED
@@ -203,6 +203,8 @@ extern "C" {
203
  // Backend registry
204
  //
205
 
 
 
206
  // Backend (reg) enumeration
207
  GGML_API size_t ggml_backend_reg_count(void);
208
  GGML_API ggml_backend_reg_t ggml_backend_reg_get(size_t index);
 
203
  // Backend registry
204
  //
205
 
206
+ GGML_API void ggml_backend_device_register(ggml_backend_dev_t device);
207
+
208
  // Backend (reg) enumeration
209
  GGML_API size_t ggml_backend_reg_count(void);
210
  GGML_API ggml_backend_reg_t ggml_backend_reg_get(size_t index);
ggml/src/ggml-backend-impl.h CHANGED
@@ -208,7 +208,6 @@ extern "C" {
208
 
209
  // Internal backend registry API
210
  GGML_API void ggml_backend_register(ggml_backend_reg_t reg);
211
- GGML_API void ggml_backend_device_register(ggml_backend_dev_t device);
212
 
213
  // Add backend dynamic loading support to the backend
214
 
 
208
 
209
  // Internal backend registry API
210
  GGML_API void ggml_backend_register(ggml_backend_reg_t reg);
 
211
 
212
  // Add backend dynamic loading support to the backend
213