Spaces:
Running
Running
rpc : fix ggml_backend_rpc_supports_buft() (llama/7918)
Browse files- ggml-rpc.cpp +3 -3
ggml-rpc.cpp
CHANGED
|
@@ -624,12 +624,12 @@ GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t
|
|
| 624 |
GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
|
| 625 |
UNUSED(backend);
|
| 626 |
UNUSED(op);
|
| 627 |
-
|
| 628 |
-
return
|
| 629 |
}
|
| 630 |
|
| 631 |
GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
|
| 632 |
-
if (buft->iface.get_name
|
| 633 |
return false;
|
| 634 |
}
|
| 635 |
ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
|
|
|
|
| 624 |
GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
|
| 625 |
UNUSED(backend);
|
| 626 |
UNUSED(op);
|
| 627 |
+
//TODO: call the remote backend and cache the results
|
| 628 |
+
return true;
|
| 629 |
}
|
| 630 |
|
| 631 |
GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
|
| 632 |
+
if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
|
| 633 |
return false;
|
| 634 |
}
|
| 635 |
ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
|