rgerganov commited on
Commit
56e6751
·
1 Parent(s): c773aa9

rpc : fix ggml_backend_rpc_supports_buft() (llama/7918)

Browse files
Files changed (1) hide show
  1. ggml-rpc.cpp +3 -3
ggml-rpc.cpp CHANGED
@@ -624,12 +624,12 @@ GGML_CALL static enum ggml_status ggml_backend_rpc_graph_compute(ggml_backend_t
624
  GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
625
  UNUSED(backend);
626
  UNUSED(op);
627
- GGML_ASSERT(false && "not implemented");
628
- return false;
629
  }
630
 
631
  GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
632
- if (buft->iface.get_name == ggml_backend_rpc_buffer_type_name) {
633
  return false;
634
  }
635
  ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
 
624
  GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const ggml_tensor * op) {
625
  UNUSED(backend);
626
  UNUSED(op);
627
+ //TODO: call the remote backend and cache the results
628
+ return true;
629
  }
630
 
631
  GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
632
+ if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
633
  return false;
634
  }
635
  ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;