rgerganov commited on
Commit
d54b156
·
1 Parent(s): 656ae00

rpc : print error message when failed to connect endpoint (llama/9042)

Browse files
Files changed (1) hide show
  1. ggml/src/ggml-rpc.cpp +2 -1
ggml/src/ggml-rpc.cpp CHANGED
@@ -637,7 +637,7 @@ GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const
637
  }
638
 
639
  GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
640
- if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
641
  return false;
642
  }
643
  ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
@@ -679,6 +679,7 @@ GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_rpc_buffer_type(const
679
  }
680
  auto sock = get_socket(endpoint);
681
  if (sock == nullptr) {
 
682
  return nullptr;
683
  }
684
  size_t alignment = get_alignment(sock);
 
637
  }
638
 
639
  GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
640
+ if (!buft || buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
641
  return false;
642
  }
643
  ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
 
679
  }
680
  auto sock = get_socket(endpoint);
681
  if (sock == nullptr) {
682
+ fprintf(stderr, "Failed to connect to %s\n", endpoint);
683
  return nullptr;
684
  }
685
  size_t alignment = get_alignment(sock);