Spaces:
Running
Running
rpc : print error message when failed to connect endpoint (llama/9042)
Browse files- ggml/src/ggml-rpc.cpp +2 -1
ggml/src/ggml-rpc.cpp
CHANGED
|
@@ -637,7 +637,7 @@ GGML_CALL static bool ggml_backend_rpc_supports_op(ggml_backend_t backend, const
|
|
| 637 |
}
|
| 638 |
|
| 639 |
GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
|
| 640 |
-
if (buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
|
| 641 |
return false;
|
| 642 |
}
|
| 643 |
ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
|
|
@@ -679,6 +679,7 @@ GGML_API GGML_CALL ggml_backend_buffer_type_t ggml_backend_rpc_buffer_type(const
|
|
| 679 |
}
|
| 680 |
auto sock = get_socket(endpoint);
|
| 681 |
if (sock == nullptr) {
|
|
|
|
| 682 |
return nullptr;
|
| 683 |
}
|
| 684 |
size_t alignment = get_alignment(sock);
|
|
|
|
| 637 |
}
|
| 638 |
|
| 639 |
GGML_CALL static bool ggml_backend_rpc_supports_buft(ggml_backend_t backend, ggml_backend_buffer_type_t buft) {
|
| 640 |
+
if (!buft || buft->iface.get_name != ggml_backend_rpc_buffer_type_name) {
|
| 641 |
return false;
|
| 642 |
}
|
| 643 |
ggml_backend_rpc_buffer_type_context * buft_ctx = (ggml_backend_rpc_buffer_type_context *)buft->context;
|
|
|
|
| 679 |
}
|
| 680 |
auto sock = get_socket(endpoint);
|
| 681 |
if (sock == nullptr) {
|
| 682 |
+
fprintf(stderr, "Failed to connect to %s\n", endpoint);
|
| 683 |
return nullptr;
|
| 684 |
}
|
| 685 |
size_t alignment = get_alignment(sock);
|