/* CTDB client code Copyright (C) Amitay Isaacs 2016 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, see . */ #include "replace.h" #include "system/network.h" #include #include #include #include "lib/util/tevent_unix.h" #include "common/reqid.h" #include "common/srvid.h" #include "common/comm.h" #include "protocol/protocol.h" #include "protocol/protocol_api.h" #include "client/client_private.h" #include "client/client.h" struct ctdb_tunnel_data { struct ctdb_req_header hdr; struct ctdb_req_tunnel *tunnel; uint32_t reqid; }; /* * Tunnel setup and destroy */ struct ctdb_tunnel_setup_state { struct ctdb_client_context *client; struct ctdb_tunnel_context *tctx; uint64_t tunnel_id; }; static void ctdb_tunnel_setup_register_done(struct tevent_req *subreq); static void ctdb_tunnel_handler(uint64_t tunnel_id, TDB_DATA data, void *private_data); struct tevent_req *ctdb_tunnel_setup_send(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_client_context *client, uint64_t tunnel_id, ctdb_tunnel_callback_func_t callback, void *private_data) { struct tevent_req *req, *subreq; struct ctdb_tunnel_setup_state *state; struct ctdb_tunnel_context *tctx; struct ctdb_req_control request; int ret; req = tevent_req_create(mem_ctx, &state, struct ctdb_tunnel_setup_state); if (req == NULL) { return NULL; } tctx = talloc_zero(client, struct ctdb_tunnel_context); if (tevent_req_nomem(tctx, req)) { return tevent_req_post(req, ev); } tctx->client = client; tctx->tunnel_id = tunnel_id; tctx->callback = callback; tctx->private_data = private_data; state->client = client; state->tunnel_id = tunnel_id; state->tctx = tctx; ret = srvid_exists(client->tunnels, tunnel_id, NULL); if (ret == 0) { tevent_req_error(req, EEXIST); return tevent_req_post(req, ev); } ctdb_req_control_tunnel_register(&request, tunnel_id); subreq = ctdb_client_control_send(state, ev, client, ctdb_client_pnn(client), tevent_timeval_zero(), &request); if (tevent_req_nomem(subreq, req)) { return tevent_req_post(req, ev); } tevent_req_set_callback(subreq, ctdb_tunnel_setup_register_done, req); return req; } static void ctdb_tunnel_setup_register_done(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct ctdb_tunnel_setup_state *state = tevent_req_data( req, struct ctdb_tunnel_setup_state); struct ctdb_reply_control *reply; bool status; int ret; status = ctdb_client_control_recv(subreq, &ret, state, &reply); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); return; } ret = ctdb_reply_control_tunnel_register(reply); talloc_free(reply); if (ret != 0) { tevent_req_error(req, ret); return; } ret = srvid_register(state->client->tunnels, state->client, state->tunnel_id, ctdb_tunnel_handler, state->tctx); if (ret != 0) { tevent_req_error(req, ret); return; } tevent_req_done(req); } static void ctdb_tunnel_handler(uint64_t tunnel_id, TDB_DATA data, void *private_data) { struct ctdb_tunnel_context *tctx = talloc_get_type_abort( private_data, struct ctdb_tunnel_context); struct ctdb_tunnel_data *tunnel_data; if (tctx->tunnel_id != tunnel_id) { return; } if (data.dsize != sizeof(struct ctdb_tunnel_data)) { return; } tunnel_data = (struct ctdb_tunnel_data *)data.dptr; tctx->callback(tctx, tunnel_data->hdr.srcnode, tunnel_data->reqid, tunnel_data->tunnel->data.dptr, tunnel_data->tunnel->data.dsize, tctx->private_data); } bool ctdb_tunnel_setup_recv(struct tevent_req *req, int *perr, struct ctdb_tunnel_context **result) { struct ctdb_tunnel_setup_state *state = tevent_req_data( req, struct ctdb_tunnel_setup_state); int ret; if (tevent_req_is_unix_error(req, &ret)) { if (perr != NULL) { *perr = ret; } return false; } *result = state->tctx; return true; } int ctdb_tunnel_setup(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_client_context *client, uint64_t tunnel_id, ctdb_tunnel_callback_func_t callback, void *private_data, struct ctdb_tunnel_context **result) { struct tevent_req *req; int ret; bool status; req = ctdb_tunnel_setup_send(mem_ctx, ev, client, tunnel_id, callback, private_data); if (req == NULL) { return ENOMEM; } tevent_req_poll(req, ev); status = ctdb_tunnel_setup_recv(req, &ret, result); talloc_free(req); if (! status) { return ret; } return 0; } struct ctdb_tunnel_destroy_state { struct ctdb_tunnel_context *tctx; }; static void ctdb_tunnel_destroy_deregister_done(struct tevent_req *subreq); struct tevent_req *ctdb_tunnel_destroy_send(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_tunnel_context *tctx) { struct tevent_req *req, *subreq; struct ctdb_tunnel_destroy_state *state; struct ctdb_req_control request; req = tevent_req_create(mem_ctx, &state, struct ctdb_tunnel_destroy_state); if (req == NULL) { return NULL; } state->tctx = tctx; ctdb_req_control_tunnel_deregister(&request, tctx->tunnel_id); subreq = ctdb_client_control_send(state, ev, tctx->client, ctdb_client_pnn(tctx->client), tevent_timeval_zero(), &request); if (tevent_req_nomem(subreq, req)) { return tevent_req_post(req, ev); } tevent_req_set_callback(subreq, ctdb_tunnel_destroy_deregister_done, req); return req; } static void ctdb_tunnel_destroy_deregister_done(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct ctdb_tunnel_destroy_state *state = tevent_req_data( req, struct ctdb_tunnel_destroy_state); struct ctdb_client_context *client = state->tctx->client; struct ctdb_reply_control *reply; bool status; int ret; status = ctdb_client_control_recv(subreq, &ret, state, &reply); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); return; } ret = ctdb_reply_control_tunnel_deregister(reply); talloc_free(reply); if (ret != 0) { tevent_req_error(req, ret); return; } ret = srvid_deregister(client->tunnels, state->tctx->tunnel_id, state->tctx); if (ret != 0) { tevent_req_error(req, ret); return; } tevent_req_done(req); } bool ctdb_tunnel_destroy_recv(struct tevent_req *req, int *perr) { int ret; if (tevent_req_is_unix_error(req, &ret)) { if (perr != NULL) { *perr = ret; } return false; } return true; } int ctdb_tunnel_destroy(struct tevent_context *ev, struct ctdb_tunnel_context *tctx) { struct tevent_req *req; int ret; bool status; req = ctdb_tunnel_destroy_send(ev, ev, tctx); if (req == NULL) { return ENOMEM; } tevent_req_poll(req, ev); status = ctdb_tunnel_destroy_recv(req, &ret); talloc_free(req); if (! status) { return ret; } return 0; } /* * Callback when REQ_TUNNEL packet is received */ static void ctdb_tunnel_request_reply(struct tevent_req *req, struct ctdb_tunnel_data *tunnel_data); void ctdb_client_req_tunnel(struct ctdb_client_context *client, uint8_t *buf, size_t buflen, uint32_t reqid) { TALLOC_CTX *tmp_ctx = talloc_new(client); struct ctdb_req_header h; struct ctdb_req_tunnel *tunnel; struct tevent_req *req; struct ctdb_tunnel_data tunnel_data; int ret; tunnel = talloc_zero(tmp_ctx, struct ctdb_req_tunnel); if (tunnel == NULL) { goto fail; } ret = ctdb_req_tunnel_pull(buf, buflen, &h, tmp_ctx, tunnel); if (ret != 0) { goto fail; } tunnel_data = (struct ctdb_tunnel_data) { .hdr = h, .tunnel = tunnel, .reqid = reqid, }; if (tunnel->flags & CTDB_TUNNEL_FLAG_REPLY) { req = reqid_find(client->idr, reqid, struct tevent_req); if (req == NULL) { goto fail; } ctdb_tunnel_request_reply(req, &tunnel_data); } else if (tunnel->flags & CTDB_TUNNEL_FLAG_REQUEST) { TDB_DATA data = { .dsize = sizeof(struct ctdb_tunnel_data), .dptr = (uint8_t *)&tunnel_data, }; srvid_dispatch(client->tunnels, tunnel->tunnel_id, 0, data); } fail: TALLOC_FREE(tmp_ctx); } /* * Send messages using tunnel */ struct ctdb_tunnel_request_state { struct ctdb_tunnel_context *tctx; bool wait_for_reply; uint32_t reqid; struct ctdb_req_tunnel *tunnel; }; static int ctdb_tunnel_request_state_destructor( struct ctdb_tunnel_request_state *state); static void ctdb_tunnel_request_done(struct tevent_req *subreq); struct tevent_req *ctdb_tunnel_request_send(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_tunnel_context *tctx, int destnode, struct timeval timeout, uint8_t *buf, size_t buflen, bool wait_for_reply) { struct tevent_req *req, *subreq; struct ctdb_tunnel_request_state *state; struct ctdb_req_tunnel tunnel; struct ctdb_req_header h; uint8_t *pkt; size_t datalen, pkt_len; int ret; req = tevent_req_create(mem_ctx, &state, struct ctdb_tunnel_request_state); if (req == NULL) { return NULL; } state->tctx = tctx; state->wait_for_reply = wait_for_reply; state->reqid = reqid_new(tctx->client->idr, req); if (state->reqid == REQID_INVALID) { talloc_free(req); return NULL; } talloc_set_destructor(state, ctdb_tunnel_request_state_destructor); tunnel = (struct ctdb_req_tunnel) { .tunnel_id = state->tctx->tunnel_id, .flags = CTDB_TUNNEL_FLAG_REQUEST, .data = (TDB_DATA) { .dptr = buf, .dsize = buflen, }, }; if (destnode == CTDB_BROADCAST_ALL || destnode == CTDB_BROADCAST_VNNMAP || destnode == CTDB_BROADCAST_ALL) { state->wait_for_reply = false; } if (! state->wait_for_reply) { tunnel.flags |= CTDB_TUNNEL_FLAG_NOREPLY; } ctdb_req_header_fill(&h, 0, CTDB_REQ_TUNNEL, destnode, ctdb_client_pnn(state->tctx->client), state->reqid); datalen = ctdb_req_tunnel_len(&h, &tunnel); ret = ctdb_allocate_pkt(state, datalen, &pkt, &pkt_len); if (ret != 0) { tevent_req_error(req, ret); return tevent_req_post(req, ev); } ret = ctdb_req_tunnel_push(&h, &tunnel, pkt, &pkt_len); if (ret != 0) { tevent_req_error(req, ret); return tevent_req_post(req, ev); } if (!tevent_timeval_is_zero(&timeout)) { tevent_req_set_endtime(req, ev, timeout); } subreq = comm_write_send(state, ev, tctx->client->comm, pkt, pkt_len); if (tevent_req_nomem(subreq, req)) { return tevent_req_post(req, ev); } tevent_req_set_callback(subreq, ctdb_tunnel_request_done, req); return req; } static int ctdb_tunnel_request_state_destructor( struct ctdb_tunnel_request_state *state) { reqid_remove(state->tctx->client->idr, state->reqid); return 0; } static void ctdb_tunnel_request_done(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); struct ctdb_tunnel_request_state *state = tevent_req_data( req, struct ctdb_tunnel_request_state); int ret; bool status; status = comm_write_recv(subreq, &ret); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); return; } if (! state->wait_for_reply) { tevent_req_done(req); } /* Wait for the reply or timeout */ } static void ctdb_tunnel_request_reply(struct tevent_req *req, struct ctdb_tunnel_data *tunnel_data) { struct ctdb_tunnel_request_state *state = tevent_req_data( req, struct ctdb_tunnel_request_state); if (tunnel_data->reqid != state->reqid) { return; } state->tunnel = talloc_steal(state, tunnel_data->tunnel); tevent_req_done(req); } bool ctdb_tunnel_request_recv(struct tevent_req *req, int *perr, TALLOC_CTX *mem_ctx, uint8_t **buf, size_t *buflen) { struct ctdb_tunnel_request_state *state = tevent_req_data( req, struct ctdb_tunnel_request_state); int ret; if (tevent_req_is_unix_error(req, &ret)) { if (perr != NULL) { *perr = ret; } return false; } if (state->wait_for_reply) { if (buf != NULL) { *buf = talloc_steal(mem_ctx, state->tunnel->data.dptr); } if (buflen != NULL) { *buflen = state->tunnel->data.dsize; } } return true; } int ctdb_tunnel_request(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_tunnel_context *tctx, int destnode, struct timeval timeout, uint8_t *buf, size_t buflen, bool wait_for_reply) { struct tevent_req *req; int ret; bool status; req = ctdb_tunnel_request_send(mem_ctx, ev, tctx, destnode, timeout, buf, buflen, wait_for_reply); if (req == NULL) { return ENOMEM; } tevent_req_poll(req, ev); status = ctdb_tunnel_request_recv(req, &ret, NULL, NULL, NULL); talloc_free(req); if (! status) { return ret; } return 0; } struct ctdb_tunnel_reply_state { }; static void ctdb_tunnel_reply_done(struct tevent_req *subreq); struct tevent_req *ctdb_tunnel_reply_send(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_tunnel_context *tctx, int destnode, uint32_t reqid, struct timeval timeout, uint8_t *buf, size_t buflen) { struct tevent_req *req, *subreq; struct ctdb_tunnel_reply_state *state; struct ctdb_req_tunnel tunnel; struct ctdb_req_header h; uint8_t *pkt; size_t datalen, pkt_len; int ret; req = tevent_req_create(mem_ctx, &state, struct ctdb_tunnel_reply_state); if (req == NULL) { return NULL; } tunnel = (struct ctdb_req_tunnel) { .tunnel_id = tctx->tunnel_id, .flags = CTDB_TUNNEL_FLAG_REPLY, .data = (TDB_DATA) { .dptr = buf, .dsize = buflen, }, }; ctdb_req_header_fill(&h, 0, CTDB_REQ_TUNNEL, destnode, ctdb_client_pnn(tctx->client), reqid); datalen = ctdb_req_tunnel_len(&h, &tunnel); ret = ctdb_allocate_pkt(state, datalen, &pkt, &pkt_len); if (ret != 0) { tevent_req_error(req, ret); return tevent_req_post(req, ev); } ret = ctdb_req_tunnel_push(&h, &tunnel, pkt, &pkt_len); if (ret != 0) { tevent_req_error(req, ret); return tevent_req_post(req, ev); } if (!tevent_timeval_is_zero(&timeout)) { tevent_req_set_endtime(req, ev, timeout); } subreq = comm_write_send(state, ev, tctx->client->comm, pkt, pkt_len); if (tevent_req_nomem(subreq, req)) { return tevent_req_post(req, ev); } tevent_req_set_callback(subreq, ctdb_tunnel_reply_done, req); return req; } static void ctdb_tunnel_reply_done(struct tevent_req *subreq) { struct tevent_req *req = tevent_req_callback_data( subreq, struct tevent_req); int ret; bool status; status = comm_write_recv(subreq, &ret); TALLOC_FREE(subreq); if (! status) { tevent_req_error(req, ret); return; } tevent_req_done(req); } bool ctdb_tunnel_reply_recv(struct tevent_req *req, int *perr) { int ret; if (tevent_req_is_unix_error(req, &ret)) { if (perr != NULL) { *perr = ret; } return false; } return true; } int ctdb_tunnel_reply(TALLOC_CTX *mem_ctx, struct tevent_context *ev, struct ctdb_tunnel_context *tctx, int destnode, uint32_t reqid, struct timeval timeout, uint8_t *buf, size_t buflen) { struct tevent_req *req; int ret; bool status; req = ctdb_tunnel_reply_send(mem_ctx, ev, tctx, destnode, reqid, timeout, buf, buflen); if (req == NULL) { return ENOMEM; } tevent_req_poll(req, ev); status = ctdb_tunnel_reply_recv(req, &ret); talloc_free(req); if (! status) { return ret; } return 0; }