/* Unix SMB/CIFS implementation. Samba internal messaging functions Copyright (C) 2007 by Volker Lendecke Copyright (C) 2007 by Andrew Tridgell This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include "includes.h" #include "util_tdb.h" #include "serverid.h" #include "ctdbd_conn.h" #include "system/select.h" #include "lib/sys_rw_data.h" #include "lib/util/iov_buf.h" #include "messages.h" /* paths to these include files come from --with-ctdb= in configure */ #include "ctdb.h" #include "ctdb_private.h" struct ctdbd_srvid_cb { uint64_t srvid; int (*cb)(uint32_t src_vnn, uint32_t dst_vnn, uint64_t dst_srvid, const uint8_t *msg, size_t msglen, void *private_data); void *private_data; }; struct ctdbd_connection { struct messaging_context *msg_ctx; uint32_t reqid; uint32_t our_vnn; uint64_t rand_srvid; struct ctdbd_srvid_cb *callbacks; int fd; struct tevent_fd *fde; }; static uint32_t ctdbd_next_reqid(struct ctdbd_connection *conn) { conn->reqid += 1; if (conn->reqid == 0) { conn->reqid += 1; } return conn->reqid; } static NTSTATUS ctdbd_control(struct ctdbd_connection *conn, uint32_t vnn, uint32_t opcode, uint64_t srvid, uint32_t flags, TDB_DATA data, TALLOC_CTX *mem_ctx, TDB_DATA *outdata, int *cstatus); /* * exit on fatal communications errors with the ctdbd daemon */ static void cluster_fatal(const char *why) { DEBUG(0,("cluster fatal event: %s - exiting immediately\n", why)); /* we don't use smb_panic() as we don't want to delay to write a core file. We need to release this process id immediately so that someone else can take over without getting sharing violations */ _exit(1); } /* * */ static void ctdb_packet_dump(struct ctdb_req_header *hdr) { if (DEBUGLEVEL < 11) { return; } DEBUGADD(11, ("len=%d, magic=%x, vers=%d, gen=%d, op=%d, reqid=%d\n", (int)hdr->length, (int)hdr->ctdb_magic, (int)hdr->ctdb_version, (int)hdr->generation, (int)hdr->operation, (int)hdr->reqid)); } /* * Register a srvid with ctdbd */ NTSTATUS register_with_ctdbd(struct ctdbd_connection *conn, uint64_t srvid, int (*cb)(uint32_t src_vnn, uint32_t dst_vnn, uint64_t dst_srvid, const uint8_t *msg, size_t msglen, void *private_data), void *private_data) { NTSTATUS status; int cstatus; size_t num_callbacks; struct ctdbd_srvid_cb *tmp; status = ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_REGISTER_SRVID, srvid, 0, tdb_null, NULL, NULL, &cstatus); if (!NT_STATUS_IS_OK(status)) { return status; } num_callbacks = talloc_array_length(conn->callbacks); tmp = talloc_realloc(conn, conn->callbacks, struct ctdbd_srvid_cb, num_callbacks + 1); if (tmp == NULL) { return NT_STATUS_NO_MEMORY; } conn->callbacks = tmp; conn->callbacks[num_callbacks] = (struct ctdbd_srvid_cb) { .srvid = srvid, .cb = cb, .private_data = private_data }; return NT_STATUS_OK; } static int ctdbd_msg_call_back(struct ctdbd_connection *conn, struct ctdb_req_message *msg) { size_t msg_len; size_t i, num_callbacks; msg_len = msg->hdr.length; if (msg_len < offsetof(struct ctdb_req_message, data)) { DEBUG(10, ("%s: len %u too small\n", __func__, (unsigned)msg_len)); return 0; } msg_len -= offsetof(struct ctdb_req_message, data); if (msg_len < msg->datalen) { DEBUG(10, ("%s: msg_len=%u < msg->datalen=%u\n", __func__, (unsigned)msg_len, (unsigned)msg->datalen)); return 0; } num_callbacks = talloc_array_length(conn->callbacks); for (i=0; icallbacks[i]; if ((cb->srvid == msg->srvid) && (cb->cb != NULL)) { int ret; ret = cb->cb(msg->hdr.srcnode, msg->hdr.destnode, msg->srvid, msg->data, msg->datalen, cb->private_data); if (ret != 0) { return ret; } } } return 0; } /* * get our vnn from the cluster */ static NTSTATUS get_cluster_vnn(struct ctdbd_connection *conn, uint32_t *vnn) { int32_t cstatus=-1; NTSTATUS status; status = ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_GET_PNN, 0, 0, tdb_null, NULL, NULL, &cstatus); if (!NT_STATUS_IS_OK(status)) { DEBUG(1, ("ctdbd_control failed: %s\n", nt_errstr(status))); return status; } *vnn = (uint32_t)cstatus; return status; } /* * Are we active (i.e. not banned or stopped?) */ static bool ctdbd_working(struct ctdbd_connection *conn, uint32_t vnn) { int32_t cstatus=-1; NTSTATUS status; TDB_DATA outdata; struct ctdb_node_map *m; uint32_t failure_flags; bool ret = false; int i; status = ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_GET_NODEMAP, 0, 0, tdb_null, talloc_tos(), &outdata, &cstatus); if (!NT_STATUS_IS_OK(status)) { DEBUG(1, ("ctdbd_control failed: %s\n", nt_errstr(status))); return false; } if ((cstatus != 0) || (outdata.dptr == NULL)) { DEBUG(2, ("Received invalid ctdb data\n")); return false; } m = (struct ctdb_node_map *)outdata.dptr; for (i=0; inum; i++) { if (vnn == m->nodes[i].pnn) { break; } } if (i == m->num) { DEBUG(2, ("Did not find ourselves (node %d) in nodemap\n", (int)vnn)); goto fail; } failure_flags = NODE_FLAGS_BANNED | NODE_FLAGS_DISCONNECTED | NODE_FLAGS_PERMANENTLY_DISABLED | NODE_FLAGS_STOPPED; if ((m->nodes[i].flags & failure_flags) != 0) { DEBUG(2, ("Node has status %x, not active\n", (int)m->nodes[i].flags)); goto fail; } ret = true; fail: TALLOC_FREE(outdata.dptr); return ret; } uint32_t ctdbd_vnn(const struct ctdbd_connection *conn) { return conn->our_vnn; } const char *lp_ctdbd_socket(void) { const char *ret; ret = lp__ctdbd_socket(); if (ret != NULL && strlen(ret) > 0) { return ret; } return CTDB_SOCKET; } /* * Get us a ctdb connection */ static int ctdbd_connect(int *pfd) { const char *sockname = lp_ctdbd_socket(); struct sockaddr_un addr = { 0, }; int fd; socklen_t salen; size_t namelen; fd = socket(AF_UNIX, SOCK_STREAM, 0); if (fd == -1) { int err = errno; DEBUG(3, ("Could not create socket: %s\n", strerror(err))); return err; } addr.sun_family = AF_UNIX; namelen = strlcpy(addr.sun_path, sockname, sizeof(addr.sun_path)); if (namelen >= sizeof(addr.sun_path)) { DEBUG(3, ("%s: Socket name too long: %s\n", __func__, sockname)); close(fd); return ENAMETOOLONG; } salen = sizeof(struct sockaddr_un); if (connect(fd, (struct sockaddr *)(void *)&addr, salen) == -1) { int err = errno; DEBUG(1, ("connect(%s) failed: %s\n", sockname, strerror(err))); close(fd); return err; } *pfd = fd; return 0; } static int ctdb_read_packet(int fd, TALLOC_CTX *mem_ctx, struct ctdb_req_header **result) { int timeout = lp_ctdb_timeout(); struct ctdb_req_header *req; int ret, revents; uint32_t msglen; ssize_t nread; if (timeout == 0) { timeout = -1; } if (timeout != -1) { ret = poll_one_fd(fd, POLLIN, timeout, &revents); if (ret == -1) { return errno; } if (ret == 0) { return ETIMEDOUT; } if (ret != 1) { return EIO; } } nread = read_data(fd, &msglen, sizeof(msglen)); if (nread == -1) { return errno; } if (nread == 0) { return EIO; } if (msglen < sizeof(struct ctdb_req_header)) { return EIO; } req = talloc_size(mem_ctx, msglen); if (req == NULL) { return ENOMEM; } talloc_set_name_const(req, "struct ctdb_req_header"); req->length = msglen; nread = read_data(fd, ((char *)req) + sizeof(msglen), msglen - sizeof(msglen)); if (nread == -1) { return errno; } if (nread == 0) { return EIO; } *result = req; return 0; } /* * Read a full ctdbd request. If we have a messaging context, defer incoming * messages that might come in between. */ static int ctdb_read_req(struct ctdbd_connection *conn, uint32_t reqid, TALLOC_CTX *mem_ctx, struct ctdb_req_header **result) { struct ctdb_req_header *hdr; int ret; next_pkt: ret = ctdb_read_packet(conn->fd, mem_ctx, &hdr); if (ret != 0) { DEBUG(0, ("ctdb_read_packet failed: %s\n", strerror(ret))); cluster_fatal("ctdbd died\n"); } DEBUG(11, ("Received ctdb packet\n")); ctdb_packet_dump(hdr); if (hdr->operation == CTDB_REQ_MESSAGE) { struct ctdb_req_message *msg = (struct ctdb_req_message *)hdr; if (conn->msg_ctx == NULL) { DEBUG(1, ("Got a message without having a msg ctx, " "dropping msg %llu\n", (long long unsigned)msg->srvid)); TALLOC_FREE(hdr); goto next_pkt; } ret = ctdbd_msg_call_back(conn, msg); if (ret != 0) { TALLOC_FREE(hdr); return ret; } TALLOC_FREE(hdr); goto next_pkt; } if ((reqid != 0) && (hdr->reqid != reqid)) { /* we got the wrong reply */ DEBUG(0,("Discarding mismatched ctdb reqid %u should have " "been %u\n", hdr->reqid, reqid)); TALLOC_FREE(hdr); goto next_pkt; } *result = talloc_move(mem_ctx, &hdr); return 0; } static int ctdbd_connection_destructor(struct ctdbd_connection *c) { close(c->fd); return 0; } /* * Get us a ctdbd connection */ static NTSTATUS ctdbd_init_connection(TALLOC_CTX *mem_ctx, struct ctdbd_connection **pconn) { struct ctdbd_connection *conn; int ret; NTSTATUS status; if (!(conn = talloc_zero(mem_ctx, struct ctdbd_connection))) { DEBUG(0, ("talloc failed\n")); return NT_STATUS_NO_MEMORY; } ret = ctdbd_connect(&conn->fd); if (ret != 0) { status = map_nt_error_from_unix(ret); DEBUG(1, ("ctdbd_connect failed: %s\n", strerror(ret))); goto fail; } talloc_set_destructor(conn, ctdbd_connection_destructor); status = get_cluster_vnn(conn, &conn->our_vnn); if (!NT_STATUS_IS_OK(status)) { DEBUG(10, ("get_cluster_vnn failed: %s\n", nt_errstr(status))); goto fail; } if (!ctdbd_working(conn, conn->our_vnn)) { DEBUG(2, ("Node is not working, can not connect\n")); status = NT_STATUS_INTERNAL_DB_ERROR; goto fail; } generate_random_buffer((unsigned char *)&conn->rand_srvid, sizeof(conn->rand_srvid)); status = register_with_ctdbd(conn, conn->rand_srvid, NULL, NULL); if (!NT_STATUS_IS_OK(status)) { DEBUG(5, ("Could not register random srvid: %s\n", nt_errstr(status))); goto fail; } *pconn = conn; return NT_STATUS_OK; fail: TALLOC_FREE(conn); return status; } /* * Get us a ctdbd connection and register us as a process */ NTSTATUS ctdbd_messaging_connection(TALLOC_CTX *mem_ctx, struct ctdbd_connection **pconn) { struct ctdbd_connection *conn; NTSTATUS status; status = ctdbd_init_connection(mem_ctx, &conn); if (!NT_STATUS_IS_OK(status)) { return status; } status = register_with_ctdbd(conn, MSG_SRVID_SAMBA, NULL, NULL); if (!NT_STATUS_IS_OK(status)) { goto fail; } *pconn = conn; return NT_STATUS_OK; fail: TALLOC_FREE(conn); return status; } struct messaging_context *ctdb_conn_msg_ctx(struct ctdbd_connection *conn) { return conn->msg_ctx; } int ctdbd_conn_get_fd(struct ctdbd_connection *conn) { return conn->fd; } /* * Packet handler to receive and handle a ctdb message */ static int ctdb_handle_message(struct ctdbd_connection *conn, struct ctdb_req_header *hdr) { struct ctdb_req_message *msg; if (hdr->operation != CTDB_REQ_MESSAGE) { DEBUG(0, ("Received async msg of type %u, discarding\n", hdr->operation)); return EINVAL; } msg = (struct ctdb_req_message *)hdr; ctdbd_msg_call_back(conn, msg); return 0; } /* * The ctdbd socket is readable asynchronuously */ static void ctdbd_socket_handler(struct tevent_context *event_ctx, struct tevent_fd *event, uint16_t flags, void *private_data) { struct ctdbd_connection *conn = talloc_get_type_abort( private_data, struct ctdbd_connection); struct ctdb_req_header *hdr = NULL; int ret; ret = ctdb_read_packet(conn->fd, talloc_tos(), &hdr); if (ret != 0) { DEBUG(0, ("ctdb_read_packet failed: %s\n", strerror(ret))); cluster_fatal("ctdbd died\n"); } ret = ctdb_handle_message(conn, hdr); TALLOC_FREE(hdr); if (ret != 0) { DEBUG(10, ("could not handle incoming message: %s\n", strerror(ret))); } } /* * Prepare a ctdbd connection to receive messages */ NTSTATUS ctdbd_register_msg_ctx(struct ctdbd_connection *conn, struct messaging_context *msg_ctx) { SMB_ASSERT(conn->msg_ctx == NULL); SMB_ASSERT(conn->fde == NULL); if (!(conn->fde = tevent_add_fd(messaging_tevent_context(msg_ctx), conn, conn->fd, TEVENT_FD_READ, ctdbd_socket_handler, conn))) { DEBUG(0, ("event_add_fd failed\n")); return NT_STATUS_NO_MEMORY; } conn->msg_ctx = msg_ctx; return NT_STATUS_OK; } NTSTATUS ctdbd_messaging_send_iov(struct ctdbd_connection *conn, uint32_t dst_vnn, uint64_t dst_srvid, const struct iovec *iov, int iovlen) { struct ctdb_req_message r; struct iovec iov2[iovlen+1]; size_t buflen = iov_buflen(iov, iovlen); ssize_t nwritten; r.hdr.length = offsetof(struct ctdb_req_message, data) + buflen; r.hdr.ctdb_magic = CTDB_MAGIC; r.hdr.ctdb_version = CTDB_PROTOCOL; r.hdr.generation = 1; r.hdr.operation = CTDB_REQ_MESSAGE; r.hdr.destnode = dst_vnn; r.hdr.srcnode = conn->our_vnn; r.hdr.reqid = 0; r.srvid = dst_srvid; r.datalen = buflen; DEBUG(10, ("ctdbd_messaging_send: Sending ctdb packet\n")); ctdb_packet_dump(&r.hdr); iov2[0].iov_base = &r; iov2[0].iov_len = offsetof(struct ctdb_req_message, data); memcpy(&iov2[1], iov, iovlen * sizeof(struct iovec)); nwritten = write_data_iov(conn->fd, iov2, iovlen+1); if (nwritten == -1) { DEBUG(3, ("write_data_iov failed: %s\n", strerror(errno))); cluster_fatal("cluster dispatch daemon msg write error\n"); } return NT_STATUS_OK; } /* * send/recv a generic ctdb control message */ static NTSTATUS ctdbd_control(struct ctdbd_connection *conn, uint32_t vnn, uint32_t opcode, uint64_t srvid, uint32_t flags, TDB_DATA data, TALLOC_CTX *mem_ctx, TDB_DATA *outdata, int *cstatus) { struct ctdb_req_control req; struct ctdb_req_header *hdr; struct ctdb_reply_control *reply = NULL; struct ctdbd_connection *new_conn = NULL; struct iovec iov[2]; ssize_t nwritten; NTSTATUS status; int ret; if (conn == NULL) { status = ctdbd_init_connection(NULL, &new_conn); if (!NT_STATUS_IS_OK(status)) { DEBUG(10, ("Could not init temp connection: %s\n", nt_errstr(status))); goto fail; } conn = new_conn; } ZERO_STRUCT(req); req.hdr.length = offsetof(struct ctdb_req_control, data) + data.dsize; req.hdr.ctdb_magic = CTDB_MAGIC; req.hdr.ctdb_version = CTDB_PROTOCOL; req.hdr.operation = CTDB_REQ_CONTROL; req.hdr.reqid = ctdbd_next_reqid(conn); req.hdr.destnode = vnn; req.opcode = opcode; req.srvid = srvid; req.datalen = data.dsize; req.flags = flags; DEBUG(10, ("ctdbd_control: Sending ctdb packet\n")); ctdb_packet_dump(&req.hdr); iov[0].iov_base = &req; iov[0].iov_len = offsetof(struct ctdb_req_control, data); iov[1].iov_base = data.dptr; iov[1].iov_len = data.dsize; nwritten = write_data_iov(conn->fd, iov, ARRAY_SIZE(iov)); if (nwritten == -1) { DEBUG(3, ("write_data_iov failed: %s\n", strerror(errno))); cluster_fatal("cluster dispatch daemon msg write error\n"); } if (flags & CTDB_CTRL_FLAG_NOREPLY) { TALLOC_FREE(new_conn); if (cstatus) { *cstatus = 0; } return NT_STATUS_OK; } ret = ctdb_read_req(conn, req.hdr.reqid, NULL, &hdr); if (ret != 0) { DEBUG(10, ("ctdb_read_req failed: %s\n", strerror(ret))); status = map_nt_error_from_unix(ret); goto fail; } if (hdr->operation != CTDB_REPLY_CONTROL) { DEBUG(0, ("received invalid reply\n")); goto fail; } reply = (struct ctdb_reply_control *)hdr; if (outdata) { if (!(outdata->dptr = (uint8_t *)talloc_memdup( mem_ctx, reply->data, reply->datalen))) { TALLOC_FREE(reply); return NT_STATUS_NO_MEMORY; } outdata->dsize = reply->datalen; } if (cstatus) { (*cstatus) = reply->status; } status = NT_STATUS_OK; fail: TALLOC_FREE(new_conn); TALLOC_FREE(reply); return status; } /* * see if a remote process exists */ bool ctdbd_process_exists(struct ctdbd_connection *conn, uint32_t vnn, pid_t pid) { struct server_id id; bool result; id.pid = pid; id.vnn = vnn; if (!ctdb_processes_exist(conn, &id, 1, &result)) { DEBUG(10, ("ctdb_processes_exist failed\n")); return false; } return result; } bool ctdb_processes_exist(struct ctdbd_connection *conn, const struct server_id *pids, int num_pids, bool *results) { TALLOC_CTX *frame = talloc_stackframe(); int i, num_received; uint32_t *reqids; bool result = false; reqids = talloc_array(talloc_tos(), uint32_t, num_pids); if (reqids == NULL) { goto fail; } for (i=0; ifd, iov, ARRAY_SIZE(iov)); if (nwritten == -1) { DEBUG(10, ("write_data_iov failed: %s\n", strerror(errno))); goto fail; } } num_received = 0; while (num_received < num_pids) { struct ctdb_req_header *hdr; struct ctdb_reply_control *reply; uint32_t reqid; int ret; ret = ctdb_read_req(conn, 0, talloc_tos(), &hdr); if (ret != 0) { DEBUG(10, ("ctdb_read_req failed: %s\n", strerror(ret))); goto fail; } if (hdr->operation != CTDB_REPLY_CONTROL) { DEBUG(10, ("Received invalid reply\n")); goto fail; } reply = (struct ctdb_reply_control *)hdr; reqid = reply->hdr.reqid; DEBUG(10, ("Received reqid %d\n", (int)reqid)); for (i=0; istatus) == 0); TALLOC_FREE(reply); num_received += 1; } result = true; fail: TALLOC_FREE(frame); return result; } struct ctdb_vnn_list { uint32_t vnn; uint32_t reqid; unsigned num_srvids; unsigned num_filled; uint64_t *srvids; unsigned *pid_indexes; }; /* * Get a list of all vnns mentioned in a list of * server_ids. vnn_indexes tells where in the vnns array we have to * place the pids. */ static bool ctdb_collect_vnns(TALLOC_CTX *mem_ctx, const struct server_id *pids, unsigned num_pids, struct ctdb_vnn_list **pvnns, unsigned *pnum_vnns) { struct ctdb_vnn_list *vnns = NULL; unsigned *vnn_indexes = NULL; unsigned i, num_vnns = 0; vnn_indexes = talloc_array(mem_ctx, unsigned, num_pids); if (vnn_indexes == NULL) { DEBUG(1, ("talloc_array failed\n")); goto fail; } for (i=0; isrvids = talloc_array(vnns, uint64_t, vnn->num_srvids); if (vnn->srvids == NULL) { DEBUG(1, ("talloc_array failed\n")); goto fail; } vnn->pid_indexes = talloc_array(vnns, unsigned, vnn->num_srvids); if (vnn->pid_indexes == NULL) { DEBUG(1, ("talloc_array failed\n")); goto fail; } } for (i=0; isrvids[vnn->num_filled] = pids[i].unique_id; vnn->pid_indexes[vnn->num_filled] = i; vnn->num_filled += 1; } TALLOC_FREE(vnn_indexes); *pvnns = vnns; *pnum_vnns = num_vnns; return true; fail: TALLOC_FREE(vnns); TALLOC_FREE(vnn_indexes); return false; } bool ctdb_serverids_exist_supported(struct ctdbd_connection *conn) { return true; } bool ctdb_serverids_exist(struct ctdbd_connection *conn, const struct server_id *pids, unsigned num_pids, bool *results) { unsigned i, num_received; struct ctdb_vnn_list *vnns = NULL; unsigned num_vnns; if (!ctdb_collect_vnns(talloc_tos(), pids, num_pids, &vnns, &num_vnns)) { DEBUG(1, ("ctdb_collect_vnns failed\n")); goto fail; } for (i=0; ireqid = ctdbd_next_reqid(conn); ZERO_STRUCT(req); DEBUG(10, ("Requesting VNN %d, reqid=%d, num_srvids=%u\n", (int)vnn->vnn, (int)vnn->reqid, vnn->num_srvids)); req.hdr.length = offsetof(struct ctdb_req_control, data); req.hdr.ctdb_magic = CTDB_MAGIC; req.hdr.ctdb_version = CTDB_PROTOCOL; req.hdr.operation = CTDB_REQ_CONTROL; req.hdr.reqid = vnn->reqid; req.hdr.destnode = vnn->vnn; req.opcode = CTDB_CONTROL_CHECK_SRVIDS; req.srvid = 0; req.datalen = sizeof(uint64_t) * vnn->num_srvids; req.hdr.length += req.datalen; req.flags = 0; DEBUG(10, ("ctdbd_control: Sending ctdb packet\n")); ctdb_packet_dump(&req.hdr); iov[0].iov_base = &req; iov[0].iov_len = offsetof(struct ctdb_req_control, data); iov[1].iov_base = vnn->srvids; iov[1].iov_len = req.datalen; nwritten = write_data_iov(conn->fd, iov, ARRAY_SIZE(iov)); if (nwritten == -1) { DEBUG(10, ("write_data_iov failed: %s\n", strerror(errno))); goto fail; } } num_received = 0; while (num_received < num_vnns) { struct ctdb_req_header *hdr; struct ctdb_reply_control *reply; struct ctdb_vnn_list *vnn; uint32_t reqid; uint8_t *reply_data; int ret; ret = ctdb_read_req(conn, 0, talloc_tos(), &hdr); if (ret != 0) { DEBUG(10, ("ctdb_read_req failed: %s\n", strerror(ret))); goto fail; } if (hdr->operation != CTDB_REPLY_CONTROL) { DEBUG(1, ("Received invalid reply %u\n", (unsigned)hdr->operation)); goto fail; } reply = (struct ctdb_reply_control *)hdr; reqid = reply->hdr.reqid; DEBUG(10, ("Received reqid %d\n", (int)reqid)); for (i=0; inum_srvids %u, datalen %u\n", (unsigned)vnn->vnn, vnn->num_srvids, (unsigned)reply->datalen)); if (reply->datalen >= ((vnn->num_srvids+7)/8)) { /* * Got a real reply */ reply_data = reply->data; } else { /* * Got an error reply */ DEBUG(5, ("Received short reply len %d, status %u, " "errorlen %u\n", (unsigned)reply->datalen, (unsigned)reply->status, (unsigned)reply->errorlen)); dump_data(5, reply->data, reply->errorlen); /* * This will trigger everything set to false */ reply_data = NULL; } for (i=0; inum_srvids; i++) { int idx = vnn->pid_indexes[i]; if (pids[i].unique_id == SERVERID_UNIQUE_ID_NOT_TO_VERIFY) { results[idx] = true; continue; } results[idx] = (reply_data != NULL) && ((reply_data[i/8] & (1<<(i%8))) != 0); } TALLOC_FREE(reply); num_received += 1; } TALLOC_FREE(vnns); return true; fail: cluster_fatal("serverids_exist failed"); return false; } /* * Get a db path */ char *ctdbd_dbpath(struct ctdbd_connection *conn, TALLOC_CTX *mem_ctx, uint32_t db_id) { NTSTATUS status; TDB_DATA data; TDB_DATA rdata = {0}; int32_t cstatus = 0; data.dptr = (uint8_t*)&db_id; data.dsize = sizeof(db_id); status = ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_GETDBPATH, 0, 0, data, mem_ctx, &rdata, &cstatus); if (!NT_STATUS_IS_OK(status) || cstatus != 0) { DEBUG(0,(__location__ " ctdb_control for getdbpath failed\n")); return NULL; } return (char *)rdata.dptr; } /* * attach to a ctdb database */ NTSTATUS ctdbd_db_attach(struct ctdbd_connection *conn, const char *name, uint32_t *db_id, int tdb_flags) { NTSTATUS status; TDB_DATA data; int32_t cstatus; bool persistent = (tdb_flags & TDB_CLEAR_IF_FIRST) == 0; data = string_term_tdb_data(name); status = ctdbd_control(conn, CTDB_CURRENT_NODE, persistent ? CTDB_CONTROL_DB_ATTACH_PERSISTENT : CTDB_CONTROL_DB_ATTACH, tdb_flags, 0, data, NULL, &data, &cstatus); if (!NT_STATUS_IS_OK(status)) { DEBUG(0, (__location__ " ctdb_control for db_attach " "failed: %s\n", nt_errstr(status))); return status; } if (cstatus != 0 || data.dsize != sizeof(uint32_t)) { DEBUG(0,(__location__ " ctdb_control for db_attach failed\n")); return NT_STATUS_INTERNAL_ERROR; } *db_id = *(uint32_t *)data.dptr; talloc_free(data.dptr); if (!(tdb_flags & TDB_SEQNUM)) { return NT_STATUS_OK; } data.dptr = (uint8_t *)db_id; data.dsize = sizeof(*db_id); status = ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_ENABLE_SEQNUM, 0, 0, data, NULL, NULL, &cstatus); if (!NT_STATUS_IS_OK(status) || cstatus != 0) { DEBUG(0,(__location__ " ctdb_control for enable seqnum " "failed\n")); return NT_STATUS_IS_OK(status) ? NT_STATUS_INTERNAL_ERROR : status; } return NT_STATUS_OK; } /* * force the migration of a record to this node */ NTSTATUS ctdbd_migrate(struct ctdbd_connection *conn, uint32_t db_id, TDB_DATA key) { struct ctdb_req_call req; struct ctdb_req_header *hdr; struct iovec iov[2]; ssize_t nwritten; NTSTATUS status; int ret; ZERO_STRUCT(req); req.hdr.length = offsetof(struct ctdb_req_call, data) + key.dsize; req.hdr.ctdb_magic = CTDB_MAGIC; req.hdr.ctdb_version = CTDB_PROTOCOL; req.hdr.operation = CTDB_REQ_CALL; req.hdr.reqid = ctdbd_next_reqid(conn); req.flags = CTDB_IMMEDIATE_MIGRATION; req.callid = CTDB_NULL_FUNC; req.db_id = db_id; req.keylen = key.dsize; DEBUG(10, ("ctdbd_migrate: Sending ctdb packet\n")); ctdb_packet_dump(&req.hdr); iov[0].iov_base = &req; iov[0].iov_len = offsetof(struct ctdb_req_call, data); iov[1].iov_base = key.dptr; iov[1].iov_len = key.dsize; nwritten = write_data_iov(conn->fd, iov, ARRAY_SIZE(iov)); if (nwritten == -1) { DEBUG(3, ("write_data_iov failed: %s\n", strerror(errno))); cluster_fatal("cluster dispatch daemon msg write error\n"); } ret = ctdb_read_req(conn, req.hdr.reqid, NULL, &hdr); if (ret != 0) { DEBUG(10, ("ctdb_read_req failed: %s\n", strerror(ret))); status = map_nt_error_from_unix(ret); goto fail; } if (hdr->operation != CTDB_REPLY_CALL) { DEBUG(0, ("received invalid reply\n")); status = NT_STATUS_INTERNAL_ERROR; goto fail; } status = NT_STATUS_OK; fail: TALLOC_FREE(hdr); return status; } /* * Fetch a record and parse it */ NTSTATUS ctdbd_parse(struct ctdbd_connection *conn, uint32_t db_id, TDB_DATA key, bool local_copy, void (*parser)(TDB_DATA key, TDB_DATA data, void *private_data), void *private_data) { struct ctdb_req_call req; struct ctdb_req_header *hdr = NULL; struct ctdb_reply_call *reply; struct iovec iov[2]; ssize_t nwritten; NTSTATUS status; uint32_t flags; int ret; flags = local_copy ? CTDB_WANT_READONLY : 0; ZERO_STRUCT(req); req.hdr.length = offsetof(struct ctdb_req_call, data) + key.dsize; req.hdr.ctdb_magic = CTDB_MAGIC; req.hdr.ctdb_version = CTDB_PROTOCOL; req.hdr.operation = CTDB_REQ_CALL; req.hdr.reqid = ctdbd_next_reqid(conn); req.flags = flags; req.callid = CTDB_FETCH_FUNC; req.db_id = db_id; req.keylen = key.dsize; iov[0].iov_base = &req; iov[0].iov_len = offsetof(struct ctdb_req_call, data); iov[1].iov_base = key.dptr; iov[1].iov_len = key.dsize; nwritten = write_data_iov(conn->fd, iov, ARRAY_SIZE(iov)); if (nwritten == -1) { DEBUG(3, ("write_data_iov failed: %s\n", strerror(errno))); cluster_fatal("cluster dispatch daemon msg write error\n"); } ret = ctdb_read_req(conn, req.hdr.reqid, NULL, &hdr); if (ret != 0) { DEBUG(10, ("ctdb_read_req failed: %s\n", strerror(ret))); status = map_nt_error_from_unix(ret); goto fail; } if ((hdr == NULL) || (hdr->operation != CTDB_REPLY_CALL)) { DEBUG(0, ("received invalid reply\n")); status = NT_STATUS_INTERNAL_ERROR; goto fail; } reply = (struct ctdb_reply_call *)hdr; if (reply->datalen == 0) { /* * Treat an empty record as non-existing */ status = NT_STATUS_NOT_FOUND; goto fail; } parser(key, make_tdb_data(&reply->data[0], reply->datalen), private_data); status = NT_STATUS_OK; fail: TALLOC_FREE(hdr); return status; } /* Traverse a ctdb database. This uses a kind-of hackish way to open a second connection to ctdbd to avoid the hairy recursive and async problems with everything in-line. */ NTSTATUS ctdbd_traverse(uint32_t db_id, void (*fn)(TDB_DATA key, TDB_DATA data, void *private_data), void *private_data) { struct ctdbd_connection *conn; NTSTATUS status; TDB_DATA key, data; struct ctdb_traverse_start t; int cstatus; become_root(); status = ctdbd_init_connection(NULL, &conn); unbecome_root(); if (!NT_STATUS_IS_OK(status)) { DEBUG(0, ("ctdbd_init_connection failed: %s\n", nt_errstr(status))); return status; } t.db_id = db_id; t.srvid = conn->rand_srvid; t.reqid = ctdbd_next_reqid(conn); data.dptr = (uint8_t *)&t; data.dsize = sizeof(t); status = ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_TRAVERSE_START, conn->rand_srvid, 0, data, NULL, NULL, &cstatus); if (!NT_STATUS_IS_OK(status) || (cstatus != 0)) { DEBUG(0,("ctdbd_control failed: %s, %d\n", nt_errstr(status), cstatus)); if (NT_STATUS_IS_OK(status)) { /* * We need a mapping here */ status = NT_STATUS_UNSUCCESSFUL; } TALLOC_FREE(conn); return status; } while (True) { struct ctdb_req_header *hdr = NULL; struct ctdb_req_message *m; struct ctdb_rec_data *d; int ret; ret = ctdb_read_packet(conn->fd, conn, &hdr); if (ret != 0) { DEBUG(0, ("ctdb_read_packet failed: %s\n", strerror(ret))); cluster_fatal("ctdbd died\n"); } if (hdr->operation != CTDB_REQ_MESSAGE) { DEBUG(0, ("Got operation %u, expected a message\n", (unsigned)hdr->operation)); TALLOC_FREE(conn); return NT_STATUS_UNEXPECTED_IO_ERROR; } m = (struct ctdb_req_message *)hdr; d = (struct ctdb_rec_data *)&m->data[0]; if (m->datalen < sizeof(uint32_t) || m->datalen != d->length) { DEBUG(0, ("Got invalid traverse data of length %d\n", (int)m->datalen)); TALLOC_FREE(conn); return NT_STATUS_UNEXPECTED_IO_ERROR; } key.dsize = d->keylen; key.dptr = &d->data[0]; data.dsize = d->datalen; data.dptr = &d->data[d->keylen]; if (key.dsize == 0 && data.dsize == 0) { /* end of traverse */ TALLOC_FREE(conn); return NT_STATUS_OK; } if (data.dsize < sizeof(struct ctdb_ltdb_header)) { DEBUG(0, ("Got invalid ltdb header length %d\n", (int)data.dsize)); TALLOC_FREE(conn); return NT_STATUS_UNEXPECTED_IO_ERROR; } data.dsize -= sizeof(struct ctdb_ltdb_header); data.dptr += sizeof(struct ctdb_ltdb_header); if (fn != NULL) { fn(key, data, private_data); } } return NT_STATUS_OK; } /* This is used to canonicalize a ctdb_sock_addr structure. */ static void smbd_ctdb_canonicalize_ip(const struct sockaddr_storage *in, struct sockaddr_storage *out) { memcpy(out, in, sizeof (*out)); #ifdef HAVE_IPV6 if (in->ss_family == AF_INET6) { const char prefix[12] = { 0,0,0,0,0,0,0,0,0,0,0xff,0xff }; const struct sockaddr_in6 *in6 = (const struct sockaddr_in6 *)in; struct sockaddr_in *out4 = (struct sockaddr_in *)out; if (memcmp(&in6->sin6_addr, prefix, 12) == 0) { memset(out, 0, sizeof(*out)); #ifdef HAVE_SOCK_SIN_LEN out4->sin_len = sizeof(*out); #endif out4->sin_family = AF_INET; out4->sin_port = in6->sin6_port; memcpy(&out4->sin_addr, &in6->sin6_addr.s6_addr[12], 4); } } #endif } /* * Register us as a server for a particular tcp connection */ NTSTATUS ctdbd_register_ips(struct ctdbd_connection *conn, const struct sockaddr_storage *_server, const struct sockaddr_storage *_client, int (*cb)(uint32_t src_vnn, uint32_t dst_vnn, uint64_t dst_srvid, const uint8_t *msg, size_t msglen, void *private_data), void *private_data) { struct ctdb_control_tcp_addr p; TDB_DATA data = { .dptr = (uint8_t *)&p, .dsize = sizeof(p) }; NTSTATUS status; struct sockaddr_storage client; struct sockaddr_storage server; /* * Only one connection so far */ smbd_ctdb_canonicalize_ip(_client, &client); smbd_ctdb_canonicalize_ip(_server, &server); switch (client.ss_family) { case AF_INET: memcpy(&p.dest.ip, &server, sizeof(p.dest.ip)); memcpy(&p.src.ip, &client, sizeof(p.src.ip)); break; case AF_INET6: memcpy(&p.dest.ip6, &server, sizeof(p.dest.ip6)); memcpy(&p.src.ip6, &client, sizeof(p.src.ip6)); break; default: return NT_STATUS_INTERNAL_ERROR; } /* * We want to be told about IP releases */ status = register_with_ctdbd(conn, CTDB_SRVID_RELEASE_IP, cb, private_data); if (!NT_STATUS_IS_OK(status)) { return status; } /* * inform ctdb of our tcp connection, so if IP takeover happens ctdb * can send an extra ack to trigger a reset for our client, so it * immediately reconnects */ return ctdbd_control(conn, CTDB_CURRENT_NODE, CTDB_CONTROL_TCP_CLIENT, 0, CTDB_CTRL_FLAG_NOREPLY, data, NULL, NULL, NULL); } /* call a control on the local node */ NTSTATUS ctdbd_control_local(struct ctdbd_connection *conn, uint32_t opcode, uint64_t srvid, uint32_t flags, TDB_DATA data, TALLOC_CTX *mem_ctx, TDB_DATA *outdata, int *cstatus) { return ctdbd_control(conn, CTDB_CURRENT_NODE, opcode, srvid, flags, data, mem_ctx, outdata, cstatus); } NTSTATUS ctdb_watch_us(struct ctdbd_connection *conn) { struct ctdb_client_notify_register reg_data; size_t struct_len; NTSTATUS status; int cstatus; reg_data.srvid = CTDB_SRVID_SAMBA_NOTIFY; reg_data.len = 1; reg_data.notify_data[0] = 0; struct_len = offsetof(struct ctdb_client_notify_register, notify_data) + reg_data.len; status = ctdbd_control_local( conn, CTDB_CONTROL_REGISTER_NOTIFY, conn->rand_srvid, 0, make_tdb_data((uint8_t *)®_data, struct_len), NULL, NULL, &cstatus); if (!NT_STATUS_IS_OK(status)) { DEBUG(1, ("ctdbd_control_local failed: %s\n", nt_errstr(status))); } return status; } NTSTATUS ctdb_unwatch(struct ctdbd_connection *conn) { struct ctdb_client_notify_deregister dereg_data; NTSTATUS status; int cstatus; dereg_data.srvid = CTDB_SRVID_SAMBA_NOTIFY; status = ctdbd_control_local( conn, CTDB_CONTROL_DEREGISTER_NOTIFY, conn->rand_srvid, 0, make_tdb_data((uint8_t *)&dereg_data, sizeof(dereg_data)), NULL, NULL, &cstatus); if (!NT_STATUS_IS_OK(status)) { DEBUG(1, ("ctdbd_control_local failed: %s\n", nt_errstr(status))); } return status; } NTSTATUS ctdbd_probe(void) { /* * Do a very early check if ctdbd is around to avoid an abort and core * later */ struct ctdbd_connection *conn = NULL; NTSTATUS status; status = ctdbd_messaging_connection(talloc_tos(), &conn); /* * We only care if we can connect. */ TALLOC_FREE(conn); return status; }