/* simple ctdb benchmark Copyright (C) Andrew Tridgell 2006 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, see . */ #include "includes.h" #include "system/filesys.h" #include "popt.h" #include "cmdline.h" #include #include static struct timeval tp1,tp2; static void start_timer(void) { gettimeofday(&tp1,NULL); } static double end_timer(void) { gettimeofday(&tp2,NULL); return (tp2.tv_sec + (tp2.tv_usec*1.0e-6)) - (tp1.tv_sec + (tp1.tv_usec*1.0e-6)); } static int timelimit = 10; static int num_records = 10; static int num_nodes; struct bench_data { struct ctdb_context *ctdb; struct tevent_context *ev; int msg_count; }; #define TESTKEY "testkey" /* fetch a record store a expanded record send a message to next node to tell it to do the same */ static void bench_fetch_1node(struct bench_data *bdata) { struct ctdb_context *ctdb = bdata->ctdb; TDB_DATA key, data, nulldata; struct ctdb_db_context *ctdb_db; TALLOC_CTX *tmp_ctx = talloc_new(ctdb); int dest, ret; struct ctdb_record_handle *h; key.dptr = discard_const(TESTKEY); key.dsize = strlen(TESTKEY); ctdb_db = ctdb_db_handle(ctdb, "test.tdb"); h = ctdb_fetch_lock(ctdb_db, tmp_ctx, key, &data); if (h == NULL) { printf("Failed to fetch record '%s' on node %d\n", (const char *)key.dptr, ctdb_get_pnn(ctdb)); talloc_free(tmp_ctx); return; } if (data.dsize > 1000) { data.dsize = 0; } if (data.dsize == 0) { data.dptr = (uint8_t *)talloc_asprintf(tmp_ctx, "Test data\n"); } data.dptr = (uint8_t *)talloc_asprintf_append((char *)data.dptr, "msg_count=%d on node %d\n", bdata->msg_count, ctdb_get_pnn(ctdb)); if (data.dptr == NULL) { printf("Failed to create record\n"); talloc_free(tmp_ctx); return; } data.dsize = strlen((const char *)data.dptr)+1; ret = ctdb_record_store(h, data); talloc_free(h); if (ret != 0) { printf("Failed to store record\n"); } talloc_free(tmp_ctx); /* tell the next node to do the same */ nulldata.dptr = NULL; nulldata.dsize = 0; dest = (ctdb_get_pnn(ctdb) + 1) % num_nodes; ctdb_client_send_message(ctdb, dest, 0, nulldata); } /* handler for messages in bench_ring() */ static void message_handler(uint64_t srvid, TDB_DATA data, void *private_data) { struct bench_data *bdata = talloc_get_type_abort( private_data, struct bench_data); bdata->msg_count++; bench_fetch_1node(bdata); } /* * timeout handler - noop */ static void timeout_handler(struct event_context *ev, struct timed_event *timer, struct timeval curtime, void *private_data) { return; } /* benchmark the following: fetch a record store a expanded record send a message to next node to tell it to do the same */ static void bench_fetch(struct bench_data *bdata) { struct ctdb_context *ctdb = bdata->ctdb; int pnn=ctdb_get_pnn(ctdb); if (pnn == num_nodes - 1) { bench_fetch_1node(bdata); } start_timer(); event_add_timed(bdata->ev, bdata, timeval_current_ofs(timelimit,0), timeout_handler, NULL); while (end_timer() < timelimit) { if (pnn == 0 && bdata->msg_count % 100 == 0 && end_timer() > 0) { printf("Fetch: %.2f msgs/sec\r", bdata->msg_count/end_timer()); fflush(stdout); } if (event_loop_once(bdata->ev) != 0) { printf("Event loop failed!\n"); break; } } printf("Fetch: %.2f msgs/sec\n", bdata->msg_count/end_timer()); } /* handler for reconfigure message */ static void reconfigure_handler(uint64_t srvid, TDB_DATA data, void *private_data) { int *ready = (int *)private_data; *ready = 1; } /* main program */ int main(int argc, const char *argv[]) { struct ctdb_context *ctdb; struct ctdb_db_context *ctdb_db; struct poptOption popt_options[] = { POPT_AUTOHELP POPT_CTDB_CMDLINE { "timelimit", 't', POPT_ARG_INT, &timelimit, 0, "timelimit", "integer" }, { "num-records", 'r', POPT_ARG_INT, &num_records, 0, "num_records", "integer" }, { NULL, 'n', POPT_ARG_INT, &num_nodes, 0, "num_nodes", "integer" }, POPT_TABLEEND }; int opt; const char **extra_argv; int extra_argc = 0; poptContext pc; struct event_context *ev; TDB_DATA key, data; struct ctdb_record_handle *h; int cluster_ready=0; struct bench_data *bdata; pc = poptGetContext(argv[0], argc, argv, popt_options, POPT_CONTEXT_KEEP_FIRST); while ((opt = poptGetNextOpt(pc)) != -1) { switch (opt) { default: fprintf(stderr, "Invalid option %s: %s\n", poptBadOption(pc, 0), poptStrerror(opt)); exit(1); } } /* talloc_enable_leak_report_full(); */ /* setup the remaining options for the main program to use */ extra_argv = poptGetArgs(pc); if (extra_argv) { extra_argv++; while (extra_argv[extra_argc]) extra_argc++; } if (num_nodes == 0) { printf("You must specify the number of nodes\n"); exit(1); } ev = event_context_init(NULL); tevent_loop_allow_nesting(ev); ctdb = ctdb_cmdline_client(ev, timeval_current_ofs(3, 0)); if (ctdb == NULL) { printf("failed to connect to ctdb daemon.\n"); exit(1); } ctdb_client_set_message_handler(ctdb, CTDB_SRVID_RECONFIGURE, reconfigure_handler, &cluster_ready); /* attach to a specific database */ ctdb_db = ctdb_attach(ctdb, timeval_current_ofs(2, 0), "test.tdb", false, 0); if (!ctdb_db) { printf("ctdb_attach failed - %s\n", ctdb_errstr(ctdb)); exit(1); } bdata = talloc_zero(ctdb, struct bench_data); if (bdata == NULL) { printf("memory allocation error\n"); exit(1); } bdata->ctdb = ctdb; bdata->ev = ev; ctdb_client_set_message_handler(ctdb, 0, message_handler, bdata); printf("Waiting for cluster\n"); while (1) { uint32_t recmode=1; ctdb_ctrl_getrecmode(ctdb, ctdb, timeval_zero(), CTDB_CURRENT_NODE, &recmode); if (recmode == 0) break; event_loop_once(ev); } /* This test has a race condition. If CTDB receives the message from previous * node, before this node has registered for that message, this node will never * receive that message and will block on receive. Sleeping for some time will * hopefully ensure that the test program on all the nodes register for messages. */ printf("Sleeping for %d seconds\n", num_nodes); sleep(num_nodes); bench_fetch(bdata); key.dptr = discard_const(TESTKEY); key.dsize = strlen(TESTKEY); printf("Fetching final record\n"); h = ctdb_fetch_lock(ctdb_db, ctdb, key, &data); if (h == NULL) { printf("Failed to fetch record '%s' on node %d\n", (const char *)key.dptr, ctdb_get_pnn(ctdb)); exit(1); } printf("DATA:\n%s\n", (char *)data.dptr); return 0; }