X-Git-Url: https://git.saurik.com/redis.git/blobdiff_plain/3b5e72d402345507856b00bb67a91942f4f1a49d..b08c9dd28032a207a67773caf5d93616ff82a23f:/src/redis-benchmark.c diff --git a/src/redis-benchmark.c b/src/redis-benchmark.c index c44b0ae4..e4a40e13 100644 --- a/src/redis-benchmark.c +++ b/src/redis-benchmark.c @@ -45,31 +45,27 @@ #include "adlist.h" #include "zmalloc.h" -#define CLIENT_CONNECTING 0 -#define CLIENT_SENDQUERY 1 -#define CLIENT_READREPLY 2 - #define REDIS_NOTUSED(V) ((void) V) static struct config { - int debug; + aeEventLoop *el; + const char *hostip; + int hostport; + const char *hostsocket; int numclients; - int requests; int liveclients; - int donerequests; + int requests; + int requests_issued; + int requests_finished; int keysize; int datasize; int randomkeys; int randomkeys_keyspacelen; - aeEventLoop *el; - char *hostip; - int hostport; - char *hostsocket; int keepalive; long long start; long long totlatency; long long *latency; - char *title; + const char *title; list *clients; int quiet; int loop; @@ -78,10 +74,10 @@ static struct config { typedef struct _client { redisContext *context; - int state; sds obuf; + char *randptr[10]; /* needed for MSET against 10 keys */ + size_t randlen; unsigned int written; /* bytes of 'obuf' already written */ - int replytype; long long start; /* start time of a request */ long long latency; /* request latency */ } *client; @@ -139,33 +135,27 @@ static void resetClient(client c) { aeDeleteFileEvent(config.el,c->context->fd,AE_READABLE); aeCreateFileEvent(config.el,c->context->fd,AE_WRITABLE,writeHandler,c); c->written = 0; - c->state = CLIENT_SENDQUERY; - c->start = ustime(); - c->latency = -1; } static void randomizeClientKey(client c) { - char *p; char buf[32]; - long r; - - p = strstr(c->obuf, "_rand"); - if (!p) return; - p += 5; - r = random() % config.randomkeys_keyspacelen; - sprintf(buf,"%ld",r); - memcpy(p,buf,strlen(buf)); + size_t i, r; + + for (i = 0; i < c->randlen; i++) { + r = random() % config.randomkeys_keyspacelen; + snprintf(buf,sizeof(buf),"%012zu",r); + memcpy(c->randptr[i],buf,12); + } } static void clientDone(client c) { - if (config.donerequests == config.requests) { + if (config.requests_finished == config.requests) { freeClient(c); aeStop(config.el); return; } if (config.keepalive) { resetClient(c); - if (config.randomkeys) randomizeClientKey(c); } else { config.liveclients--; createMissingClients(c); @@ -195,8 +185,13 @@ static void readHandler(aeEventLoop *el, int fd, void *privdata, int mask) { exit(1); } if (reply != NULL) { - if (config.donerequests < config.requests) - config.latency[config.donerequests++] = c->latency; + if (reply == (void*)REDIS_REPLY_ERROR) { + fprintf(stderr,"Unexpected error reply, exiting...\n"); + exit(1); + } + + if (config.requests_finished < config.requests) + config.latency[config.requests_finished++] = c->latency; clientDone(c); } } @@ -208,11 +203,20 @@ static void writeHandler(aeEventLoop *el, int fd, void *privdata, int mask) { REDIS_NOTUSED(fd); REDIS_NOTUSED(mask); - if (c->state == CLIENT_CONNECTING) { - c->state = CLIENT_SENDQUERY; + /* Initialize request when nothing was written. */ + if (c->written == 0) { + /* Enforce upper bound to number of requests. */ + if (config.requests_issued++ >= config.requests) { + freeClient(c); + return; + } + + /* Really initialize: randomize keys and set start time. */ + if (config.randomkeys) randomizeClientKey(c); c->start = ustime(); c->latency = -1; } + if (sdslen(c->obuf) > c->written) { void *ptr = c->obuf+c->written; int nwritten = write(c->context->fd,ptr,sdslen(c->obuf)-c->written); @@ -226,12 +230,11 @@ static void writeHandler(aeEventLoop *el, int fd, void *privdata, int mask) { if (sdslen(c->obuf) == c->written) { aeDeleteFileEvent(config.el,c->context->fd,AE_WRITABLE); aeCreateFileEvent(config.el,c->context->fd,AE_READABLE,readHandler,c); - c->state = CLIENT_READREPLY; } } } -static client createClient(int replytype) { +static client createClient(const char *cmd, size_t len) { client c = zmalloc(sizeof(struct _client)); if (config.hostsocket == NULL) { c->context = redisConnectNonBlock(config.hostip,config.hostport); @@ -246,10 +249,22 @@ static client createClient(int replytype) { fprintf(stderr,"%s: %s\n",config.hostsocket,c->context->errstr); exit(1); } - c->replytype = replytype; - c->state = CLIENT_CONNECTING; - c->obuf = sdsempty(); + c->obuf = sdsnewlen(cmd,len); + c->randlen = 0; c->written = 0; + + /* Find substrings in the output buffer that need to be randomized. */ + if (config.randomkeys) { + char *p = c->obuf, *newline; + while ((p = strstr(p,":rand:")) != NULL) { + newline = strstr(p,"\r\n"); + assert(newline-(p+6) == 12); /* 12 chars for randomness */ + assert(c->randlen < (signed)(sizeof(c->randptr)/sizeof(char*))); + c->randptr[c->randlen++] = p+6; + p = newline+2; + } + } + redisSetReplyObjectFunctions(c->context,NULL); aeCreateFileEvent(config.el,c->context->fd,AE_WRITABLE,writeHandler,c); listAddNodeTail(config.clients,c); @@ -258,11 +273,16 @@ static client createClient(int replytype) { } static void createMissingClients(client c) { + int n = 0; + while(config.liveclients < config.numclients) { - client new = createClient(c->replytype); - sdsfree(new->obuf); - new->obuf = sdsdup(c->obuf); - if (config.randomkeys) randomizeClientKey(c); + createClient(c->obuf,sdslen(c->obuf)); + + /* Listen backlog is quite limited on most systems */ + if (++n > 64) { + usleep(50000); + n = 0; + } } } @@ -274,10 +294,10 @@ static void showLatencyReport(void) { int i, curlat = 0; float perc, reqpersec; - reqpersec = (float)config.donerequests/((float)config.totlatency/1000); + reqpersec = (float)config.requests_finished/((float)config.totlatency/1000); if (!config.quiet) { printf("====== %s ======\n", config.title); - printf(" %d requests completed in %.2f seconds\n", config.donerequests, + printf(" %d requests completed in %.2f seconds\n", config.requests_finished, (float)config.totlatency/1000); printf(" %d parallel clients\n", config.numclients); printf(" %d bytes payload\n", config.datasize); @@ -298,85 +318,105 @@ static void showLatencyReport(void) { } } -static void prepareForBenchmark(char *title) { +static void benchmark(const char *title, const char *cmd, int len) { + client c; + config.title = title; - config.start = mstime(); - config.donerequests = 0; -} + config.requests_issued = 0; + config.requests_finished = 0; -static void endBenchmark(void) { + c = createClient(cmd,len); + createMissingClients(c); + + config.start = mstime(); + aeMain(config.el); config.totlatency = mstime()-config.start; + showLatencyReport(); freeAllClients(); } -void parseOptions(int argc, char **argv) { +/* Returns number of consumed options. */ +int parseOptions(int argc, const char **argv) { int i; + int lastarg; + int exit_status = 1; for (i = 1; i < argc; i++) { - int lastarg = i==argc-1; - - if (!strcmp(argv[i],"-c") && !lastarg) { - config.numclients = atoi(argv[i+1]); - i++; - } else if (!strcmp(argv[i],"-n") && !lastarg) { - config.requests = atoi(argv[i+1]); - i++; - } else if (!strcmp(argv[i],"-k") && !lastarg) { - config.keepalive = atoi(argv[i+1]); - i++; - } else if (!strcmp(argv[i],"-h") && !lastarg) { - config.hostip = argv[i+1]; - i++; - } else if (!strcmp(argv[i],"-p") && !lastarg) { - config.hostport = atoi(argv[i+1]); - i++; - } else if (!strcmp(argv[i],"-s") && !lastarg) { - config.hostsocket = argv[i+1]; - i++; - } else if (!strcmp(argv[i],"-d") && !lastarg) { - config.datasize = atoi(argv[i+1]); - i++; + lastarg = (i == (argc-1)); + + if (!strcmp(argv[i],"-c")) { + if (lastarg) goto invalid; + config.numclients = atoi(argv[++i]); + } else if (!strcmp(argv[i],"-n")) { + if (lastarg) goto invalid; + config.requests = atoi(argv[++i]); + } else if (!strcmp(argv[i],"-k")) { + if (lastarg) goto invalid; + config.keepalive = atoi(argv[++i]); + } else if (!strcmp(argv[i],"-h")) { + if (lastarg) goto invalid; + config.hostip = strdup(argv[++i]); + } else if (!strcmp(argv[i],"-p")) { + if (lastarg) goto invalid; + config.hostport = atoi(argv[++i]); + } else if (!strcmp(argv[i],"-s")) { + if (lastarg) goto invalid; + config.hostsocket = strdup(argv[++i]); + } else if (!strcmp(argv[i],"-d")) { + if (lastarg) goto invalid; + config.datasize = atoi(argv[++i]); if (config.datasize < 1) config.datasize=1; if (config.datasize > 1024*1024) config.datasize = 1024*1024; - } else if (!strcmp(argv[i],"-r") && !lastarg) { + } else if (!strcmp(argv[i],"-r")) { + if (lastarg) goto invalid; config.randomkeys = 1; - config.randomkeys_keyspacelen = atoi(argv[i+1]); + config.randomkeys_keyspacelen = atoi(argv[++i]); if (config.randomkeys_keyspacelen < 0) config.randomkeys_keyspacelen = 0; - i++; } else if (!strcmp(argv[i],"-q")) { config.quiet = 1; } else if (!strcmp(argv[i],"-l")) { config.loop = 1; - } else if (!strcmp(argv[i],"-D")) { - config.debug = 1; } else if (!strcmp(argv[i],"-I")) { config.idlemode = 1; + } else if (!strcmp(argv[i],"--help")) { + exit_status = 0; + goto usage; } else { - printf("Wrong option '%s' or option argument missing\n\n",argv[i]); - printf("Usage: redis-benchmark [-h ] [-p ] [-c ] [-n [-k ]\n\n"); - printf(" -h Server hostname (default 127.0.0.1)\n"); - printf(" -p Server port (default 6379)\n"); - printf(" -s Server socket (overrides host and port)\n"); - printf(" -c Number of parallel connections (default 50)\n"); - printf(" -n Total number of requests (default 10000)\n"); - printf(" -d Data size of SET/GET value in bytes (default 2)\n"); - printf(" -k 1=keep alive 0=reconnect (default 1)\n"); - printf(" -r Use random keys for SET/GET/INCR, random values for SADD\n"); - printf(" Using this option the benchmark will get/set keys\n"); - printf(" in the form mykey_rand000000012456 instead of constant\n"); - printf(" keys, the argument determines the max\n"); - printf(" number of values for the random number. For instance\n"); - printf(" if set to 10 only rand000000000000 - rand000000000009\n"); - printf(" range will be allowed.\n"); - printf(" -q Quiet. Just show query/sec values\n"); - printf(" -l Loop. Run the tests forever\n"); - printf(" -I Idle mode. Just open N idle connections and wait.\n"); - printf(" -D Debug mode. more verbose.\n"); - exit(1); + /* Assume the user meant to provide an option when the arg starts + * with a dash. We're done otherwise and should use the remainder + * as the command and arguments for running the benchmark. */ + if (argv[i][0] == '-') goto invalid; + return i; } } + + return i; + +invalid: + printf("Invalid option \"%s\" or option argument missing\n\n",argv[i]); + +usage: + printf("Usage: redis-benchmark [-h ] [-p ] [-c ] [-n [-k ]\n\n"); + printf(" -h Server hostname (default 127.0.0.1)\n"); + printf(" -p Server port (default 6379)\n"); + printf(" -s Server socket (overrides host and port)\n"); + printf(" -c Number of parallel connections (default 50)\n"); + printf(" -n Total number of requests (default 10000)\n"); + printf(" -d Data size of SET/GET value in bytes (default 2)\n"); + printf(" -k 1=keep alive 0=reconnect (default 1)\n"); + printf(" -r Use random keys for SET/GET/INCR, random values for SADD\n"); + printf(" Using this option the benchmark will get/set keys\n"); + printf(" in the form mykey_rand000000012456 instead of constant\n"); + printf(" keys, the argument determines the max\n"); + printf(" number of values for the random number. For instance\n"); + printf(" if set to 10 only rand000000000000 - rand000000000009\n"); + printf(" range will be allowed.\n"); + printf(" -q Quiet. Just show query/sec values\n"); + printf(" -l Loop. Run the tests forever\n"); + printf(" -I Idle mode. Just open N idle connections and wait.\n"); + exit(exit_status); } int showThroughput(struct aeEventLoop *eventLoop, long long id, void *clientData) { @@ -385,26 +425,28 @@ int showThroughput(struct aeEventLoop *eventLoop, long long id, void *clientData REDIS_NOTUSED(clientData); float dt = (float)(mstime()-config.start)/1000.0; - float rps = (float)config.donerequests/dt; + float rps = (float)config.requests_finished/dt; printf("%s: %.2f\r", config.title, rps); fflush(stdout); return 250; /* every 250ms */ } -int main(int argc, char **argv) { +int main(int argc, const char **argv) { + int i; + char *data, *cmd; + int len; + client c; signal(SIGHUP, SIG_IGN); signal(SIGPIPE, SIG_IGN); - config.debug = 0; config.numclients = 50; config.requests = 10000; config.liveclients = 0; config.el = aeCreateEventLoop(); aeCreateTimeEvent(config.el,1,showThroughput,NULL,NULL); config.keepalive = 1; - config.donerequests = 0; config.datasize = 3; config.randomkeys = 0; config.randomkeys_keyspacelen = 0; @@ -417,7 +459,10 @@ int main(int argc, char **argv) { config.hostport = 6379; config.hostsocket = NULL; - parseOptions(argc,argv); + i = parseOptions(argc,argv); + argc -= i; + argv += i; + config.latency = zmalloc(sizeof(long long)*config.requests); if (config.keepalive == 0) { @@ -426,136 +471,98 @@ int main(int argc, char **argv) { if (config.idlemode) { printf("Creating %d idle connections and waiting forever (Ctrl+C when done)\n", config.numclients); - prepareForBenchmark("IDLE"); - c = createClient(0); /* will never receive a reply */ - c->obuf = sdsempty(); + c = createClient("",0); /* will never receive a reply */ createMissingClients(c); aeMain(config.el); /* and will wait for every */ } + /* Run benchmark with command in the remainder of the arguments. */ + if (argc) { + sds title = sdsnew(argv[0]); + for (i = 1; i < argc; i++) { + title = sdscatlen(title, " ", 1); + title = sdscatlen(title, (char*)argv[i], strlen(argv[i])); + } + + do { + len = redisFormatCommandArgv(&cmd,argc,argv,NULL); + benchmark(title,cmd,len); + free(cmd); + } while(config.loop); + + return 0; + } + + /* Run default benchmark suite. */ do { - prepareForBenchmark("PING"); - c = createClient(REDIS_REPLY_STATUS); - c->obuf = sdscat(c->obuf,"PING\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + data = zmalloc(config.datasize+1); + memset(data,'x',config.datasize); + data[config.datasize] = '\0'; - prepareForBenchmark("PING (multi bulk)"); - c = createClient(REDIS_REPLY_STATUS); - c->obuf = sdscat(c->obuf,"*1\r\n$4\r\nPING\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); - - prepareForBenchmark("MSET (10 keys, multi bulk)"); - c = createClient(REDIS_REPLY_ARRAY); - c->obuf = sdscatprintf(c->obuf,"*%d\r\n$4\r\nMSET\r\n", 11); - { - int i; - char *data = zmalloc(config.datasize+2); - memset(data,'x',config.datasize); - for (i = 0; i < 10; i++) { - c->obuf = sdscatprintf(c->obuf,"$%d\r\n%s\r\n",config.datasize,data); - } - zfree(data); - } - createMissingClients(c); - aeMain(config.el); - endBenchmark(); - - prepareForBenchmark("SET"); - c = createClient(REDIS_REPLY_STATUS); - c->obuf = sdscat(c->obuf,"*3\r\n$3\r\nSET\r\n$20\r\nfoo_rand000000000000\r\n"); - { - char *data = zmalloc(config.datasize+2); - memset(data,'x',config.datasize); - data[config.datasize] = '\r'; - data[config.datasize+1] = '\n'; - c->obuf = sdscatprintf(c->obuf,"$%d\r\n",config.datasize); - c->obuf = sdscatlen(c->obuf,data,config.datasize+2); + benchmark("PING (inline)","PING\r\n",6); + + len = redisFormatCommand(&cmd,"PING"); + benchmark("PING",cmd,len); + free(cmd); + + const char *argv[21]; + argv[0] = "MSET"; + for (i = 1; i < 21; i += 2) { + argv[i] = "foo:rand:000000000000"; + argv[i+1] = data; } - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommandArgv(&cmd,21,argv,NULL); + benchmark("MSET (10 keys)",cmd,len); + free(cmd); - prepareForBenchmark("GET"); - c = createClient(REDIS_REPLY_STRING); - c->obuf = sdscat(c->obuf,"GET foo_rand000000000000\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"SET foo:rand:000000000000 %s",data); + benchmark("SET",cmd,len); + free(cmd); - prepareForBenchmark("INCR"); - c = createClient(REDIS_REPLY_INTEGER); - c->obuf = sdscat(c->obuf,"INCR counter_rand000000000000\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"GET foo:rand:000000000000"); + benchmark("GET",cmd,len); + free(cmd); - prepareForBenchmark("LPUSH"); - c = createClient(REDIS_REPLY_INTEGER); - c->obuf = sdscat(c->obuf,"LPUSH mylist bar\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"INCR counter:rand:000000000000"); + benchmark("INCR",cmd,len); + free(cmd); - prepareForBenchmark("LPOP"); - c = createClient(REDIS_REPLY_STRING); - c->obuf = sdscat(c->obuf,"LPOP mylist\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"LPUSH mylist %s",data); + benchmark("LPUSH",cmd,len); + free(cmd); - prepareForBenchmark("SADD"); - c = createClient(REDIS_REPLY_STATUS); - c->obuf = sdscat(c->obuf,"SADD myset counter_rand000000000000\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"LPOP mylist"); + benchmark("LPOP",cmd,len); + free(cmd); - prepareForBenchmark("SPOP"); - c = createClient(REDIS_REPLY_STRING); - c->obuf = sdscat(c->obuf,"SPOP myset\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"SADD myset counter:rand:000000000000"); + benchmark("SADD",cmd,len); + free(cmd); - prepareForBenchmark("LPUSH (again, in order to bench LRANGE)"); - c = createClient(REDIS_REPLY_STATUS); - c->obuf = sdscat(c->obuf,"LPUSH mylist bar\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"SPOP myset"); + benchmark("SPOP",cmd,len); + free(cmd); - prepareForBenchmark("LRANGE (first 100 elements)"); - c = createClient(REDIS_REPLY_ARRAY); - c->obuf = sdscat(c->obuf,"LRANGE mylist 0 99\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"LPUSH mylist %s",data); + benchmark("LPUSH (again, in order to bench LRANGE)",cmd,len); + free(cmd); - prepareForBenchmark("LRANGE (first 300 elements)"); - c = createClient(REDIS_REPLY_ARRAY); - c->obuf = sdscat(c->obuf,"LRANGE mylist 0 299\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"LRANGE mylist 0 99"); + benchmark("LRANGE (first 100 elements)",cmd,len); + free(cmd); - prepareForBenchmark("LRANGE (first 450 elements)"); - c = createClient(REDIS_REPLY_ARRAY); - c->obuf = sdscat(c->obuf,"LRANGE mylist 0 449\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"LRANGE mylist 0 299"); + benchmark("LRANGE (first 300 elements)",cmd,len); + free(cmd); - prepareForBenchmark("LRANGE (first 600 elements)"); - c = createClient(REDIS_REPLY_ARRAY); - c->obuf = sdscat(c->obuf,"LRANGE mylist 0 599\r\n"); - createMissingClients(c); - aeMain(config.el); - endBenchmark(); + len = redisFormatCommand(&cmd,"LRANGE mylist 0 449"); + benchmark("LRANGE (first 450 elements)",cmd,len); + free(cmd); + + len = redisFormatCommand(&cmd,"LRANGE mylist 0 599"); + benchmark("LRANGE (first 600 elements)",cmd,len); + free(cmd); printf("\n"); } while(config.loop);