]>
git.saurik.com Git - redis.git/blob - src/redis-benchmark.c
1 /* Redis benchmark utility.
3 * Copyright (c) 2009-2012, Salvatore Sanfilippo <antirez at gmail dot com>
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are met:
9 * * Redistributions of source code must retain the above copyright notice,
10 * this list of conditions and the following disclaimer.
11 * * Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * * Neither the name of Redis nor the names of its contributors may be used
15 * to endorse or promote products derived from this software without
16 * specific prior written permission.
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
19 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
22 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 * POSSIBILITY OF SUCH DAMAGE.
48 #define REDIS_NOTUSED(V) ((void) V)
50 static struct config
{
54 const char * hostsocket
;
59 int requests_finished
;
63 int randomkeys_keyspacelen
;
78 typedef struct _client
{
79 redisContext
* context
;
81 char * randptr
[ 32 ]; /* needed for MSET against 10 keys */
83 unsigned int written
; /* bytes of 'obuf' already written */
84 long long start
; /* start time of a request */
85 long long latency
; /* request latency */
86 int pending
; /* Number of pending requests (sent but no reply received) */
90 static void writeHandler ( aeEventLoop
* el
, int fd
, void * privdata
, int mask
);
91 static void createMissingClients ( client c
);
94 static long long ustime ( void ) {
98 gettimeofday (& tv
, NULL
);
99 ust
= (( long ) tv
. tv_sec
)* 1000000 ;
104 static long long mstime ( void ) {
108 gettimeofday (& tv
, NULL
);
109 mst
= (( long long ) tv
. tv_sec
)* 1000 ;
110 mst
+= tv
. tv_usec
/ 1000 ;
114 static void freeClient ( client c
) {
116 aeDeleteFileEvent ( config
. el
, c
-> context
-> fd
, AE_WRITABLE
);
117 aeDeleteFileEvent ( config
. el
, c
-> context
-> fd
, AE_READABLE
);
118 redisFree ( c
-> context
);
121 config
. liveclients
--;
122 ln
= listSearchKey ( config
. clients
, c
);
124 listDelNode ( config
. clients
, ln
);
127 static void freeAllClients ( void ) {
128 listNode
* ln
= config
. clients
-> head
, * next
;
132 freeClient ( ln
-> value
);
137 static void resetClient ( client c
) {
138 aeDeleteFileEvent ( config
. el
, c
-> context
-> fd
, AE_WRITABLE
);
139 aeDeleteFileEvent ( config
. el
, c
-> context
-> fd
, AE_READABLE
);
140 aeCreateFileEvent ( config
. el
, c
-> context
-> fd
, AE_WRITABLE
, writeHandler
, c
);
142 c
-> pending
= config
. pipeline
;
145 static void randomizeClientKey ( client c
) {
149 for ( i
= 0 ; i
< c
-> randlen
; i
++) {
150 r
= random () % config
. randomkeys_keyspacelen
;
151 snprintf ( buf
, sizeof ( buf
), " %0 12zu" , r
);
152 memcpy ( c
-> randptr
[ i
], buf
, 12 );
156 static void clientDone ( client c
) {
157 if ( config
. requests_finished
== config
. requests
) {
162 if ( config
. keepalive
) {
165 config
. liveclients
--;
166 createMissingClients ( c
);
167 config
. liveclients
++;
172 static void readHandler ( aeEventLoop
* el
, int fd
, void * privdata
, int mask
) {
179 /* Calculate latency only for the first read event. This means that the
180 * server already sent the reply and we need to parse it. Parsing overhead
181 * is not part of the latency, so calculate it only once, here. */
182 if ( c
-> latency
< 0 ) c
-> latency
= ustime ()-( c
-> start
);
184 if ( redisBufferRead ( c
-> context
) != REDIS_OK
) {
185 fprintf ( stderr
, "Error: %s \n " , c
-> context
-> errstr
);
189 if ( redisGetReply ( c
-> context
,& reply
) != REDIS_OK
) {
190 fprintf ( stderr
, "Error: %s \n " , c
-> context
-> errstr
);
194 if ( reply
== ( void *) REDIS_REPLY_ERROR
) {
195 fprintf ( stderr
, "Unexpected error reply, exiting... \n " );
199 freeReplyObject ( reply
);
201 if ( config
. requests_finished
< config
. requests
)
202 config
. latency
[ config
. requests_finished
++] = c
-> latency
;
204 if ( c
-> pending
== 0 ) {
215 static void writeHandler ( aeEventLoop
* el
, int fd
, void * privdata
, int mask
) {
221 /* Initialize request when nothing was written. */
222 if ( c
-> written
== 0 ) {
223 /* Enforce upper bound to number of requests. */
224 if ( config
. requests_issued
++ >= config
. requests
) {
229 /* Really initialize: randomize keys and set start time. */
230 if ( config
. randomkeys
) randomizeClientKey ( c
);
235 if ( sdslen ( c
-> obuf
) > c
-> written
) {
236 void * ptr
= c
-> obuf
+ c
-> written
;
237 int nwritten
= write ( c
-> context
-> fd
, ptr
, sdslen ( c
-> obuf
)- c
-> written
);
238 if ( nwritten
== - 1 ) {
240 fprintf ( stderr
, "Writing to socket: %s \n " , strerror ( errno
));
244 c
-> written
+= nwritten
;
245 if ( sdslen ( c
-> obuf
) == c
-> written
) {
246 aeDeleteFileEvent ( config
. el
, c
-> context
-> fd
, AE_WRITABLE
);
247 aeCreateFileEvent ( config
. el
, c
-> context
-> fd
, AE_READABLE
, readHandler
, c
);
252 static client
createClient ( char * cmd
, size_t len
) {
254 client c
= zmalloc ( sizeof ( struct _client
));
256 if ( config
. hostsocket
== NULL
) {
257 c
-> context
= redisConnectNonBlock ( config
. hostip
, config
. hostport
);
259 c
-> context
= redisConnectUnixNonBlock ( config
. hostsocket
);
261 if ( c
-> context
-> err
) {
262 fprintf ( stderr
, "Could not connect to Redis at " );
263 if ( config
. hostsocket
== NULL
)
264 fprintf ( stderr
, " %s : %d : %s \n " , config
. hostip
, config
. hostport
, c
-> context
-> errstr
);
266 fprintf ( stderr
, " %s : %s \n " , config
. hostsocket
, c
-> context
-> errstr
);
269 /* Suppress hiredis cleanup of unused buffers for max speed. */
270 c
-> context
-> reader
-> maxbuf
= 0 ;
271 /* Queue N requests accordingly to the pipeline size. */
272 c
-> obuf
= sdsempty ();
273 for ( j
= 0 ; j
< config
. pipeline
; j
++)
274 c
-> obuf
= sdscatlen ( c
-> obuf
, cmd
, len
);
277 c
-> pending
= config
. pipeline
;
279 /* Find substrings in the output buffer that need to be randomized. */
280 if ( config
. randomkeys
) {
282 while (( p
= strstr ( p
, ":rand:" )) != NULL
) {
283 assert ( c
-> randlen
< ( signed )( sizeof ( c
-> randptr
)/ sizeof ( char *)));
284 c
-> randptr
[ c
-> randlen
++] = p
+ 6 ;
289 /* redisSetReplyObjectFunctions(c->context,NULL); */
290 aeCreateFileEvent ( config
. el
, c
-> context
-> fd
, AE_WRITABLE
, writeHandler
, c
);
291 listAddNodeTail ( config
. clients
, c
);
292 config
. liveclients
++;
296 static void createMissingClients ( client c
) {
299 while ( config
. liveclients
< config
. numclients
) {
300 createClient ( c
-> obuf
, sdslen ( c
-> obuf
)/ config
. pipeline
);
302 /* Listen backlog is quite limited on most systems */
310 static int compareLatency ( const void * a
, const void * b
) {
311 return (*( long long *) a
)-(*( long long *) b
);
314 static void showLatencyReport ( void ) {
316 float perc
, reqpersec
;
318 reqpersec
= ( float ) config
. requests_finished
/(( float ) config
. totlatency
/ 1000 );
319 if (! config
. quiet
&& ! config
. csv
) {
320 printf ( "====== %s ====== \n " , config
. title
);
321 printf ( " %d requests completed in %.2f seconds \n " , config
. requests_finished
,
322 ( float ) config
. totlatency
/ 1000 );
323 printf ( " %d parallel clients \n " , config
. numclients
);
324 printf ( " %d bytes payload \n " , config
. datasize
);
325 printf ( " keep alive: %d \n " , config
. keepalive
);
328 qsort ( config
. latency
, config
. requests
, sizeof ( long long ), compareLatency
);
329 for ( i
= 0 ; i
< config
. requests
; i
++) {
330 if ( config
. latency
[ i
]/ 1000 != curlat
|| i
== ( config
. requests
- 1 )) {
331 curlat
= config
. latency
[ i
]/ 1000 ;
332 perc
= (( float )( i
+ 1 )* 100 )/ config
. requests
;
333 printf ( "%.2f%% <= %d milliseconds \n " , perc
, curlat
);
336 printf ( "%.2f requests per second \n\n " , reqpersec
);
337 } else if ( config
. csv
) {
338 printf ( " \" %s \" , \" %.2f \"\n " , config
. title
, reqpersec
);
340 printf ( " %s : %.2f requests per second \n " , config
. title
, reqpersec
);
344 static void benchmark ( char * title
, char * cmd
, int len
) {
347 config
. title
= title
;
348 config
. requests_issued
= 0 ;
349 config
. requests_finished
= 0 ;
351 c
= createClient ( cmd
, len
);
352 createMissingClients ( c
);
354 config
. start
= mstime ();
356 config
. totlatency
= mstime ()- config
. start
;
362 /* Returns number of consumed options. */
363 int parseOptions ( int argc
, const char ** argv
) {
368 for ( i
= 1 ; i
< argc
; i
++) {
369 lastarg
= ( i
== ( argc
- 1 ));
371 if (! strcmp ( argv
[ i
], "-c" )) {
372 if ( lastarg
) goto invalid
;
373 config
. numclients
= atoi ( argv
[++ i
]);
374 } else if (! strcmp ( argv
[ i
], "-n" )) {
375 if ( lastarg
) goto invalid
;
376 config
. requests
= atoi ( argv
[++ i
]);
377 } else if (! strcmp ( argv
[ i
], "-k" )) {
378 if ( lastarg
) goto invalid
;
379 config
. keepalive
= atoi ( argv
[++ i
]);
380 } else if (! strcmp ( argv
[ i
], "-h" )) {
381 if ( lastarg
) goto invalid
;
382 config
. hostip
= strdup ( argv
[++ i
]);
383 } else if (! strcmp ( argv
[ i
], "-p" )) {
384 if ( lastarg
) goto invalid
;
385 config
. hostport
= atoi ( argv
[++ i
]);
386 } else if (! strcmp ( argv
[ i
], "-s" )) {
387 if ( lastarg
) goto invalid
;
388 config
. hostsocket
= strdup ( argv
[++ i
]);
389 } else if (! strcmp ( argv
[ i
], "-d" )) {
390 if ( lastarg
) goto invalid
;
391 config
. datasize
= atoi ( argv
[++ i
]);
392 if ( config
. datasize
< 1 ) config
. datasize
= 1 ;
393 if ( config
. datasize
> 1024 * 1024 * 1024 ) config
. datasize
= 1024 * 1024 * 1024 ;
394 } else if (! strcmp ( argv
[ i
], "-P" )) {
395 if ( lastarg
) goto invalid
;
396 config
. pipeline
= atoi ( argv
[++ i
]);
397 if ( config
. pipeline
<= 0 ) config
. pipeline
= 1 ;
398 } else if (! strcmp ( argv
[ i
], "-r" )) {
399 if ( lastarg
) goto invalid
;
400 config
. randomkeys
= 1 ;
401 config
. randomkeys_keyspacelen
= atoi ( argv
[++ i
]);
402 if ( config
. randomkeys_keyspacelen
< 0 )
403 config
. randomkeys_keyspacelen
= 0 ;
404 } else if (! strcmp ( argv
[ i
], "-q" )) {
406 } else if (! strcmp ( argv
[ i
], "--csv" )) {
408 } else if (! strcmp ( argv
[ i
], "-l" )) {
410 } else if (! strcmp ( argv
[ i
], "-I" )) {
412 } else if (! strcmp ( argv
[ i
], "-t" )) {
413 if ( lastarg
) goto invalid
;
414 /* We get the list of tests to run as a string in the form
415 * get,set,lrange,...,test_N. Then we add a comma before and
416 * after the string in order to make sure that searching
417 * for ",testname," will always get a match if the test is
419 config
. tests
= sdsnew ( "," );
420 config
. tests
= sdscat ( config
. tests
,( char *) argv
[++ i
]);
421 config
. tests
= sdscat ( config
. tests
, "," );
422 sdstolower ( config
. tests
);
423 } else if (! strcmp ( argv
[ i
], "--help" )) {
427 /* Assume the user meant to provide an option when the arg starts
428 * with a dash. We're done otherwise and should use the remainder
429 * as the command and arguments for running the benchmark. */
430 if ( argv
[ i
][ 0 ] == '-' ) goto invalid
;
438 printf ( "Invalid option \" %s \" or option argument missing \n\n " , argv
[ i
]);
442 "Usage: redis-benchmark [-h <host>] [-p <port>] [-c <clients>] [-n <requests]> [-k <boolean>] \n\n "
443 " -h <hostname> Server hostname (default 127.0.0.1) \n "
444 " -p <port> Server port (default 6379) \n "
445 " -s <socket> Server socket (overrides host and port) \n "
446 " -c <clients> Number of parallel connections (default 50) \n "
447 " -n <requests> Total number of requests (default 10000) \n "
448 " -d <size> Data size of SET/GET value in bytes (default 2) \n "
449 " -k <boolean> 1=keep alive 0=reconnect (default 1) \n "
450 " -r <keyspacelen> Use random keys for SET/GET/INCR, random values for SADD \n "
451 " Using this option the benchmark will get/set keys \n "
452 " in the form mykey_rand:000000012456 instead of constant \n "
453 " keys, the <keyspacelen> argument determines the max \n "
454 " number of values for the random number. For instance \n "
455 " if set to 10 only rand:000000000000 - rand:000000000009 \n "
456 " range will be allowed. \n "
457 " -P <numreq> Pipeline <numreq> requests. Default 1 (no pipeline). \n "
458 " -q Quiet. Just show query/sec values \n "
459 " --csv Output in CSV format \n "
460 " -l Loop. Run the tests forever \n "
461 " -t <tests> Only run the comma separated list of tests. The test \n "
462 " names are the same as the ones produced as output. \n "
463 " -I Idle mode. Just open N idle connections and wait. \n\n "
465 " Run the benchmark with the default configuration against 127.0.0.1:6379: \n "
466 " $ redis-benchmark \n\n "
467 " Use 20 parallel clients, for a total of 100k requests, against 192.168.1.1: \n "
468 " $ redis-benchmark -h 192.168.1.1 -p 6379 -n 100000 -c 20 \n\n "
469 " Fill 127.0.0.1:6379 with about 1 million keys only using the SET test: \n "
470 " $ redis-benchmark -t set -n 1000000 -r 100000000 \n\n "
471 " Benchmark 127.0.0.1:6379 for a few commands producing CSV output: \n "
472 " $ redis-benchmark -t ping,set,get -n 100000 --csv \n\n "
473 " Fill a list with 10000 random elements: \n "
474 " $ redis-benchmark -r 10000 -n 10000 lpush mylist ele:rand:000000000000 \n\n "
479 int showThroughput ( struct aeEventLoop
* eventLoop
, long long id
, void * clientData
) {
480 REDIS_NOTUSED ( eventLoop
);
482 REDIS_NOTUSED ( clientData
);
484 if ( config
. csv
) return 250 ;
485 float dt
= ( float )( mstime ()- config
. start
)/ 1000.0 ;
486 float rps
= ( float ) config
. requests_finished
/ dt
;
487 printf ( " %s : %.2f \r " , config
. title
, rps
);
489 return 250 ; /* every 250ms */
492 /* Return true if the named test was selected using the -t command line
493 * switch, or if all the tests are selected (no -t passed by user). */
494 int test_is_selected ( char * name
) {
496 int l
= strlen ( name
);
498 if ( config
. tests
== NULL
) return 1 ;
500 memcpy ( buf
+ 1 , name
, l
);
503 return strstr ( config
. tests
, buf
) != NULL
;
506 int main ( int argc
, const char ** argv
) {
513 signal ( SIGHUP
, SIG_IGN
);
514 signal ( SIGPIPE
, SIG_IGN
);
516 config
. numclients
= 50 ;
517 config
. requests
= 10000 ;
518 config
. liveclients
= 0 ;
519 config
. el
= aeCreateEventLoop ( 1024 * 10 );
520 aeCreateTimeEvent ( config
. el
, 1 , showThroughput
, NULL
, NULL
);
521 config
. keepalive
= 1 ;
524 config
. randomkeys
= 0 ;
525 config
. randomkeys_keyspacelen
= 0 ;
530 config
. latency
= NULL
;
531 config
. clients
= listCreate ();
532 config
. hostip
= "127.0.0.1" ;
533 config
. hostport
= 6379 ;
534 config
. hostsocket
= NULL
;
537 i
= parseOptions ( argc
, argv
);
541 config
. latency
= zmalloc ( sizeof ( long long )* config
. requests
);
543 if ( config
. keepalive
== 0 ) {
544 printf ( "WARNING: keepalive disabled, you probably need 'echo 1 > /proc/sys/net/ipv4/tcp_tw_reuse' for Linux and 'sudo sysctl -w net.inet.tcp.msl=1000' for Mac OS X in order to use a lot of clients/requests \n " );
547 if ( config
. idlemode
) {
548 printf ( "Creating %d idle connections and waiting forever (Ctrl+C when done) \n " , config
. numclients
);
549 c
= createClient ( "" , 0 ); /* will never receive a reply */
550 createMissingClients ( c
);
552 /* and will wait for every */
555 /* Run benchmark with command in the remainder of the arguments. */
557 sds title
= sdsnew ( argv
[ 0 ]);
558 for ( i
= 1 ; i
< argc
; i
++) {
559 title
= sdscatlen ( title
, " " , 1 );
560 title
= sdscatlen ( title
, ( char *) argv
[ i
], strlen ( argv
[ i
]));
564 len
= redisFormatCommandArgv (& cmd
, argc
, argv
, NULL
);
565 benchmark ( title
, cmd
, len
);
567 } while ( config
. loop
);
572 /* Run default benchmark suite. */
574 data
= zmalloc ( config
. datasize
+ 1 );
575 memset ( data
, 'x' , config
. datasize
);
576 data
[ config
. datasize
] = '\0' ;
578 if ( test_is_selected ( "ping_inline" ) || test_is_selected ( "ping" ))
579 benchmark ( "PING_INLINE" , "PING \r\n " , 6 );
581 if ( test_is_selected ( "ping_mbulk" ) || test_is_selected ( "ping" )) {
582 len
= redisFormatCommand (& cmd
, "PING" );
583 benchmark ( "PING_BULK" , cmd
, len
);
587 if ( test_is_selected ( "set" )) {
588 len
= redisFormatCommand (& cmd
, "SET foo:rand:000000000000 %s " , data
);
589 benchmark ( "SET" , cmd
, len
);
593 if ( test_is_selected ( "get" )) {
594 len
= redisFormatCommand (& cmd
, "GET foo:rand:000000000000" );
595 benchmark ( "GET" , cmd
, len
);
599 if ( test_is_selected ( "incr" )) {
600 len
= redisFormatCommand (& cmd
, "INCR counter:rand:000000000000" );
601 benchmark ( "INCR" , cmd
, len
);
605 if ( test_is_selected ( "lpush" )) {
606 len
= redisFormatCommand (& cmd
, "LPUSH mylist %s " , data
);
607 benchmark ( "LPUSH" , cmd
, len
);
611 if ( test_is_selected ( "lpop" )) {
612 len
= redisFormatCommand (& cmd
, "LPOP mylist" );
613 benchmark ( "LPOP" , cmd
, len
);
617 if ( test_is_selected ( "sadd" )) {
618 len
= redisFormatCommand (& cmd
,
619 "SADD myset counter:rand:000000000000" );
620 benchmark ( "SADD" , cmd
, len
);
624 if ( test_is_selected ( "spop" )) {
625 len
= redisFormatCommand (& cmd
, "SPOP myset" );
626 benchmark ( "SPOP" , cmd
, len
);
630 if ( test_is_selected ( "lrange" ) ||
631 test_is_selected ( "lrange_100" ) ||
632 test_is_selected ( "lrange_300" ) ||
633 test_is_selected ( "lrange_500" ) ||
634 test_is_selected ( "lrange_600" ))
636 len
= redisFormatCommand (& cmd
, "LPUSH mylist %s " , data
);
637 benchmark ( "LPUSH (needed to benchmark LRANGE)" , cmd
, len
);
641 if ( test_is_selected ( "lrange" ) || test_is_selected ( "lrange_100" )) {
642 len
= redisFormatCommand (& cmd
, "LRANGE mylist 0 99" );
643 benchmark ( "LRANGE_100 (first 100 elements)" , cmd
, len
);
647 if ( test_is_selected ( "lrange" ) || test_is_selected ( "lrange_300" )) {
648 len
= redisFormatCommand (& cmd
, "LRANGE mylist 0 299" );
649 benchmark ( "LRANGE_300 (first 300 elements)" , cmd
, len
);
653 if ( test_is_selected ( "lrange" ) || test_is_selected ( "lrange_500" )) {
654 len
= redisFormatCommand (& cmd
, "LRANGE mylist 0 449" );
655 benchmark ( "LRANGE_500 (first 450 elements)" , cmd
, len
);
659 if ( test_is_selected ( "lrange" ) || test_is_selected ( "lrange_600" )) {
660 len
= redisFormatCommand (& cmd
, "LRANGE mylist 0 599" );
661 benchmark ( "LRANGE_600 (first 600 elements)" , cmd
, len
);
665 if ( test_is_selected ( "mset" )) {
666 const char * argv
[ 21 ];
668 for ( i
= 1 ; i
< 21 ; i
+= 2 ) {
669 argv
[ i
] = "foo:rand:000000000000" ;
672 len
= redisFormatCommandArgv (& cmd
, 21 , argv
, NULL
);
673 benchmark ( "MSET (10 keys)" , cmd
, len
);
677 if (! config
. csv
) printf ( " \n " );
678 } while ( config
. loop
);