2 * Copyright (c) 2006-2009, Salvatore Sanfilippo <antirez at gmail dot com>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
30 #define REDIS_VERSION "1.07"
40 #define __USE_POSIX199309
46 #endif /* HAVE_BACKTRACE */
54 #include <arpa/inet.h>
58 #include <sys/resource.h>
64 #include "solarisfixes.h"
68 #include "ae.h" /* Event driven programming library */
69 #include "sds.h" /* Dynamic safe strings */
70 #include "anet.h" /* Networking the easy way */
71 #include "dict.h" /* Hash tables */
72 #include "adlist.h" /* Linked lists */
73 #include "zmalloc.h" /* total memory usage aware version of malloc/free */
74 #include "lzf.h" /* LZF compression library */
75 #include "pqsort.h" /* Partial qsort for SORT+LIMIT */
81 /* Static server configuration */
82 #define REDIS_SERVERPORT 6379 /* TCP port */
83 #define REDIS_MAXIDLETIME (60*5) /* default client timeout */
84 #define REDIS_IOBUF_LEN 1024
85 #define REDIS_LOADBUF_LEN 1024
86 #define REDIS_STATIC_ARGS 4
87 #define REDIS_DEFAULT_DBNUM 16
88 #define REDIS_CONFIGLINE_MAX 1024
89 #define REDIS_OBJFREELIST_MAX 1000000 /* Max number of objects to cache */
90 #define REDIS_MAX_SYNC_TIME 60 /* Slave can't take more to sync */
91 #define REDIS_EXPIRELOOKUPS_PER_CRON 100 /* try to expire 100 keys/second */
92 #define REDIS_MAX_WRITE_PER_EVENT (1024*64)
93 #define REDIS_REQUEST_MAX_SIZE (1024*1024*256) /* max bytes in inline command */
95 /* If more then REDIS_WRITEV_THRESHOLD write packets are pending use writev */
96 #define REDIS_WRITEV_THRESHOLD 3
97 /* Max number of iovecs used for each writev call */
98 #define REDIS_WRITEV_IOVEC_COUNT 256
100 /* Hash table parameters */
101 #define REDIS_HT_MINFILL 10 /* Minimal hash table fill 10% */
104 #define REDIS_CMD_BULK 1 /* Bulk write command */
105 #define REDIS_CMD_INLINE 2 /* Inline command */
106 /* REDIS_CMD_DENYOOM reserves a longer comment: all the commands marked with
107 this flags will return an error when the 'maxmemory' option is set in the
108 config file and the server is using more than maxmemory bytes of memory.
109 In short this commands are denied on low memory conditions. */
110 #define REDIS_CMD_DENYOOM 4
113 #define REDIS_STRING 0
119 /* Objects encoding */
120 #define REDIS_ENCODING_RAW 0 /* Raw representation */
121 #define REDIS_ENCODING_INT 1 /* Encoded as integer */
123 /* Object types only used for dumping to disk */
124 #define REDIS_EXPIRETIME 253
125 #define REDIS_SELECTDB 254
126 #define REDIS_EOF 255
128 /* Defines related to the dump file format. To store 32 bits lengths for short
129 * keys requires a lot of space, so we check the most significant 2 bits of
130 * the first byte to interpreter the length:
132 * 00|000000 => if the two MSB are 00 the len is the 6 bits of this byte
133 * 01|000000 00000000 => 01, the len is 14 byes, 6 bits + 8 bits of next byte
134 * 10|000000 [32 bit integer] => if it's 01, a full 32 bit len will follow
135 * 11|000000 this means: specially encoded object will follow. The six bits
136 * number specify the kind of object that follows.
137 * See the REDIS_RDB_ENC_* defines.
139 * Lenghts up to 63 are stored using a single byte, most DB keys, and may
140 * values, will fit inside. */
141 #define REDIS_RDB_6BITLEN 0
142 #define REDIS_RDB_14BITLEN 1
143 #define REDIS_RDB_32BITLEN 2
144 #define REDIS_RDB_ENCVAL 3
145 #define REDIS_RDB_LENERR UINT_MAX
147 /* When a length of a string object stored on disk has the first two bits
148 * set, the remaining two bits specify a special encoding for the object
149 * accordingly to the following defines: */
150 #define REDIS_RDB_ENC_INT8 0 /* 8 bit signed integer */
151 #define REDIS_RDB_ENC_INT16 1 /* 16 bit signed integer */
152 #define REDIS_RDB_ENC_INT32 2 /* 32 bit signed integer */
153 #define REDIS_RDB_ENC_LZF 3 /* string compressed with FASTLZ */
156 #define REDIS_CLOSE 1 /* This client connection should be closed ASAP */
157 #define REDIS_SLAVE 2 /* This client is a slave server */
158 #define REDIS_MASTER 4 /* This client is a master server */
159 #define REDIS_MONITOR 8 /* This client is a slave monitor, see MONITOR */
161 /* Slave replication state - slave side */
162 #define REDIS_REPL_NONE 0 /* No active replication */
163 #define REDIS_REPL_CONNECT 1 /* Must connect to master */
164 #define REDIS_REPL_CONNECTED 2 /* Connected to master */
166 /* Slave replication state - from the point of view of master
167 * Note that in SEND_BULK and ONLINE state the slave receives new updates
168 * in its output queue. In the WAIT_BGSAVE state instead the server is waiting
169 * to start the next background saving in order to send updates to it. */
170 #define REDIS_REPL_WAIT_BGSAVE_START 3 /* master waits bgsave to start feeding it */
171 #define REDIS_REPL_WAIT_BGSAVE_END 4 /* master waits bgsave to start bulk DB transmission */
172 #define REDIS_REPL_SEND_BULK 5 /* master is sending the bulk DB */
173 #define REDIS_REPL_ONLINE 6 /* bulk DB already transmitted, receive updates */
175 /* List related stuff */
179 /* Sort operations */
180 #define REDIS_SORT_GET 0
181 #define REDIS_SORT_ASC 1
182 #define REDIS_SORT_DESC 2
183 #define REDIS_SORTKEY_MAX 1024
186 #define REDIS_DEBUG 0
187 #define REDIS_NOTICE 1
188 #define REDIS_WARNING 2
190 /* Anti-warning macro... */
191 #define REDIS_NOTUSED(V) ((void) V)
193 #define ZSKIPLIST_MAXLEVEL 32 /* Should be enough for 2^32 elements */
194 #define ZSKIPLIST_P 0.25 /* Skiplist P = 1/4 */
196 /* Append only defines */
197 #define APPENDFSYNC_NO 0
198 #define APPENDFSYNC_ALWAYS 1
199 #define APPENDFSYNC_EVERYSEC 2
201 /*================================= Data types ============================== */
203 /* A redis object, that is a type able to hold a string / list / set */
204 typedef struct redisObject
{
207 unsigned char encoding
;
208 unsigned char notused
[2];
212 typedef struct redisDb
{
218 /* With multiplexing we need to take per-clinet state.
219 * Clients are taken in a liked list. */
220 typedef struct redisClient
{
225 robj
**argv
, **mbargv
;
227 int bulklen
; /* bulk read len. -1 if not in bulk read mode */
228 int multibulk
; /* multi bulk command format active */
231 time_t lastinteraction
; /* time of the last interaction, used for timeout */
232 int flags
; /* REDIS_CLOSE | REDIS_SLAVE | REDIS_MONITOR */
233 int slaveseldb
; /* slave selected db, if this client is a slave */
234 int authenticated
; /* when requirepass is non-NULL */
235 int replstate
; /* replication state if this is a slave */
236 int repldbfd
; /* replication DB file descriptor */
237 long repldboff
; /* replication DB file offset */
238 off_t repldbsize
; /* replication DB file size */
246 /* Global server state structure */
252 unsigned int sharingpoolsize
;
253 long long dirty
; /* changes to DB from the last save */
255 list
*slaves
, *monitors
;
256 char neterr
[ANET_ERR_LEN
];
258 int cronloops
; /* number of times the cron function run */
259 list
*objfreelist
; /* A list of freed objects to avoid malloc() */
260 time_t lastsave
; /* Unix time of last save succeeede */
261 size_t usedmemory
; /* Used memory in megabytes */
262 /* Fields used only for stats */
263 time_t stat_starttime
; /* server start time */
264 long long stat_numcommands
; /* number of processed commands */
265 long long stat_numconnections
; /* number of connections received */
278 pid_t bgsavechildpid
;
279 pid_t bgrewritechildpid
;
280 sds bgrewritebuf
; /* buffer taken by parent during oppend only rewrite */
281 struct saveparam
*saveparams
;
286 char *appendfilename
;
289 /* Replication related */
294 redisClient
*master
; /* client that is master for this slave */
296 unsigned int maxclients
;
297 unsigned long maxmemory
;
298 /* Sort parameters - qsort_r() is only available under BSD so we
299 * have to take this state global, in order to pass it to sortCompare() */
305 typedef void redisCommandProc(redisClient
*c
);
306 struct redisCommand
{
308 redisCommandProc
*proc
;
313 struct redisFunctionSym
{
315 unsigned long pointer
;
318 typedef struct _redisSortObject
{
326 typedef struct _redisSortOperation
{
329 } redisSortOperation
;
331 /* ZSETs use a specialized version of Skiplists */
333 typedef struct zskiplistNode
{
334 struct zskiplistNode
**forward
;
335 struct zskiplistNode
*backward
;
340 typedef struct zskiplist
{
341 struct zskiplistNode
*header
, *tail
;
342 unsigned long length
;
346 typedef struct zset
{
351 /* Our shared "common" objects */
353 struct sharedObjectsStruct
{
354 robj
*crlf
, *ok
, *err
, *emptybulk
, *czero
, *cone
, *pong
, *space
,
355 *colon
, *nullbulk
, *nullmultibulk
,
356 *emptymultibulk
, *wrongtypeerr
, *nokeyerr
, *syntaxerr
, *sameobjecterr
,
357 *outofrangeerr
, *plus
,
358 *select0
, *select1
, *select2
, *select3
, *select4
,
359 *select5
, *select6
, *select7
, *select8
, *select9
;
362 /* Global vars that are actally used as constants. The following double
363 * values are used for double on-disk serialization, and are initialized
364 * at runtime to avoid strange compiler optimizations. */
366 static double R_Zero
, R_PosInf
, R_NegInf
, R_Nan
;
368 /*================================ Prototypes =============================== */
370 static void freeStringObject(robj
*o
);
371 static void freeListObject(robj
*o
);
372 static void freeSetObject(robj
*o
);
373 static void decrRefCount(void *o
);
374 static robj
*createObject(int type
, void *ptr
);
375 static void freeClient(redisClient
*c
);
376 static int rdbLoad(char *filename
);
377 static void addReply(redisClient
*c
, robj
*obj
);
378 static void addReplySds(redisClient
*c
, sds s
);
379 static void incrRefCount(robj
*o
);
380 static int rdbSaveBackground(char *filename
);
381 static robj
*createStringObject(char *ptr
, size_t len
);
382 static void replicationFeedSlaves(list
*slaves
, struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
);
383 static void feedAppendOnlyFile(struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
);
384 static int syncWithMaster(void);
385 static robj
*tryObjectSharing(robj
*o
);
386 static int tryObjectEncoding(robj
*o
);
387 static robj
*getDecodedObject(robj
*o
);
388 static int removeExpire(redisDb
*db
, robj
*key
);
389 static int expireIfNeeded(redisDb
*db
, robj
*key
);
390 static int deleteIfVolatile(redisDb
*db
, robj
*key
);
391 static int deleteKey(redisDb
*db
, robj
*key
);
392 static time_t getExpire(redisDb
*db
, robj
*key
);
393 static int setExpire(redisDb
*db
, robj
*key
, time_t when
);
394 static void updateSlavesWaitingBgsave(int bgsaveerr
);
395 static void freeMemoryIfNeeded(void);
396 static int processCommand(redisClient
*c
);
397 static void setupSigSegvAction(void);
398 static void rdbRemoveTempFile(pid_t childpid
);
399 static void aofRemoveTempFile(pid_t childpid
);
400 static size_t stringObjectLen(robj
*o
);
401 static void processInputBuffer(redisClient
*c
);
402 static zskiplist
*zslCreate(void);
403 static void zslFree(zskiplist
*zsl
);
404 static void zslInsert(zskiplist
*zsl
, double score
, robj
*obj
);
405 static void sendReplyToClientWritev(aeEventLoop
*el
, int fd
, void *privdata
, int mask
);
407 static void authCommand(redisClient
*c
);
408 static void pingCommand(redisClient
*c
);
409 static void echoCommand(redisClient
*c
);
410 static void setCommand(redisClient
*c
);
411 static void setnxCommand(redisClient
*c
);
412 static void getCommand(redisClient
*c
);
413 static void delCommand(redisClient
*c
);
414 static void existsCommand(redisClient
*c
);
415 static void incrCommand(redisClient
*c
);
416 static void decrCommand(redisClient
*c
);
417 static void incrbyCommand(redisClient
*c
);
418 static void decrbyCommand(redisClient
*c
);
419 static void selectCommand(redisClient
*c
);
420 static void randomkeyCommand(redisClient
*c
);
421 static void keysCommand(redisClient
*c
);
422 static void dbsizeCommand(redisClient
*c
);
423 static void lastsaveCommand(redisClient
*c
);
424 static void saveCommand(redisClient
*c
);
425 static void bgsaveCommand(redisClient
*c
);
426 static void bgrewriteaofCommand(redisClient
*c
);
427 static void shutdownCommand(redisClient
*c
);
428 static void moveCommand(redisClient
*c
);
429 static void renameCommand(redisClient
*c
);
430 static void renamenxCommand(redisClient
*c
);
431 static void lpushCommand(redisClient
*c
);
432 static void rpushCommand(redisClient
*c
);
433 static void lpopCommand(redisClient
*c
);
434 static void rpopCommand(redisClient
*c
);
435 static void llenCommand(redisClient
*c
);
436 static void lindexCommand(redisClient
*c
);
437 static void lrangeCommand(redisClient
*c
);
438 static void ltrimCommand(redisClient
*c
);
439 static void typeCommand(redisClient
*c
);
440 static void lsetCommand(redisClient
*c
);
441 static void saddCommand(redisClient
*c
);
442 static void sremCommand(redisClient
*c
);
443 static void smoveCommand(redisClient
*c
);
444 static void sismemberCommand(redisClient
*c
);
445 static void scardCommand(redisClient
*c
);
446 static void spopCommand(redisClient
*c
);
447 static void srandmemberCommand(redisClient
*c
);
448 static void sinterCommand(redisClient
*c
);
449 static void sinterstoreCommand(redisClient
*c
);
450 static void sunionCommand(redisClient
*c
);
451 static void sunionstoreCommand(redisClient
*c
);
452 static void sdiffCommand(redisClient
*c
);
453 static void sdiffstoreCommand(redisClient
*c
);
454 static void syncCommand(redisClient
*c
);
455 static void flushdbCommand(redisClient
*c
);
456 static void flushallCommand(redisClient
*c
);
457 static void sortCommand(redisClient
*c
);
458 static void lremCommand(redisClient
*c
);
459 static void rpoplpushcommand(redisClient
*c
);
460 static void infoCommand(redisClient
*c
);
461 static void mgetCommand(redisClient
*c
);
462 static void monitorCommand(redisClient
*c
);
463 static void expireCommand(redisClient
*c
);
464 static void expireatCommand(redisClient
*c
);
465 static void getsetCommand(redisClient
*c
);
466 static void ttlCommand(redisClient
*c
);
467 static void slaveofCommand(redisClient
*c
);
468 static void debugCommand(redisClient
*c
);
469 static void msetCommand(redisClient
*c
);
470 static void msetnxCommand(redisClient
*c
);
471 static void zaddCommand(redisClient
*c
);
472 static void zincrbyCommand(redisClient
*c
);
473 static void zrangeCommand(redisClient
*c
);
474 static void zrangebyscoreCommand(redisClient
*c
);
475 static void zrevrangeCommand(redisClient
*c
);
476 static void zcardCommand(redisClient
*c
);
477 static void zremCommand(redisClient
*c
);
478 static void zscoreCommand(redisClient
*c
);
479 static void zremrangebyscoreCommand(redisClient
*c
);
481 /*================================= Globals ================================= */
484 static struct redisServer server
; /* server global state */
485 static struct redisCommand cmdTable
[] = {
486 {"get",getCommand
,2,REDIS_CMD_INLINE
},
487 {"set",setCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
488 {"setnx",setnxCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
489 {"del",delCommand
,-2,REDIS_CMD_INLINE
},
490 {"exists",existsCommand
,2,REDIS_CMD_INLINE
},
491 {"incr",incrCommand
,2,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
492 {"decr",decrCommand
,2,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
493 {"mget",mgetCommand
,-2,REDIS_CMD_INLINE
},
494 {"rpush",rpushCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
495 {"lpush",lpushCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
496 {"rpop",rpopCommand
,2,REDIS_CMD_INLINE
},
497 {"lpop",lpopCommand
,2,REDIS_CMD_INLINE
},
498 {"llen",llenCommand
,2,REDIS_CMD_INLINE
},
499 {"lindex",lindexCommand
,3,REDIS_CMD_INLINE
},
500 {"lset",lsetCommand
,4,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
501 {"lrange",lrangeCommand
,4,REDIS_CMD_INLINE
},
502 {"ltrim",ltrimCommand
,4,REDIS_CMD_INLINE
},
503 {"lrem",lremCommand
,4,REDIS_CMD_BULK
},
504 {"rpoplpush",rpoplpushcommand
,3,REDIS_CMD_BULK
},
505 {"sadd",saddCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
506 {"srem",sremCommand
,3,REDIS_CMD_BULK
},
507 {"smove",smoveCommand
,4,REDIS_CMD_BULK
},
508 {"sismember",sismemberCommand
,3,REDIS_CMD_BULK
},
509 {"scard",scardCommand
,2,REDIS_CMD_INLINE
},
510 {"spop",spopCommand
,2,REDIS_CMD_INLINE
},
511 {"srandmember",srandmemberCommand
,2,REDIS_CMD_INLINE
},
512 {"sinter",sinterCommand
,-2,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
513 {"sinterstore",sinterstoreCommand
,-3,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
514 {"sunion",sunionCommand
,-2,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
515 {"sunionstore",sunionstoreCommand
,-3,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
516 {"sdiff",sdiffCommand
,-2,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
517 {"sdiffstore",sdiffstoreCommand
,-3,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
518 {"smembers",sinterCommand
,2,REDIS_CMD_INLINE
},
519 {"zadd",zaddCommand
,4,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
520 {"zincrby",zincrbyCommand
,4,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
521 {"zrem",zremCommand
,3,REDIS_CMD_BULK
},
522 {"zremrangebyscore",zremrangebyscoreCommand
,4,REDIS_CMD_INLINE
},
523 {"zrange",zrangeCommand
,4,REDIS_CMD_INLINE
},
524 {"zrangebyscore",zrangebyscoreCommand
,4,REDIS_CMD_INLINE
},
525 {"zrevrange",zrevrangeCommand
,4,REDIS_CMD_INLINE
},
526 {"zcard",zcardCommand
,2,REDIS_CMD_INLINE
},
527 {"zscore",zscoreCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
528 {"incrby",incrbyCommand
,3,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
529 {"decrby",decrbyCommand
,3,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
530 {"getset",getsetCommand
,3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
531 {"mset",msetCommand
,-3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
532 {"msetnx",msetnxCommand
,-3,REDIS_CMD_BULK
|REDIS_CMD_DENYOOM
},
533 {"randomkey",randomkeyCommand
,1,REDIS_CMD_INLINE
},
534 {"select",selectCommand
,2,REDIS_CMD_INLINE
},
535 {"move",moveCommand
,3,REDIS_CMD_INLINE
},
536 {"rename",renameCommand
,3,REDIS_CMD_INLINE
},
537 {"renamenx",renamenxCommand
,3,REDIS_CMD_INLINE
},
538 {"expire",expireCommand
,3,REDIS_CMD_INLINE
},
539 {"expireat",expireatCommand
,3,REDIS_CMD_INLINE
},
540 {"keys",keysCommand
,2,REDIS_CMD_INLINE
},
541 {"dbsize",dbsizeCommand
,1,REDIS_CMD_INLINE
},
542 {"auth",authCommand
,2,REDIS_CMD_INLINE
},
543 {"ping",pingCommand
,1,REDIS_CMD_INLINE
},
544 {"echo",echoCommand
,2,REDIS_CMD_BULK
},
545 {"save",saveCommand
,1,REDIS_CMD_INLINE
},
546 {"bgsave",bgsaveCommand
,1,REDIS_CMD_INLINE
},
547 {"bgrewriteaof",bgrewriteaofCommand
,1,REDIS_CMD_INLINE
},
548 {"shutdown",shutdownCommand
,1,REDIS_CMD_INLINE
},
549 {"lastsave",lastsaveCommand
,1,REDIS_CMD_INLINE
},
550 {"type",typeCommand
,2,REDIS_CMD_INLINE
},
551 {"sync",syncCommand
,1,REDIS_CMD_INLINE
},
552 {"flushdb",flushdbCommand
,1,REDIS_CMD_INLINE
},
553 {"flushall",flushallCommand
,1,REDIS_CMD_INLINE
},
554 {"sort",sortCommand
,-2,REDIS_CMD_INLINE
|REDIS_CMD_DENYOOM
},
555 {"info",infoCommand
,1,REDIS_CMD_INLINE
},
556 {"monitor",monitorCommand
,1,REDIS_CMD_INLINE
},
557 {"ttl",ttlCommand
,2,REDIS_CMD_INLINE
},
558 {"slaveof",slaveofCommand
,3,REDIS_CMD_INLINE
},
559 {"debug",debugCommand
,-2,REDIS_CMD_INLINE
},
563 /*============================ Utility functions ============================ */
565 /* Glob-style pattern matching. */
566 int stringmatchlen(const char *pattern
, int patternLen
,
567 const char *string
, int stringLen
, int nocase
)
572 while (pattern
[1] == '*') {
577 return 1; /* match */
579 if (stringmatchlen(pattern
+1, patternLen
-1,
580 string
, stringLen
, nocase
))
581 return 1; /* match */
585 return 0; /* no match */
589 return 0; /* no match */
599 not = pattern
[0] == '^';
606 if (pattern
[0] == '\\') {
609 if (pattern
[0] == string
[0])
611 } else if (pattern
[0] == ']') {
613 } else if (patternLen
== 0) {
617 } else if (pattern
[1] == '-' && patternLen
>= 3) {
618 int start
= pattern
[0];
619 int end
= pattern
[2];
627 start
= tolower(start
);
633 if (c
>= start
&& c
<= end
)
637 if (pattern
[0] == string
[0])
640 if (tolower((int)pattern
[0]) == tolower((int)string
[0]))
650 return 0; /* no match */
656 if (patternLen
>= 2) {
663 if (pattern
[0] != string
[0])
664 return 0; /* no match */
666 if (tolower((int)pattern
[0]) != tolower((int)string
[0]))
667 return 0; /* no match */
675 if (stringLen
== 0) {
676 while(*pattern
== '*') {
683 if (patternLen
== 0 && stringLen
== 0)
688 static void redisLog(int level
, const char *fmt
, ...) {
692 fp
= (server
.logfile
== NULL
) ? stdout
: fopen(server
.logfile
,"a");
696 if (level
>= server
.verbosity
) {
702 strftime(buf
,64,"%d %b %H:%M:%S",localtime(&now
));
703 fprintf(fp
,"%s %c ",buf
,c
[level
]);
704 vfprintf(fp
, fmt
, ap
);
710 if (server
.logfile
) fclose(fp
);
713 /*====================== Hash table type implementation ==================== */
715 /* This is an hash table type that uses the SDS dynamic strings libary as
716 * keys and radis objects as values (objects can hold SDS strings,
719 static void dictVanillaFree(void *privdata
, void *val
)
721 DICT_NOTUSED(privdata
);
725 static int sdsDictKeyCompare(void *privdata
, const void *key1
,
729 DICT_NOTUSED(privdata
);
731 l1
= sdslen((sds
)key1
);
732 l2
= sdslen((sds
)key2
);
733 if (l1
!= l2
) return 0;
734 return memcmp(key1
, key2
, l1
) == 0;
737 static void dictRedisObjectDestructor(void *privdata
, void *val
)
739 DICT_NOTUSED(privdata
);
744 static int dictObjKeyCompare(void *privdata
, const void *key1
,
747 const robj
*o1
= key1
, *o2
= key2
;
748 return sdsDictKeyCompare(privdata
,o1
->ptr
,o2
->ptr
);
751 static unsigned int dictObjHash(const void *key
) {
753 return dictGenHashFunction(o
->ptr
, sdslen((sds
)o
->ptr
));
756 static int dictEncObjKeyCompare(void *privdata
, const void *key1
,
759 robj
*o1
= (robj
*) key1
, *o2
= (robj
*) key2
;
762 o1
= getDecodedObject(o1
);
763 o2
= getDecodedObject(o2
);
764 cmp
= sdsDictKeyCompare(privdata
,o1
->ptr
,o2
->ptr
);
770 static unsigned int dictEncObjHash(const void *key
) {
771 robj
*o
= (robj
*) key
;
773 o
= getDecodedObject(o
);
774 unsigned int hash
= dictGenHashFunction(o
->ptr
, sdslen((sds
)o
->ptr
));
779 static dictType setDictType
= {
780 dictEncObjHash
, /* hash function */
783 dictEncObjKeyCompare
, /* key compare */
784 dictRedisObjectDestructor
, /* key destructor */
785 NULL
/* val destructor */
788 static dictType zsetDictType
= {
789 dictEncObjHash
, /* hash function */
792 dictEncObjKeyCompare
, /* key compare */
793 dictRedisObjectDestructor
, /* key destructor */
794 dictVanillaFree
/* val destructor */
797 static dictType hashDictType
= {
798 dictObjHash
, /* hash function */
801 dictObjKeyCompare
, /* key compare */
802 dictRedisObjectDestructor
, /* key destructor */
803 dictRedisObjectDestructor
/* val destructor */
806 /* ========================= Random utility functions ======================= */
808 /* Redis generally does not try to recover from out of memory conditions
809 * when allocating objects or strings, it is not clear if it will be possible
810 * to report this condition to the client since the networking layer itself
811 * is based on heap allocation for send buffers, so we simply abort.
812 * At least the code will be simpler to read... */
813 static void oom(const char *msg
) {
814 fprintf(stderr
, "%s: Out of memory\n",msg
);
820 /* ====================== Redis server networking stuff ===================== */
821 static void closeTimedoutClients(void) {
824 time_t now
= time(NULL
);
826 listRewind(server
.clients
);
827 while ((ln
= listYield(server
.clients
)) != NULL
) {
828 c
= listNodeValue(ln
);
829 if (!(c
->flags
& REDIS_SLAVE
) && /* no timeout for slaves */
830 !(c
->flags
& REDIS_MASTER
) && /* no timeout for masters */
831 (now
- c
->lastinteraction
> server
.maxidletime
)) {
832 redisLog(REDIS_DEBUG
,"Closing idle client");
838 static int htNeedsResize(dict
*dict
) {
839 long long size
, used
;
841 size
= dictSlots(dict
);
842 used
= dictSize(dict
);
843 return (size
&& used
&& size
> DICT_HT_INITIAL_SIZE
&&
844 (used
*100/size
< REDIS_HT_MINFILL
));
847 /* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
848 * we resize the hash table to save memory */
849 static void tryResizeHashTables(void) {
852 for (j
= 0; j
< server
.dbnum
; j
++) {
853 if (htNeedsResize(server
.db
[j
].dict
)) {
854 redisLog(REDIS_DEBUG
,"The hash table %d is too sparse, resize it...",j
);
855 dictResize(server
.db
[j
].dict
);
856 redisLog(REDIS_DEBUG
,"Hash table %d resized.",j
);
858 if (htNeedsResize(server
.db
[j
].expires
))
859 dictResize(server
.db
[j
].expires
);
863 /* A background saving child (BGSAVE) terminated its work. Handle this. */
864 void backgroundSaveDoneHandler(int statloc
) {
865 int exitcode
= WEXITSTATUS(statloc
);
866 int bysignal
= WIFSIGNALED(statloc
);
868 if (!bysignal
&& exitcode
== 0) {
869 redisLog(REDIS_NOTICE
,
870 "Background saving terminated with success");
872 server
.lastsave
= time(NULL
);
873 } else if (!bysignal
&& exitcode
!= 0) {
874 redisLog(REDIS_WARNING
, "Background saving error");
876 redisLog(REDIS_WARNING
,
877 "Background saving terminated by signal");
878 rdbRemoveTempFile(server
.bgsavechildpid
);
880 server
.bgsavechildpid
= -1;
881 /* Possibly there are slaves waiting for a BGSAVE in order to be served
882 * (the first stage of SYNC is a bulk transfer of dump.rdb) */
883 updateSlavesWaitingBgsave(exitcode
== 0 ? REDIS_OK
: REDIS_ERR
);
886 /* A background append only file rewriting (BGREWRITEAOF) terminated its work.
888 void backgroundRewriteDoneHandler(int statloc
) {
889 int exitcode
= WEXITSTATUS(statloc
);
890 int bysignal
= WIFSIGNALED(statloc
);
892 if (!bysignal
&& exitcode
== 0) {
896 redisLog(REDIS_NOTICE
,
897 "Background append only file rewriting terminated with success");
898 /* Now it's time to flush the differences accumulated by the parent */
899 snprintf(tmpfile
,256,"temp-rewriteaof-bg-%d.aof", (int) server
.bgrewritechildpid
);
900 fd
= open(tmpfile
,O_WRONLY
|O_APPEND
);
902 redisLog(REDIS_WARNING
, "Not able to open the temp append only file produced by the child: %s", strerror(errno
));
905 /* Flush our data... */
906 if (write(fd
,server
.bgrewritebuf
,sdslen(server
.bgrewritebuf
)) !=
907 (signed) sdslen(server
.bgrewritebuf
)) {
908 redisLog(REDIS_WARNING
, "Error or short write trying to flush the parent diff of the append log file in the child temp file: %s", strerror(errno
));
912 redisLog(REDIS_WARNING
,"Parent diff flushed into the new append log file with success");
913 /* Now our work is to rename the temp file into the stable file. And
914 * switch the file descriptor used by the server for append only. */
915 if (rename(tmpfile
,server
.appendfilename
) == -1) {
916 redisLog(REDIS_WARNING
,"Can't rename the temp append only file into the stable one: %s", strerror(errno
));
920 /* Mission completed... almost */
921 redisLog(REDIS_NOTICE
,"Append only file successfully rewritten.");
922 if (server
.appendfd
!= -1) {
923 /* If append only is actually enabled... */
924 close(server
.appendfd
);
925 server
.appendfd
= fd
;
927 server
.appendseldb
= -1; /* Make sure it will issue SELECT */
928 redisLog(REDIS_NOTICE
,"The new append only file was selected for future appends.");
930 /* If append only is disabled we just generate a dump in this
931 * format. Why not? */
934 } else if (!bysignal
&& exitcode
!= 0) {
935 redisLog(REDIS_WARNING
, "Background append only file rewriting error");
937 redisLog(REDIS_WARNING
,
938 "Background append only file rewriting terminated by signal");
941 sdsfree(server
.bgrewritebuf
);
942 server
.bgrewritebuf
= sdsempty();
943 aofRemoveTempFile(server
.bgrewritechildpid
);
944 server
.bgrewritechildpid
= -1;
947 static int serverCron(struct aeEventLoop
*eventLoop
, long long id
, void *clientData
) {
948 int j
, loops
= server
.cronloops
++;
949 REDIS_NOTUSED(eventLoop
);
951 REDIS_NOTUSED(clientData
);
953 /* Update the global state with the amount of used memory */
954 server
.usedmemory
= zmalloc_used_memory();
956 /* Show some info about non-empty databases */
957 for (j
= 0; j
< server
.dbnum
; j
++) {
958 long long size
, used
, vkeys
;
960 size
= dictSlots(server
.db
[j
].dict
);
961 used
= dictSize(server
.db
[j
].dict
);
962 vkeys
= dictSize(server
.db
[j
].expires
);
963 if (!(loops
% 5) && (used
|| vkeys
)) {
964 redisLog(REDIS_DEBUG
,"DB %d: %lld keys (%lld volatile) in %lld slots HT.",j
,used
,vkeys
,size
);
965 /* dictPrintStats(server.dict); */
969 /* We don't want to resize the hash tables while a bacground saving
970 * is in progress: the saving child is created using fork() that is
971 * implemented with a copy-on-write semantic in most modern systems, so
972 * if we resize the HT while there is the saving child at work actually
973 * a lot of memory movements in the parent will cause a lot of pages
975 if (server
.bgsavechildpid
== -1) tryResizeHashTables();
977 /* Show information about connected clients */
979 redisLog(REDIS_DEBUG
,"%d clients connected (%d slaves), %zu bytes in use, %d shared objects",
980 listLength(server
.clients
)-listLength(server
.slaves
),
981 listLength(server
.slaves
),
983 dictSize(server
.sharingpool
));
986 /* Close connections of timedout clients */
987 if (server
.maxidletime
&& !(loops
% 10))
988 closeTimedoutClients();
990 /* Check if a background saving or AOF rewrite in progress terminated */
991 if (server
.bgsavechildpid
!= -1 || server
.bgrewritechildpid
!= -1) {
995 if ((pid
= wait3(&statloc
,WNOHANG
,NULL
)) != 0) {
996 if (pid
== server
.bgsavechildpid
) {
997 backgroundSaveDoneHandler(statloc
);
999 backgroundRewriteDoneHandler(statloc
);
1003 /* If there is not a background saving in progress check if
1004 * we have to save now */
1005 time_t now
= time(NULL
);
1006 for (j
= 0; j
< server
.saveparamslen
; j
++) {
1007 struct saveparam
*sp
= server
.saveparams
+j
;
1009 if (server
.dirty
>= sp
->changes
&&
1010 now
-server
.lastsave
> sp
->seconds
) {
1011 redisLog(REDIS_NOTICE
,"%d changes in %d seconds. Saving...",
1012 sp
->changes
, sp
->seconds
);
1013 rdbSaveBackground(server
.dbfilename
);
1019 /* Try to expire a few timed out keys. The algorithm used is adaptive and
1020 * will use few CPU cycles if there are few expiring keys, otherwise
1021 * it will get more aggressive to avoid that too much memory is used by
1022 * keys that can be removed from the keyspace. */
1023 for (j
= 0; j
< server
.dbnum
; j
++) {
1025 redisDb
*db
= server
.db
+j
;
1027 /* Continue to expire if at the end of the cycle more than 25%
1028 * of the keys were expired. */
1030 int num
= dictSize(db
->expires
);
1031 time_t now
= time(NULL
);
1034 if (num
> REDIS_EXPIRELOOKUPS_PER_CRON
)
1035 num
= REDIS_EXPIRELOOKUPS_PER_CRON
;
1040 if ((de
= dictGetRandomKey(db
->expires
)) == NULL
) break;
1041 t
= (time_t) dictGetEntryVal(de
);
1043 deleteKey(db
,dictGetEntryKey(de
));
1047 } while (expired
> REDIS_EXPIRELOOKUPS_PER_CRON
/4);
1050 /* Check if we should connect to a MASTER */
1051 if (server
.replstate
== REDIS_REPL_CONNECT
) {
1052 redisLog(REDIS_NOTICE
,"Connecting to MASTER...");
1053 if (syncWithMaster() == REDIS_OK
) {
1054 redisLog(REDIS_NOTICE
,"MASTER <-> SLAVE sync succeeded");
1060 static void createSharedObjects(void) {
1061 shared
.crlf
= createObject(REDIS_STRING
,sdsnew("\r\n"));
1062 shared
.ok
= createObject(REDIS_STRING
,sdsnew("+OK\r\n"));
1063 shared
.err
= createObject(REDIS_STRING
,sdsnew("-ERR\r\n"));
1064 shared
.emptybulk
= createObject(REDIS_STRING
,sdsnew("$0\r\n\r\n"));
1065 shared
.czero
= createObject(REDIS_STRING
,sdsnew(":0\r\n"));
1066 shared
.cone
= createObject(REDIS_STRING
,sdsnew(":1\r\n"));
1067 shared
.nullbulk
= createObject(REDIS_STRING
,sdsnew("$-1\r\n"));
1068 shared
.nullmultibulk
= createObject(REDIS_STRING
,sdsnew("*-1\r\n"));
1069 shared
.emptymultibulk
= createObject(REDIS_STRING
,sdsnew("*0\r\n"));
1071 shared
.pong
= createObject(REDIS_STRING
,sdsnew("+PONG\r\n"));
1072 shared
.wrongtypeerr
= createObject(REDIS_STRING
,sdsnew(
1073 "-ERR Operation against a key holding the wrong kind of value\r\n"));
1074 shared
.nokeyerr
= createObject(REDIS_STRING
,sdsnew(
1075 "-ERR no such key\r\n"));
1076 shared
.syntaxerr
= createObject(REDIS_STRING
,sdsnew(
1077 "-ERR syntax error\r\n"));
1078 shared
.sameobjecterr
= createObject(REDIS_STRING
,sdsnew(
1079 "-ERR source and destination objects are the same\r\n"));
1080 shared
.outofrangeerr
= createObject(REDIS_STRING
,sdsnew(
1081 "-ERR index out of range\r\n"));
1082 shared
.space
= createObject(REDIS_STRING
,sdsnew(" "));
1083 shared
.colon
= createObject(REDIS_STRING
,sdsnew(":"));
1084 shared
.plus
= createObject(REDIS_STRING
,sdsnew("+"));
1085 shared
.select0
= createStringObject("select 0\r\n",10);
1086 shared
.select1
= createStringObject("select 1\r\n",10);
1087 shared
.select2
= createStringObject("select 2\r\n",10);
1088 shared
.select3
= createStringObject("select 3\r\n",10);
1089 shared
.select4
= createStringObject("select 4\r\n",10);
1090 shared
.select5
= createStringObject("select 5\r\n",10);
1091 shared
.select6
= createStringObject("select 6\r\n",10);
1092 shared
.select7
= createStringObject("select 7\r\n",10);
1093 shared
.select8
= createStringObject("select 8\r\n",10);
1094 shared
.select9
= createStringObject("select 9\r\n",10);
1097 static void appendServerSaveParams(time_t seconds
, int changes
) {
1098 server
.saveparams
= zrealloc(server
.saveparams
,sizeof(struct saveparam
)*(server
.saveparamslen
+1));
1099 server
.saveparams
[server
.saveparamslen
].seconds
= seconds
;
1100 server
.saveparams
[server
.saveparamslen
].changes
= changes
;
1101 server
.saveparamslen
++;
1104 static void resetServerSaveParams() {
1105 zfree(server
.saveparams
);
1106 server
.saveparams
= NULL
;
1107 server
.saveparamslen
= 0;
1110 static void initServerConfig() {
1111 server
.dbnum
= REDIS_DEFAULT_DBNUM
;
1112 server
.port
= REDIS_SERVERPORT
;
1113 server
.verbosity
= REDIS_DEBUG
;
1114 server
.maxidletime
= REDIS_MAXIDLETIME
;
1115 server
.saveparams
= NULL
;
1116 server
.logfile
= NULL
; /* NULL = log on standard output */
1117 server
.bindaddr
= NULL
;
1118 server
.glueoutputbuf
= 1;
1119 server
.daemonize
= 0;
1120 server
.appendonly
= 0;
1121 server
.appendfsync
= APPENDFSYNC_ALWAYS
;
1122 server
.lastfsync
= time(NULL
);
1123 server
.appendfd
= -1;
1124 server
.appendseldb
= -1; /* Make sure the first time will not match */
1125 server
.pidfile
= "/var/run/redis.pid";
1126 server
.dbfilename
= "dump.rdb";
1127 server
.appendfilename
= "appendonly.aof";
1128 server
.requirepass
= NULL
;
1129 server
.shareobjects
= 0;
1130 server
.sharingpoolsize
= 1024;
1131 server
.maxclients
= 0;
1132 server
.maxmemory
= 0;
1133 resetServerSaveParams();
1135 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
1136 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
1137 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
1138 /* Replication related */
1140 server
.masterauth
= NULL
;
1141 server
.masterhost
= NULL
;
1142 server
.masterport
= 6379;
1143 server
.master
= NULL
;
1144 server
.replstate
= REDIS_REPL_NONE
;
1146 /* Double constants initialization */
1148 R_PosInf
= 1.0/R_Zero
;
1149 R_NegInf
= -1.0/R_Zero
;
1150 R_Nan
= R_Zero
/R_Zero
;
1153 static void initServer() {
1156 signal(SIGHUP
, SIG_IGN
);
1157 signal(SIGPIPE
, SIG_IGN
);
1158 setupSigSegvAction();
1160 server
.clients
= listCreate();
1161 server
.slaves
= listCreate();
1162 server
.monitors
= listCreate();
1163 server
.objfreelist
= listCreate();
1164 createSharedObjects();
1165 server
.el
= aeCreateEventLoop();
1166 server
.db
= zmalloc(sizeof(redisDb
)*server
.dbnum
);
1167 server
.sharingpool
= dictCreate(&setDictType
,NULL
);
1168 server
.fd
= anetTcpServer(server
.neterr
, server
.port
, server
.bindaddr
);
1169 if (server
.fd
== -1) {
1170 redisLog(REDIS_WARNING
, "Opening TCP port: %s", server
.neterr
);
1173 for (j
= 0; j
< server
.dbnum
; j
++) {
1174 server
.db
[j
].dict
= dictCreate(&hashDictType
,NULL
);
1175 server
.db
[j
].expires
= dictCreate(&setDictType
,NULL
);
1176 server
.db
[j
].id
= j
;
1178 server
.cronloops
= 0;
1179 server
.bgsavechildpid
= -1;
1180 server
.bgrewritechildpid
= -1;
1181 server
.bgrewritebuf
= sdsempty();
1182 server
.lastsave
= time(NULL
);
1184 server
.usedmemory
= 0;
1185 server
.stat_numcommands
= 0;
1186 server
.stat_numconnections
= 0;
1187 server
.stat_starttime
= time(NULL
);
1188 aeCreateTimeEvent(server
.el
, 1, serverCron
, NULL
, NULL
);
1190 if (server
.appendonly
) {
1191 server
.appendfd
= open(server
.appendfilename
,O_WRONLY
|O_APPEND
|O_CREAT
,0644);
1192 if (server
.appendfd
== -1) {
1193 redisLog(REDIS_WARNING
, "Can't open the append-only file: %s",
1200 /* Empty the whole database */
1201 static long long emptyDb() {
1203 long long removed
= 0;
1205 for (j
= 0; j
< server
.dbnum
; j
++) {
1206 removed
+= dictSize(server
.db
[j
].dict
);
1207 dictEmpty(server
.db
[j
].dict
);
1208 dictEmpty(server
.db
[j
].expires
);
1213 static int yesnotoi(char *s
) {
1214 if (!strcasecmp(s
,"yes")) return 1;
1215 else if (!strcasecmp(s
,"no")) return 0;
1219 /* I agree, this is a very rudimental way to load a configuration...
1220 will improve later if the config gets more complex */
1221 static void loadServerConfig(char *filename
) {
1223 char buf
[REDIS_CONFIGLINE_MAX
+1], *err
= NULL
;
1227 if (filename
[0] == '-' && filename
[1] == '\0')
1230 if ((fp
= fopen(filename
,"r")) == NULL
) {
1231 redisLog(REDIS_WARNING
,"Fatal error, can't open config file");
1236 while(fgets(buf
,REDIS_CONFIGLINE_MAX
+1,fp
) != NULL
) {
1242 line
= sdstrim(line
," \t\r\n");
1244 /* Skip comments and blank lines*/
1245 if (line
[0] == '#' || line
[0] == '\0') {
1250 /* Split into arguments */
1251 argv
= sdssplitlen(line
,sdslen(line
)," ",1,&argc
);
1252 sdstolower(argv
[0]);
1254 /* Execute config directives */
1255 if (!strcasecmp(argv
[0],"timeout") && argc
== 2) {
1256 server
.maxidletime
= atoi(argv
[1]);
1257 if (server
.maxidletime
< 0) {
1258 err
= "Invalid timeout value"; goto loaderr
;
1260 } else if (!strcasecmp(argv
[0],"port") && argc
== 2) {
1261 server
.port
= atoi(argv
[1]);
1262 if (server
.port
< 1 || server
.port
> 65535) {
1263 err
= "Invalid port"; goto loaderr
;
1265 } else if (!strcasecmp(argv
[0],"bind") && argc
== 2) {
1266 server
.bindaddr
= zstrdup(argv
[1]);
1267 } else if (!strcasecmp(argv
[0],"save") && argc
== 3) {
1268 int seconds
= atoi(argv
[1]);
1269 int changes
= atoi(argv
[2]);
1270 if (seconds
< 1 || changes
< 0) {
1271 err
= "Invalid save parameters"; goto loaderr
;
1273 appendServerSaveParams(seconds
,changes
);
1274 } else if (!strcasecmp(argv
[0],"dir") && argc
== 2) {
1275 if (chdir(argv
[1]) == -1) {
1276 redisLog(REDIS_WARNING
,"Can't chdir to '%s': %s",
1277 argv
[1], strerror(errno
));
1280 } else if (!strcasecmp(argv
[0],"loglevel") && argc
== 2) {
1281 if (!strcasecmp(argv
[1],"debug")) server
.verbosity
= REDIS_DEBUG
;
1282 else if (!strcasecmp(argv
[1],"notice")) server
.verbosity
= REDIS_NOTICE
;
1283 else if (!strcasecmp(argv
[1],"warning")) server
.verbosity
= REDIS_WARNING
;
1285 err
= "Invalid log level. Must be one of debug, notice, warning";
1288 } else if (!strcasecmp(argv
[0],"logfile") && argc
== 2) {
1291 server
.logfile
= zstrdup(argv
[1]);
1292 if (!strcasecmp(server
.logfile
,"stdout")) {
1293 zfree(server
.logfile
);
1294 server
.logfile
= NULL
;
1296 if (server
.logfile
) {
1297 /* Test if we are able to open the file. The server will not
1298 * be able to abort just for this problem later... */
1299 logfp
= fopen(server
.logfile
,"a");
1300 if (logfp
== NULL
) {
1301 err
= sdscatprintf(sdsempty(),
1302 "Can't open the log file: %s", strerror(errno
));
1307 } else if (!strcasecmp(argv
[0],"databases") && argc
== 2) {
1308 server
.dbnum
= atoi(argv
[1]);
1309 if (server
.dbnum
< 1) {
1310 err
= "Invalid number of databases"; goto loaderr
;
1312 } else if (!strcasecmp(argv
[0],"maxclients") && argc
== 2) {
1313 server
.maxclients
= atoi(argv
[1]);
1314 } else if (!strcasecmp(argv
[0],"maxmemory") && argc
== 2) {
1315 server
.maxmemory
= strtoll(argv
[1], NULL
, 10);
1316 } else if (!strcasecmp(argv
[0],"slaveof") && argc
== 3) {
1317 server
.masterhost
= sdsnew(argv
[1]);
1318 server
.masterport
= atoi(argv
[2]);
1319 server
.replstate
= REDIS_REPL_CONNECT
;
1320 } else if (!strcasecmp(argv
[0],"masterauth") && argc
== 2) {
1321 server
.masterauth
= zstrdup(argv
[1]);
1322 } else if (!strcasecmp(argv
[0],"glueoutputbuf") && argc
== 2) {
1323 if ((server
.glueoutputbuf
= yesnotoi(argv
[1])) == -1) {
1324 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1326 } else if (!strcasecmp(argv
[0],"shareobjects") && argc
== 2) {
1327 if ((server
.shareobjects
= yesnotoi(argv
[1])) == -1) {
1328 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1330 } else if (!strcasecmp(argv
[0],"shareobjectspoolsize") && argc
== 2) {
1331 server
.sharingpoolsize
= atoi(argv
[1]);
1332 if (server
.sharingpoolsize
< 1) {
1333 err
= "invalid object sharing pool size"; goto loaderr
;
1335 } else if (!strcasecmp(argv
[0],"daemonize") && argc
== 2) {
1336 if ((server
.daemonize
= yesnotoi(argv
[1])) == -1) {
1337 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1339 } else if (!strcasecmp(argv
[0],"appendonly") && argc
== 2) {
1340 if ((server
.appendonly
= yesnotoi(argv
[1])) == -1) {
1341 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1343 } else if (!strcasecmp(argv
[0],"appendfsync") && argc
== 2) {
1344 if (!strcasecmp(argv
[1],"no")) {
1345 server
.appendfsync
= APPENDFSYNC_NO
;
1346 } else if (!strcasecmp(argv
[1],"always")) {
1347 server
.appendfsync
= APPENDFSYNC_ALWAYS
;
1348 } else if (!strcasecmp(argv
[1],"everysec")) {
1349 server
.appendfsync
= APPENDFSYNC_EVERYSEC
;
1351 err
= "argument must be 'no', 'always' or 'everysec'";
1354 } else if (!strcasecmp(argv
[0],"requirepass") && argc
== 2) {
1355 server
.requirepass
= zstrdup(argv
[1]);
1356 } else if (!strcasecmp(argv
[0],"pidfile") && argc
== 2) {
1357 server
.pidfile
= zstrdup(argv
[1]);
1358 } else if (!strcasecmp(argv
[0],"dbfilename") && argc
== 2) {
1359 server
.dbfilename
= zstrdup(argv
[1]);
1361 err
= "Bad directive or wrong number of arguments"; goto loaderr
;
1363 for (j
= 0; j
< argc
; j
++)
1368 if (fp
!= stdin
) fclose(fp
);
1372 fprintf(stderr
, "\n*** FATAL CONFIG FILE ERROR ***\n");
1373 fprintf(stderr
, "Reading the configuration file, at line %d\n", linenum
);
1374 fprintf(stderr
, ">>> '%s'\n", line
);
1375 fprintf(stderr
, "%s\n", err
);
1379 static void freeClientArgv(redisClient
*c
) {
1382 for (j
= 0; j
< c
->argc
; j
++)
1383 decrRefCount(c
->argv
[j
]);
1384 for (j
= 0; j
< c
->mbargc
; j
++)
1385 decrRefCount(c
->mbargv
[j
]);
1390 static void freeClient(redisClient
*c
) {
1393 aeDeleteFileEvent(server
.el
,c
->fd
,AE_READABLE
);
1394 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1395 sdsfree(c
->querybuf
);
1396 listRelease(c
->reply
);
1399 ln
= listSearchKey(server
.clients
,c
);
1401 listDelNode(server
.clients
,ln
);
1402 if (c
->flags
& REDIS_SLAVE
) {
1403 if (c
->replstate
== REDIS_REPL_SEND_BULK
&& c
->repldbfd
!= -1)
1405 list
*l
= (c
->flags
& REDIS_MONITOR
) ? server
.monitors
: server
.slaves
;
1406 ln
= listSearchKey(l
,c
);
1410 if (c
->flags
& REDIS_MASTER
) {
1411 server
.master
= NULL
;
1412 server
.replstate
= REDIS_REPL_CONNECT
;
1419 #define GLUEREPLY_UP_TO (1024)
1420 static void glueReplyBuffersIfNeeded(redisClient
*c
) {
1422 char buf
[GLUEREPLY_UP_TO
];
1426 listRewind(c
->reply
);
1427 while((ln
= listYield(c
->reply
))) {
1431 objlen
= sdslen(o
->ptr
);
1432 if (copylen
+ objlen
<= GLUEREPLY_UP_TO
) {
1433 memcpy(buf
+copylen
,o
->ptr
,objlen
);
1435 listDelNode(c
->reply
,ln
);
1437 if (copylen
== 0) return;
1441 /* Now the output buffer is empty, add the new single element */
1442 o
= createObject(REDIS_STRING
,sdsnewlen(buf
,copylen
));
1443 listAddNodeHead(c
->reply
,o
);
1446 static void sendReplyToClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1447 redisClient
*c
= privdata
;
1448 int nwritten
= 0, totwritten
= 0, objlen
;
1451 REDIS_NOTUSED(mask
);
1453 /* Use writev() if we have enough buffers to send */
1454 if (!server
.glueoutputbuf
&&
1455 listLength(c
->reply
) > REDIS_WRITEV_THRESHOLD
&&
1456 !(c
->flags
& REDIS_MASTER
))
1458 sendReplyToClientWritev(el
, fd
, privdata
, mask
);
1462 while(listLength(c
->reply
)) {
1463 if (server
.glueoutputbuf
&& listLength(c
->reply
) > 1)
1464 glueReplyBuffersIfNeeded(c
);
1466 o
= listNodeValue(listFirst(c
->reply
));
1467 objlen
= sdslen(o
->ptr
);
1470 listDelNode(c
->reply
,listFirst(c
->reply
));
1474 if (c
->flags
& REDIS_MASTER
) {
1475 /* Don't reply to a master */
1476 nwritten
= objlen
- c
->sentlen
;
1478 nwritten
= write(fd
, ((char*)o
->ptr
)+c
->sentlen
, objlen
- c
->sentlen
);
1479 if (nwritten
<= 0) break;
1481 c
->sentlen
+= nwritten
;
1482 totwritten
+= nwritten
;
1483 /* If we fully sent the object on head go to the next one */
1484 if (c
->sentlen
== objlen
) {
1485 listDelNode(c
->reply
,listFirst(c
->reply
));
1488 /* Note that we avoid to send more thank REDIS_MAX_WRITE_PER_EVENT
1489 * bytes, in a single threaded server it's a good idea to serve
1490 * other clients as well, even if a very large request comes from
1491 * super fast link that is always able to accept data (in real world
1492 * scenario think about 'KEYS *' against the loopback interfae) */
1493 if (totwritten
> REDIS_MAX_WRITE_PER_EVENT
) break;
1495 if (nwritten
== -1) {
1496 if (errno
== EAGAIN
) {
1499 redisLog(REDIS_DEBUG
,
1500 "Error writing to client: %s", strerror(errno
));
1505 if (totwritten
> 0) c
->lastinteraction
= time(NULL
);
1506 if (listLength(c
->reply
) == 0) {
1508 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1512 static void sendReplyToClientWritev(aeEventLoop
*el
, int fd
, void *privdata
, int mask
)
1514 redisClient
*c
= privdata
;
1515 int nwritten
= 0, totwritten
= 0, objlen
, willwrite
;
1517 struct iovec iov
[REDIS_WRITEV_IOVEC_COUNT
];
1518 int offset
, ion
= 0;
1520 REDIS_NOTUSED(mask
);
1523 while (listLength(c
->reply
)) {
1524 offset
= c
->sentlen
;
1528 /* fill-in the iov[] array */
1529 for(node
= listFirst(c
->reply
); node
; node
= listNextNode(node
)) {
1530 o
= listNodeValue(node
);
1531 objlen
= sdslen(o
->ptr
);
1533 if (totwritten
+ objlen
- offset
> REDIS_MAX_WRITE_PER_EVENT
)
1536 if(ion
== REDIS_WRITEV_IOVEC_COUNT
)
1537 break; /* no more iovecs */
1539 iov
[ion
].iov_base
= ((char*)o
->ptr
) + offset
;
1540 iov
[ion
].iov_len
= objlen
- offset
;
1541 willwrite
+= objlen
- offset
;
1542 offset
= 0; /* just for the first item */
1549 /* write all collected blocks at once */
1550 if((nwritten
= writev(fd
, iov
, ion
)) < 0) {
1551 if (errno
!= EAGAIN
) {
1552 redisLog(REDIS_DEBUG
,
1553 "Error writing to client: %s", strerror(errno
));
1560 totwritten
+= nwritten
;
1561 offset
= c
->sentlen
;
1563 /* remove written robjs from c->reply */
1564 while (nwritten
&& listLength(c
->reply
)) {
1565 o
= listNodeValue(listFirst(c
->reply
));
1566 objlen
= sdslen(o
->ptr
);
1568 if(nwritten
>= objlen
- offset
) {
1569 listDelNode(c
->reply
, listFirst(c
->reply
));
1570 nwritten
-= objlen
- offset
;
1574 c
->sentlen
+= nwritten
;
1582 c
->lastinteraction
= time(NULL
);
1584 if (listLength(c
->reply
) == 0) {
1586 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1590 static struct redisCommand
*lookupCommand(char *name
) {
1592 while(cmdTable
[j
].name
!= NULL
) {
1593 if (!strcasecmp(name
,cmdTable
[j
].name
)) return &cmdTable
[j
];
1599 /* resetClient prepare the client to process the next command */
1600 static void resetClient(redisClient
*c
) {
1606 /* If this function gets called we already read a whole
1607 * command, argments are in the client argv/argc fields.
1608 * processCommand() execute the command or prepare the
1609 * server for a bulk read from the client.
1611 * If 1 is returned the client is still alive and valid and
1612 * and other operations can be performed by the caller. Otherwise
1613 * if 0 is returned the client was destroied (i.e. after QUIT). */
1614 static int processCommand(redisClient
*c
) {
1615 struct redisCommand
*cmd
;
1618 /* Free some memory if needed (maxmemory setting) */
1619 if (server
.maxmemory
) freeMemoryIfNeeded();
1621 /* Handle the multi bulk command type. This is an alternative protocol
1622 * supported by Redis in order to receive commands that are composed of
1623 * multiple binary-safe "bulk" arguments. The latency of processing is
1624 * a bit higher but this allows things like multi-sets, so if this
1625 * protocol is used only for MSET and similar commands this is a big win. */
1626 if (c
->multibulk
== 0 && c
->argc
== 1 && ((char*)(c
->argv
[0]->ptr
))[0] == '*') {
1627 c
->multibulk
= atoi(((char*)c
->argv
[0]->ptr
)+1);
1628 if (c
->multibulk
<= 0) {
1632 decrRefCount(c
->argv
[c
->argc
-1]);
1636 } else if (c
->multibulk
) {
1637 if (c
->bulklen
== -1) {
1638 if (((char*)c
->argv
[0]->ptr
)[0] != '$') {
1639 addReplySds(c
,sdsnew("-ERR multi bulk protocol error\r\n"));
1643 int bulklen
= atoi(((char*)c
->argv
[0]->ptr
)+1);
1644 decrRefCount(c
->argv
[0]);
1645 if (bulklen
< 0 || bulklen
> 1024*1024*1024) {
1647 addReplySds(c
,sdsnew("-ERR invalid bulk write count\r\n"));
1652 c
->bulklen
= bulklen
+2; /* add two bytes for CR+LF */
1656 c
->mbargv
= zrealloc(c
->mbargv
,(sizeof(robj
*))*(c
->mbargc
+1));
1657 c
->mbargv
[c
->mbargc
] = c
->argv
[0];
1661 if (c
->multibulk
== 0) {
1665 /* Here we need to swap the multi-bulk argc/argv with the
1666 * normal argc/argv of the client structure. */
1668 c
->argv
= c
->mbargv
;
1669 c
->mbargv
= auxargv
;
1672 c
->argc
= c
->mbargc
;
1673 c
->mbargc
= auxargc
;
1675 /* We need to set bulklen to something different than -1
1676 * in order for the code below to process the command without
1677 * to try to read the last argument of a bulk command as
1678 * a special argument. */
1680 /* continue below and process the command */
1687 /* -- end of multi bulk commands processing -- */
1689 /* The QUIT command is handled as a special case. Normal command
1690 * procs are unable to close the client connection safely */
1691 if (!strcasecmp(c
->argv
[0]->ptr
,"quit")) {
1695 cmd
= lookupCommand(c
->argv
[0]->ptr
);
1697 addReplySds(c
,sdsnew("-ERR unknown command\r\n"));
1700 } else if ((cmd
->arity
> 0 && cmd
->arity
!= c
->argc
) ||
1701 (c
->argc
< -cmd
->arity
)) {
1702 addReplySds(c
,sdsnew("-ERR wrong number of arguments\r\n"));
1705 } else if (server
.maxmemory
&& cmd
->flags
& REDIS_CMD_DENYOOM
&& zmalloc_used_memory() > server
.maxmemory
) {
1706 addReplySds(c
,sdsnew("-ERR command not allowed when used memory > 'maxmemory'\r\n"));
1709 } else if (cmd
->flags
& REDIS_CMD_BULK
&& c
->bulklen
== -1) {
1710 int bulklen
= atoi(c
->argv
[c
->argc
-1]->ptr
);
1712 decrRefCount(c
->argv
[c
->argc
-1]);
1713 if (bulklen
< 0 || bulklen
> 1024*1024*1024) {
1715 addReplySds(c
,sdsnew("-ERR invalid bulk write count\r\n"));
1720 c
->bulklen
= bulklen
+2; /* add two bytes for CR+LF */
1721 /* It is possible that the bulk read is already in the
1722 * buffer. Check this condition and handle it accordingly.
1723 * This is just a fast path, alternative to call processInputBuffer().
1724 * It's a good idea since the code is small and this condition
1725 * happens most of the times. */
1726 if ((signed)sdslen(c
->querybuf
) >= c
->bulklen
) {
1727 c
->argv
[c
->argc
] = createStringObject(c
->querybuf
,c
->bulklen
-2);
1729 c
->querybuf
= sdsrange(c
->querybuf
,c
->bulklen
,-1);
1734 /* Let's try to share objects on the command arguments vector */
1735 if (server
.shareobjects
) {
1737 for(j
= 1; j
< c
->argc
; j
++)
1738 c
->argv
[j
] = tryObjectSharing(c
->argv
[j
]);
1740 /* Let's try to encode the bulk object to save space. */
1741 if (cmd
->flags
& REDIS_CMD_BULK
)
1742 tryObjectEncoding(c
->argv
[c
->argc
-1]);
1744 /* Check if the user is authenticated */
1745 if (server
.requirepass
&& !c
->authenticated
&& cmd
->proc
!= authCommand
) {
1746 addReplySds(c
,sdsnew("-ERR operation not permitted\r\n"));
1751 /* Exec the command */
1752 dirty
= server
.dirty
;
1754 if (server
.appendonly
&& server
.dirty
-dirty
)
1755 feedAppendOnlyFile(cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1756 if (server
.dirty
-dirty
&& listLength(server
.slaves
))
1757 replicationFeedSlaves(server
.slaves
,cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1758 if (listLength(server
.monitors
))
1759 replicationFeedSlaves(server
.monitors
,cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1760 server
.stat_numcommands
++;
1762 /* Prepare the client for the next command */
1763 if (c
->flags
& REDIS_CLOSE
) {
1771 static void replicationFeedSlaves(list
*slaves
, struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
) {
1775 /* (args*2)+1 is enough room for args, spaces, newlines */
1776 robj
*static_outv
[REDIS_STATIC_ARGS
*2+1];
1778 if (argc
<= REDIS_STATIC_ARGS
) {
1781 outv
= zmalloc(sizeof(robj
*)*(argc
*2+1));
1784 for (j
= 0; j
< argc
; j
++) {
1785 if (j
!= 0) outv
[outc
++] = shared
.space
;
1786 if ((cmd
->flags
& REDIS_CMD_BULK
) && j
== argc
-1) {
1789 lenobj
= createObject(REDIS_STRING
,
1790 sdscatprintf(sdsempty(),"%d\r\n",
1791 stringObjectLen(argv
[j
])));
1792 lenobj
->refcount
= 0;
1793 outv
[outc
++] = lenobj
;
1795 outv
[outc
++] = argv
[j
];
1797 outv
[outc
++] = shared
.crlf
;
1799 /* Increment all the refcounts at start and decrement at end in order to
1800 * be sure to free objects if there is no slave in a replication state
1801 * able to be feed with commands */
1802 for (j
= 0; j
< outc
; j
++) incrRefCount(outv
[j
]);
1804 while((ln
= listYield(slaves
))) {
1805 redisClient
*slave
= ln
->value
;
1807 /* Don't feed slaves that are still waiting for BGSAVE to start */
1808 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
) continue;
1810 /* Feed all the other slaves, MONITORs and so on */
1811 if (slave
->slaveseldb
!= dictid
) {
1815 case 0: selectcmd
= shared
.select0
; break;
1816 case 1: selectcmd
= shared
.select1
; break;
1817 case 2: selectcmd
= shared
.select2
; break;
1818 case 3: selectcmd
= shared
.select3
; break;
1819 case 4: selectcmd
= shared
.select4
; break;
1820 case 5: selectcmd
= shared
.select5
; break;
1821 case 6: selectcmd
= shared
.select6
; break;
1822 case 7: selectcmd
= shared
.select7
; break;
1823 case 8: selectcmd
= shared
.select8
; break;
1824 case 9: selectcmd
= shared
.select9
; break;
1826 selectcmd
= createObject(REDIS_STRING
,
1827 sdscatprintf(sdsempty(),"select %d\r\n",dictid
));
1828 selectcmd
->refcount
= 0;
1831 addReply(slave
,selectcmd
);
1832 slave
->slaveseldb
= dictid
;
1834 for (j
= 0; j
< outc
; j
++) addReply(slave
,outv
[j
]);
1836 for (j
= 0; j
< outc
; j
++) decrRefCount(outv
[j
]);
1837 if (outv
!= static_outv
) zfree(outv
);
1840 static void processInputBuffer(redisClient
*c
) {
1842 if (c
->bulklen
== -1) {
1843 /* Read the first line of the query */
1844 char *p
= strchr(c
->querybuf
,'\n');
1851 query
= c
->querybuf
;
1852 c
->querybuf
= sdsempty();
1853 querylen
= 1+(p
-(query
));
1854 if (sdslen(query
) > querylen
) {
1855 /* leave data after the first line of the query in the buffer */
1856 c
->querybuf
= sdscatlen(c
->querybuf
,query
+querylen
,sdslen(query
)-querylen
);
1858 *p
= '\0'; /* remove "\n" */
1859 if (*(p
-1) == '\r') *(p
-1) = '\0'; /* and "\r" if any */
1860 sdsupdatelen(query
);
1862 /* Now we can split the query in arguments */
1863 if (sdslen(query
) == 0) {
1864 /* Ignore empty query */
1868 argv
= sdssplitlen(query
,sdslen(query
)," ",1,&argc
);
1871 if (c
->argv
) zfree(c
->argv
);
1872 c
->argv
= zmalloc(sizeof(robj
*)*argc
);
1874 for (j
= 0; j
< argc
; j
++) {
1875 if (sdslen(argv
[j
])) {
1876 c
->argv
[c
->argc
] = createObject(REDIS_STRING
,argv
[j
]);
1883 /* Execute the command. If the client is still valid
1884 * after processCommand() return and there is something
1885 * on the query buffer try to process the next command. */
1886 if (c
->argc
&& processCommand(c
) && sdslen(c
->querybuf
)) goto again
;
1888 } else if (sdslen(c
->querybuf
) >= REDIS_REQUEST_MAX_SIZE
) {
1889 redisLog(REDIS_DEBUG
, "Client protocol error");
1894 /* Bulk read handling. Note that if we are at this point
1895 the client already sent a command terminated with a newline,
1896 we are reading the bulk data that is actually the last
1897 argument of the command. */
1898 int qbl
= sdslen(c
->querybuf
);
1900 if (c
->bulklen
<= qbl
) {
1901 /* Copy everything but the final CRLF as final argument */
1902 c
->argv
[c
->argc
] = createStringObject(c
->querybuf
,c
->bulklen
-2);
1904 c
->querybuf
= sdsrange(c
->querybuf
,c
->bulklen
,-1);
1905 /* Process the command. If the client is still valid after
1906 * the processing and there is more data in the buffer
1907 * try to parse it. */
1908 if (processCommand(c
) && sdslen(c
->querybuf
)) goto again
;
1914 static void readQueryFromClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1915 redisClient
*c
= (redisClient
*) privdata
;
1916 char buf
[REDIS_IOBUF_LEN
];
1919 REDIS_NOTUSED(mask
);
1921 nread
= read(fd
, buf
, REDIS_IOBUF_LEN
);
1923 if (errno
== EAGAIN
) {
1926 redisLog(REDIS_DEBUG
, "Reading from client: %s",strerror(errno
));
1930 } else if (nread
== 0) {
1931 redisLog(REDIS_DEBUG
, "Client closed connection");
1936 c
->querybuf
= sdscatlen(c
->querybuf
, buf
, nread
);
1937 c
->lastinteraction
= time(NULL
);
1941 processInputBuffer(c
);
1944 static int selectDb(redisClient
*c
, int id
) {
1945 if (id
< 0 || id
>= server
.dbnum
)
1947 c
->db
= &server
.db
[id
];
1951 static void *dupClientReplyValue(void *o
) {
1952 incrRefCount((robj
*)o
);
1956 static redisClient
*createClient(int fd
) {
1957 redisClient
*c
= zmalloc(sizeof(*c
));
1959 anetNonBlock(NULL
,fd
);
1960 anetTcpNoDelay(NULL
,fd
);
1961 if (!c
) return NULL
;
1964 c
->querybuf
= sdsempty();
1973 c
->lastinteraction
= time(NULL
);
1974 c
->authenticated
= 0;
1975 c
->replstate
= REDIS_REPL_NONE
;
1976 c
->reply
= listCreate();
1977 listSetFreeMethod(c
->reply
,decrRefCount
);
1978 listSetDupMethod(c
->reply
,dupClientReplyValue
);
1979 if (aeCreateFileEvent(server
.el
, c
->fd
, AE_READABLE
,
1980 readQueryFromClient
, c
) == AE_ERR
) {
1984 listAddNodeTail(server
.clients
,c
);
1988 static void addReply(redisClient
*c
, robj
*obj
) {
1989 if (listLength(c
->reply
) == 0 &&
1990 (c
->replstate
== REDIS_REPL_NONE
||
1991 c
->replstate
== REDIS_REPL_ONLINE
) &&
1992 aeCreateFileEvent(server
.el
, c
->fd
, AE_WRITABLE
,
1993 sendReplyToClient
, c
) == AE_ERR
) return;
1994 listAddNodeTail(c
->reply
,getDecodedObject(obj
));
1997 static void addReplySds(redisClient
*c
, sds s
) {
1998 robj
*o
= createObject(REDIS_STRING
,s
);
2003 static void addReplyDouble(redisClient
*c
, double d
) {
2006 snprintf(buf
,sizeof(buf
),"%.17g",d
);
2007 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n%s\r\n",
2011 static void addReplyBulkLen(redisClient
*c
, robj
*obj
) {
2014 if (obj
->encoding
== REDIS_ENCODING_RAW
) {
2015 len
= sdslen(obj
->ptr
);
2017 long n
= (long)obj
->ptr
;
2024 while((n
= n
/10) != 0) {
2028 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",len
));
2031 static void acceptHandler(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
2036 REDIS_NOTUSED(mask
);
2037 REDIS_NOTUSED(privdata
);
2039 cfd
= anetAccept(server
.neterr
, fd
, cip
, &cport
);
2040 if (cfd
== AE_ERR
) {
2041 redisLog(REDIS_DEBUG
,"Accepting client connection: %s", server
.neterr
);
2044 redisLog(REDIS_DEBUG
,"Accepted %s:%d", cip
, cport
);
2045 if ((c
= createClient(cfd
)) == NULL
) {
2046 redisLog(REDIS_WARNING
,"Error allocating resoures for the client");
2047 close(cfd
); /* May be already closed, just ingore errors */
2050 /* If maxclient directive is set and this is one client more... close the
2051 * connection. Note that we create the client instead to check before
2052 * for this condition, since now the socket is already set in nonblocking
2053 * mode and we can send an error for free using the Kernel I/O */
2054 if (server
.maxclients
&& listLength(server
.clients
) > server
.maxclients
) {
2055 char *err
= "-ERR max number of clients reached\r\n";
2057 /* That's a best effort error message, don't check write errors */
2058 if (write(c
->fd
,err
,strlen(err
)) == -1) {
2059 /* Nothing to do, Just to avoid the warning... */
2064 server
.stat_numconnections
++;
2067 /* ======================= Redis objects implementation ===================== */
2069 static robj
*createObject(int type
, void *ptr
) {
2072 if (listLength(server
.objfreelist
)) {
2073 listNode
*head
= listFirst(server
.objfreelist
);
2074 o
= listNodeValue(head
);
2075 listDelNode(server
.objfreelist
,head
);
2077 o
= zmalloc(sizeof(*o
));
2080 o
->encoding
= REDIS_ENCODING_RAW
;
2086 static robj
*createStringObject(char *ptr
, size_t len
) {
2087 return createObject(REDIS_STRING
,sdsnewlen(ptr
,len
));
2090 static robj
*createListObject(void) {
2091 list
*l
= listCreate();
2093 listSetFreeMethod(l
,decrRefCount
);
2094 return createObject(REDIS_LIST
,l
);
2097 static robj
*createSetObject(void) {
2098 dict
*d
= dictCreate(&setDictType
,NULL
);
2099 return createObject(REDIS_SET
,d
);
2102 static robj
*createZsetObject(void) {
2103 zset
*zs
= zmalloc(sizeof(*zs
));
2105 zs
->dict
= dictCreate(&zsetDictType
,NULL
);
2106 zs
->zsl
= zslCreate();
2107 return createObject(REDIS_ZSET
,zs
);
2110 static void freeStringObject(robj
*o
) {
2111 if (o
->encoding
== REDIS_ENCODING_RAW
) {
2116 static void freeListObject(robj
*o
) {
2117 listRelease((list
*) o
->ptr
);
2120 static void freeSetObject(robj
*o
) {
2121 dictRelease((dict
*) o
->ptr
);
2124 static void freeZsetObject(robj
*o
) {
2127 dictRelease(zs
->dict
);
2132 static void freeHashObject(robj
*o
) {
2133 dictRelease((dict
*) o
->ptr
);
2136 static void incrRefCount(robj
*o
) {
2138 #ifdef DEBUG_REFCOUNT
2139 if (o
->type
== REDIS_STRING
)
2140 printf("Increment '%s'(%p), now is: %d\n",o
->ptr
,o
,o
->refcount
);
2144 static void decrRefCount(void *obj
) {
2147 #ifdef DEBUG_REFCOUNT
2148 if (o
->type
== REDIS_STRING
)
2149 printf("Decrement '%s'(%p), now is: %d\n",o
->ptr
,o
,o
->refcount
-1);
2151 if (--(o
->refcount
) == 0) {
2153 case REDIS_STRING
: freeStringObject(o
); break;
2154 case REDIS_LIST
: freeListObject(o
); break;
2155 case REDIS_SET
: freeSetObject(o
); break;
2156 case REDIS_ZSET
: freeZsetObject(o
); break;
2157 case REDIS_HASH
: freeHashObject(o
); break;
2158 default: assert(0 != 0); break;
2160 if (listLength(server
.objfreelist
) > REDIS_OBJFREELIST_MAX
||
2161 !listAddNodeHead(server
.objfreelist
,o
))
2166 static robj
*lookupKey(redisDb
*db
, robj
*key
) {
2167 dictEntry
*de
= dictFind(db
->dict
,key
);
2168 return de
? dictGetEntryVal(de
) : NULL
;
2171 static robj
*lookupKeyRead(redisDb
*db
, robj
*key
) {
2172 expireIfNeeded(db
,key
);
2173 return lookupKey(db
,key
);
2176 static robj
*lookupKeyWrite(redisDb
*db
, robj
*key
) {
2177 deleteIfVolatile(db
,key
);
2178 return lookupKey(db
,key
);
2181 static int deleteKey(redisDb
*db
, robj
*key
) {
2184 /* We need to protect key from destruction: after the first dictDelete()
2185 * it may happen that 'key' is no longer valid if we don't increment
2186 * it's count. This may happen when we get the object reference directly
2187 * from the hash table with dictRandomKey() or dict iterators */
2189 if (dictSize(db
->expires
)) dictDelete(db
->expires
,key
);
2190 retval
= dictDelete(db
->dict
,key
);
2193 return retval
== DICT_OK
;
2196 /* Try to share an object against the shared objects pool */
2197 static robj
*tryObjectSharing(robj
*o
) {
2198 struct dictEntry
*de
;
2201 if (o
== NULL
|| server
.shareobjects
== 0) return o
;
2203 assert(o
->type
== REDIS_STRING
);
2204 de
= dictFind(server
.sharingpool
,o
);
2206 robj
*shared
= dictGetEntryKey(de
);
2208 c
= ((unsigned long) dictGetEntryVal(de
))+1;
2209 dictGetEntryVal(de
) = (void*) c
;
2210 incrRefCount(shared
);
2214 /* Here we are using a stream algorihtm: Every time an object is
2215 * shared we increment its count, everytime there is a miss we
2216 * recrement the counter of a random object. If this object reaches
2217 * zero we remove the object and put the current object instead. */
2218 if (dictSize(server
.sharingpool
) >=
2219 server
.sharingpoolsize
) {
2220 de
= dictGetRandomKey(server
.sharingpool
);
2222 c
= ((unsigned long) dictGetEntryVal(de
))-1;
2223 dictGetEntryVal(de
) = (void*) c
;
2225 dictDelete(server
.sharingpool
,de
->key
);
2228 c
= 0; /* If the pool is empty we want to add this object */
2233 retval
= dictAdd(server
.sharingpool
,o
,(void*)1);
2234 assert(retval
== DICT_OK
);
2241 /* Check if the nul-terminated string 's' can be represented by a long
2242 * (that is, is a number that fits into long without any other space or
2243 * character before or after the digits).
2245 * If so, the function returns REDIS_OK and *longval is set to the value
2246 * of the number. Otherwise REDIS_ERR is returned */
2247 static int isStringRepresentableAsLong(sds s
, long *longval
) {
2248 char buf
[32], *endptr
;
2252 value
= strtol(s
, &endptr
, 10);
2253 if (endptr
[0] != '\0') return REDIS_ERR
;
2254 slen
= snprintf(buf
,32,"%ld",value
);
2256 /* If the number converted back into a string is not identical
2257 * then it's not possible to encode the string as integer */
2258 if (sdslen(s
) != (unsigned)slen
|| memcmp(buf
,s
,slen
)) return REDIS_ERR
;
2259 if (longval
) *longval
= value
;
2263 /* Try to encode a string object in order to save space */
2264 static int tryObjectEncoding(robj
*o
) {
2268 if (o
->encoding
!= REDIS_ENCODING_RAW
)
2269 return REDIS_ERR
; /* Already encoded */
2271 /* It's not save to encode shared objects: shared objects can be shared
2272 * everywhere in the "object space" of Redis. Encoded objects can only
2273 * appear as "values" (and not, for instance, as keys) */
2274 if (o
->refcount
> 1) return REDIS_ERR
;
2276 /* Currently we try to encode only strings */
2277 assert(o
->type
== REDIS_STRING
);
2279 /* Check if we can represent this string as a long integer */
2280 if (isStringRepresentableAsLong(s
,&value
) == REDIS_ERR
) return REDIS_ERR
;
2282 /* Ok, this object can be encoded */
2283 o
->encoding
= REDIS_ENCODING_INT
;
2285 o
->ptr
= (void*) value
;
2289 /* Get a decoded version of an encoded object (returned as a new object).
2290 * If the object is already raw-encoded just increment the ref count. */
2291 static robj
*getDecodedObject(robj
*o
) {
2294 if (o
->encoding
== REDIS_ENCODING_RAW
) {
2298 if (o
->type
== REDIS_STRING
&& o
->encoding
== REDIS_ENCODING_INT
) {
2301 snprintf(buf
,32,"%ld",(long)o
->ptr
);
2302 dec
= createStringObject(buf
,strlen(buf
));
2309 /* Compare two string objects via strcmp() or alike.
2310 * Note that the objects may be integer-encoded. In such a case we
2311 * use snprintf() to get a string representation of the numbers on the stack
2312 * and compare the strings, it's much faster than calling getDecodedObject().
2314 * Important note: if objects are not integer encoded, but binary-safe strings,
2315 * sdscmp() from sds.c will apply memcmp() so this function ca be considered
2317 static int compareStringObjects(robj
*a
, robj
*b
) {
2318 assert(a
->type
== REDIS_STRING
&& b
->type
== REDIS_STRING
);
2319 char bufa
[128], bufb
[128], *astr
, *bstr
;
2322 if (a
== b
) return 0;
2323 if (a
->encoding
!= REDIS_ENCODING_RAW
) {
2324 snprintf(bufa
,sizeof(bufa
),"%ld",(long) a
->ptr
);
2330 if (b
->encoding
!= REDIS_ENCODING_RAW
) {
2331 snprintf(bufb
,sizeof(bufb
),"%ld",(long) b
->ptr
);
2337 return bothsds
? sdscmp(astr
,bstr
) : strcmp(astr
,bstr
);
2340 static size_t stringObjectLen(robj
*o
) {
2341 assert(o
->type
== REDIS_STRING
);
2342 if (o
->encoding
== REDIS_ENCODING_RAW
) {
2343 return sdslen(o
->ptr
);
2347 return snprintf(buf
,32,"%ld",(long)o
->ptr
);
2351 /*============================ DB saving/loading ============================ */
2353 static int rdbSaveType(FILE *fp
, unsigned char type
) {
2354 if (fwrite(&type
,1,1,fp
) == 0) return -1;
2358 static int rdbSaveTime(FILE *fp
, time_t t
) {
2359 int32_t t32
= (int32_t) t
;
2360 if (fwrite(&t32
,4,1,fp
) == 0) return -1;
2364 /* check rdbLoadLen() comments for more info */
2365 static int rdbSaveLen(FILE *fp
, uint32_t len
) {
2366 unsigned char buf
[2];
2369 /* Save a 6 bit len */
2370 buf
[0] = (len
&0xFF)|(REDIS_RDB_6BITLEN
<<6);
2371 if (fwrite(buf
,1,1,fp
) == 0) return -1;
2372 } else if (len
< (1<<14)) {
2373 /* Save a 14 bit len */
2374 buf
[0] = ((len
>>8)&0xFF)|(REDIS_RDB_14BITLEN
<<6);
2376 if (fwrite(buf
,2,1,fp
) == 0) return -1;
2378 /* Save a 32 bit len */
2379 buf
[0] = (REDIS_RDB_32BITLEN
<<6);
2380 if (fwrite(buf
,1,1,fp
) == 0) return -1;
2382 if (fwrite(&len
,4,1,fp
) == 0) return -1;
2387 /* String objects in the form "2391" "-100" without any space and with a
2388 * range of values that can fit in an 8, 16 or 32 bit signed value can be
2389 * encoded as integers to save space */
2390 static int rdbTryIntegerEncoding(sds s
, unsigned char *enc
) {
2392 char *endptr
, buf
[32];
2394 /* Check if it's possible to encode this value as a number */
2395 value
= strtoll(s
, &endptr
, 10);
2396 if (endptr
[0] != '\0') return 0;
2397 snprintf(buf
,32,"%lld",value
);
2399 /* If the number converted back into a string is not identical
2400 * then it's not possible to encode the string as integer */
2401 if (strlen(buf
) != sdslen(s
) || memcmp(buf
,s
,sdslen(s
))) return 0;
2403 /* Finally check if it fits in our ranges */
2404 if (value
>= -(1<<7) && value
<= (1<<7)-1) {
2405 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT8
;
2406 enc
[1] = value
&0xFF;
2408 } else if (value
>= -(1<<15) && value
<= (1<<15)-1) {
2409 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT16
;
2410 enc
[1] = value
&0xFF;
2411 enc
[2] = (value
>>8)&0xFF;
2413 } else if (value
>= -((long long)1<<31) && value
<= ((long long)1<<31)-1) {
2414 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT32
;
2415 enc
[1] = value
&0xFF;
2416 enc
[2] = (value
>>8)&0xFF;
2417 enc
[3] = (value
>>16)&0xFF;
2418 enc
[4] = (value
>>24)&0xFF;
2425 static int rdbSaveLzfStringObject(FILE *fp
, robj
*obj
) {
2426 unsigned int comprlen
, outlen
;
2430 /* We require at least four bytes compression for this to be worth it */
2431 outlen
= sdslen(obj
->ptr
)-4;
2432 if (outlen
<= 0) return 0;
2433 if ((out
= zmalloc(outlen
+1)) == NULL
) return 0;
2434 comprlen
= lzf_compress(obj
->ptr
, sdslen(obj
->ptr
), out
, outlen
);
2435 if (comprlen
== 0) {
2439 /* Data compressed! Let's save it on disk */
2440 byte
= (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_LZF
;
2441 if (fwrite(&byte
,1,1,fp
) == 0) goto writeerr
;
2442 if (rdbSaveLen(fp
,comprlen
) == -1) goto writeerr
;
2443 if (rdbSaveLen(fp
,sdslen(obj
->ptr
)) == -1) goto writeerr
;
2444 if (fwrite(out
,comprlen
,1,fp
) == 0) goto writeerr
;
2453 /* Save a string objet as [len][data] on disk. If the object is a string
2454 * representation of an integer value we try to safe it in a special form */
2455 static int rdbSaveStringObjectRaw(FILE *fp
, robj
*obj
) {
2459 len
= sdslen(obj
->ptr
);
2461 /* Try integer encoding */
2463 unsigned char buf
[5];
2464 if ((enclen
= rdbTryIntegerEncoding(obj
->ptr
,buf
)) > 0) {
2465 if (fwrite(buf
,enclen
,1,fp
) == 0) return -1;
2470 /* Try LZF compression - under 20 bytes it's unable to compress even
2471 * aaaaaaaaaaaaaaaaaa so skip it */
2475 retval
= rdbSaveLzfStringObject(fp
,obj
);
2476 if (retval
== -1) return -1;
2477 if (retval
> 0) return 0;
2478 /* retval == 0 means data can't be compressed, save the old way */
2481 /* Store verbatim */
2482 if (rdbSaveLen(fp
,len
) == -1) return -1;
2483 if (len
&& fwrite(obj
->ptr
,len
,1,fp
) == 0) return -1;
2487 /* Like rdbSaveStringObjectRaw() but handle encoded objects */
2488 static int rdbSaveStringObject(FILE *fp
, robj
*obj
) {
2491 obj
= getDecodedObject(obj
);
2492 retval
= rdbSaveStringObjectRaw(fp
,obj
);
2497 /* Save a double value. Doubles are saved as strings prefixed by an unsigned
2498 * 8 bit integer specifing the length of the representation.
2499 * This 8 bit integer has special values in order to specify the following
2505 static int rdbSaveDoubleValue(FILE *fp
, double val
) {
2506 unsigned char buf
[128];
2512 } else if (!isfinite(val
)) {
2514 buf
[0] = (val
< 0) ? 255 : 254;
2516 snprintf((char*)buf
+1,sizeof(buf
)-1,"%.17g",val
);
2517 buf
[0] = strlen((char*)buf
+1);
2520 if (fwrite(buf
,len
,1,fp
) == 0) return -1;
2524 /* Save the DB on disk. Return REDIS_ERR on error, REDIS_OK on success */
2525 static int rdbSave(char *filename
) {
2526 dictIterator
*di
= NULL
;
2531 time_t now
= time(NULL
);
2533 snprintf(tmpfile
,256,"temp-%d.rdb", (int) getpid());
2534 fp
= fopen(tmpfile
,"w");
2536 redisLog(REDIS_WARNING
, "Failed saving the DB: %s", strerror(errno
));
2539 if (fwrite("REDIS0001",9,1,fp
) == 0) goto werr
;
2540 for (j
= 0; j
< server
.dbnum
; j
++) {
2541 redisDb
*db
= server
.db
+j
;
2543 if (dictSize(d
) == 0) continue;
2544 di
= dictGetIterator(d
);
2550 /* Write the SELECT DB opcode */
2551 if (rdbSaveType(fp
,REDIS_SELECTDB
) == -1) goto werr
;
2552 if (rdbSaveLen(fp
,j
) == -1) goto werr
;
2554 /* Iterate this DB writing every entry */
2555 while((de
= dictNext(di
)) != NULL
) {
2556 robj
*key
= dictGetEntryKey(de
);
2557 robj
*o
= dictGetEntryVal(de
);
2558 time_t expiretime
= getExpire(db
,key
);
2560 /* Save the expire time */
2561 if (expiretime
!= -1) {
2562 /* If this key is already expired skip it */
2563 if (expiretime
< now
) continue;
2564 if (rdbSaveType(fp
,REDIS_EXPIRETIME
) == -1) goto werr
;
2565 if (rdbSaveTime(fp
,expiretime
) == -1) goto werr
;
2567 /* Save the key and associated value */
2568 if (rdbSaveType(fp
,o
->type
) == -1) goto werr
;
2569 if (rdbSaveStringObject(fp
,key
) == -1) goto werr
;
2570 if (o
->type
== REDIS_STRING
) {
2571 /* Save a string value */
2572 if (rdbSaveStringObject(fp
,o
) == -1) goto werr
;
2573 } else if (o
->type
== REDIS_LIST
) {
2574 /* Save a list value */
2575 list
*list
= o
->ptr
;
2579 if (rdbSaveLen(fp
,listLength(list
)) == -1) goto werr
;
2580 while((ln
= listYield(list
))) {
2581 robj
*eleobj
= listNodeValue(ln
);
2583 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
2585 } else if (o
->type
== REDIS_SET
) {
2586 /* Save a set value */
2588 dictIterator
*di
= dictGetIterator(set
);
2591 if (rdbSaveLen(fp
,dictSize(set
)) == -1) goto werr
;
2592 while((de
= dictNext(di
)) != NULL
) {
2593 robj
*eleobj
= dictGetEntryKey(de
);
2595 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
2597 dictReleaseIterator(di
);
2598 } else if (o
->type
== REDIS_ZSET
) {
2599 /* Save a set value */
2601 dictIterator
*di
= dictGetIterator(zs
->dict
);
2604 if (rdbSaveLen(fp
,dictSize(zs
->dict
)) == -1) goto werr
;
2605 while((de
= dictNext(di
)) != NULL
) {
2606 robj
*eleobj
= dictGetEntryKey(de
);
2607 double *score
= dictGetEntryVal(de
);
2609 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
2610 if (rdbSaveDoubleValue(fp
,*score
) == -1) goto werr
;
2612 dictReleaseIterator(di
);
2617 dictReleaseIterator(di
);
2620 if (rdbSaveType(fp
,REDIS_EOF
) == -1) goto werr
;
2622 /* Make sure data will not remain on the OS's output buffers */
2627 /* Use RENAME to make sure the DB file is changed atomically only
2628 * if the generate DB file is ok. */
2629 if (rename(tmpfile
,filename
) == -1) {
2630 redisLog(REDIS_WARNING
,"Error moving temp DB file on the final destination: %s", strerror(errno
));
2634 redisLog(REDIS_NOTICE
,"DB saved on disk");
2636 server
.lastsave
= time(NULL
);
2642 redisLog(REDIS_WARNING
,"Write error saving DB on disk: %s", strerror(errno
));
2643 if (di
) dictReleaseIterator(di
);
2647 static int rdbSaveBackground(char *filename
) {
2650 if (server
.bgsavechildpid
!= -1) return REDIS_ERR
;
2651 if ((childpid
= fork()) == 0) {
2654 if (rdbSave(filename
) == REDIS_OK
) {
2661 if (childpid
== -1) {
2662 redisLog(REDIS_WARNING
,"Can't save in background: fork: %s",
2666 redisLog(REDIS_NOTICE
,"Background saving started by pid %d",childpid
);
2667 server
.bgsavechildpid
= childpid
;
2670 return REDIS_OK
; /* unreached */
2673 static void rdbRemoveTempFile(pid_t childpid
) {
2676 snprintf(tmpfile
,256,"temp-%d.rdb", (int) childpid
);
2680 static int rdbLoadType(FILE *fp
) {
2682 if (fread(&type
,1,1,fp
) == 0) return -1;
2686 static time_t rdbLoadTime(FILE *fp
) {
2688 if (fread(&t32
,4,1,fp
) == 0) return -1;
2689 return (time_t) t32
;
2692 /* Load an encoded length from the DB, see the REDIS_RDB_* defines on the top
2693 * of this file for a description of how this are stored on disk.
2695 * isencoded is set to 1 if the readed length is not actually a length but
2696 * an "encoding type", check the above comments for more info */
2697 static uint32_t rdbLoadLen(FILE *fp
, int rdbver
, int *isencoded
) {
2698 unsigned char buf
[2];
2701 if (isencoded
) *isencoded
= 0;
2703 if (fread(&len
,4,1,fp
) == 0) return REDIS_RDB_LENERR
;
2708 if (fread(buf
,1,1,fp
) == 0) return REDIS_RDB_LENERR
;
2709 type
= (buf
[0]&0xC0)>>6;
2710 if (type
== REDIS_RDB_6BITLEN
) {
2711 /* Read a 6 bit len */
2713 } else if (type
== REDIS_RDB_ENCVAL
) {
2714 /* Read a 6 bit len encoding type */
2715 if (isencoded
) *isencoded
= 1;
2717 } else if (type
== REDIS_RDB_14BITLEN
) {
2718 /* Read a 14 bit len */
2719 if (fread(buf
+1,1,1,fp
) == 0) return REDIS_RDB_LENERR
;
2720 return ((buf
[0]&0x3F)<<8)|buf
[1];
2722 /* Read a 32 bit len */
2723 if (fread(&len
,4,1,fp
) == 0) return REDIS_RDB_LENERR
;
2729 static robj
*rdbLoadIntegerObject(FILE *fp
, int enctype
) {
2730 unsigned char enc
[4];
2733 if (enctype
== REDIS_RDB_ENC_INT8
) {
2734 if (fread(enc
,1,1,fp
) == 0) return NULL
;
2735 val
= (signed char)enc
[0];
2736 } else if (enctype
== REDIS_RDB_ENC_INT16
) {
2738 if (fread(enc
,2,1,fp
) == 0) return NULL
;
2739 v
= enc
[0]|(enc
[1]<<8);
2741 } else if (enctype
== REDIS_RDB_ENC_INT32
) {
2743 if (fread(enc
,4,1,fp
) == 0) return NULL
;
2744 v
= enc
[0]|(enc
[1]<<8)|(enc
[2]<<16)|(enc
[3]<<24);
2747 val
= 0; /* anti-warning */
2750 return createObject(REDIS_STRING
,sdscatprintf(sdsempty(),"%lld",val
));
2753 static robj
*rdbLoadLzfStringObject(FILE*fp
, int rdbver
) {
2754 unsigned int len
, clen
;
2755 unsigned char *c
= NULL
;
2758 if ((clen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
2759 if ((len
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
2760 if ((c
= zmalloc(clen
)) == NULL
) goto err
;
2761 if ((val
= sdsnewlen(NULL
,len
)) == NULL
) goto err
;
2762 if (fread(c
,clen
,1,fp
) == 0) goto err
;
2763 if (lzf_decompress(c
,clen
,val
,len
) == 0) goto err
;
2765 return createObject(REDIS_STRING
,val
);
2772 static robj
*rdbLoadStringObject(FILE*fp
, int rdbver
) {
2777 len
= rdbLoadLen(fp
,rdbver
,&isencoded
);
2780 case REDIS_RDB_ENC_INT8
:
2781 case REDIS_RDB_ENC_INT16
:
2782 case REDIS_RDB_ENC_INT32
:
2783 return tryObjectSharing(rdbLoadIntegerObject(fp
,len
));
2784 case REDIS_RDB_ENC_LZF
:
2785 return tryObjectSharing(rdbLoadLzfStringObject(fp
,rdbver
));
2791 if (len
== REDIS_RDB_LENERR
) return NULL
;
2792 val
= sdsnewlen(NULL
,len
);
2793 if (len
&& fread(val
,len
,1,fp
) == 0) {
2797 return tryObjectSharing(createObject(REDIS_STRING
,val
));
2800 /* For information about double serialization check rdbSaveDoubleValue() */
2801 static int rdbLoadDoubleValue(FILE *fp
, double *val
) {
2805 if (fread(&len
,1,1,fp
) == 0) return -1;
2807 case 255: *val
= R_NegInf
; return 0;
2808 case 254: *val
= R_PosInf
; return 0;
2809 case 253: *val
= R_Nan
; return 0;
2811 if (fread(buf
,len
,1,fp
) == 0) return -1;
2812 sscanf(buf
, "%lg", val
);
2817 static int rdbLoad(char *filename
) {
2819 robj
*keyobj
= NULL
;
2821 int type
, retval
, rdbver
;
2822 dict
*d
= server
.db
[0].dict
;
2823 redisDb
*db
= server
.db
+0;
2825 time_t expiretime
= -1, now
= time(NULL
);
2827 fp
= fopen(filename
,"r");
2828 if (!fp
) return REDIS_ERR
;
2829 if (fread(buf
,9,1,fp
) == 0) goto eoferr
;
2831 if (memcmp(buf
,"REDIS",5) != 0) {
2833 redisLog(REDIS_WARNING
,"Wrong signature trying to load DB from file");
2836 rdbver
= atoi(buf
+5);
2839 redisLog(REDIS_WARNING
,"Can't handle RDB format version %d",rdbver
);
2846 if ((type
= rdbLoadType(fp
)) == -1) goto eoferr
;
2847 if (type
== REDIS_EXPIRETIME
) {
2848 if ((expiretime
= rdbLoadTime(fp
)) == -1) goto eoferr
;
2849 /* We read the time so we need to read the object type again */
2850 if ((type
= rdbLoadType(fp
)) == -1) goto eoferr
;
2852 if (type
== REDIS_EOF
) break;
2853 /* Handle SELECT DB opcode as a special case */
2854 if (type
== REDIS_SELECTDB
) {
2855 if ((dbid
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2857 if (dbid
>= (unsigned)server
.dbnum
) {
2858 redisLog(REDIS_WARNING
,"FATAL: Data file was created with a Redis server configured to handle more than %d databases. Exiting\n", server
.dbnum
);
2861 db
= server
.db
+dbid
;
2866 if ((keyobj
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2868 if (type
== REDIS_STRING
) {
2869 /* Read string value */
2870 if ((o
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2871 tryObjectEncoding(o
);
2872 } else if (type
== REDIS_LIST
|| type
== REDIS_SET
) {
2873 /* Read list/set value */
2876 if ((listlen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2878 o
= (type
== REDIS_LIST
) ? createListObject() : createSetObject();
2879 /* Load every single element of the list/set */
2883 if ((ele
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2884 tryObjectEncoding(ele
);
2885 if (type
== REDIS_LIST
) {
2886 listAddNodeTail((list
*)o
->ptr
,ele
);
2888 dictAdd((dict
*)o
->ptr
,ele
,NULL
);
2891 } else if (type
== REDIS_ZSET
) {
2892 /* Read list/set value */
2896 if ((zsetlen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2898 o
= createZsetObject();
2900 /* Load every single element of the list/set */
2903 double *score
= zmalloc(sizeof(double));
2905 if ((ele
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2906 tryObjectEncoding(ele
);
2907 if (rdbLoadDoubleValue(fp
,score
) == -1) goto eoferr
;
2908 dictAdd(zs
->dict
,ele
,score
);
2909 zslInsert(zs
->zsl
,*score
,ele
);
2910 incrRefCount(ele
); /* added to skiplist */
2915 /* Add the new object in the hash table */
2916 retval
= dictAdd(d
,keyobj
,o
);
2917 if (retval
== DICT_ERR
) {
2918 redisLog(REDIS_WARNING
,"Loading DB, duplicated key (%s) found! Unrecoverable error, exiting now.", keyobj
->ptr
);
2921 /* Set the expire time if needed */
2922 if (expiretime
!= -1) {
2923 setExpire(db
,keyobj
,expiretime
);
2924 /* Delete this key if already expired */
2925 if (expiretime
< now
) deleteKey(db
,keyobj
);
2933 eoferr
: /* unexpected end of file is handled here with a fatal exit */
2934 if (keyobj
) decrRefCount(keyobj
);
2935 redisLog(REDIS_WARNING
,"Short read or OOM loading DB. Unrecoverable error, aborting now.");
2937 return REDIS_ERR
; /* Just to avoid warning */
2940 /*================================== Commands =============================== */
2942 static void authCommand(redisClient
*c
) {
2943 if (!server
.requirepass
|| !strcmp(c
->argv
[1]->ptr
, server
.requirepass
)) {
2944 c
->authenticated
= 1;
2945 addReply(c
,shared
.ok
);
2947 c
->authenticated
= 0;
2948 addReplySds(c
,sdscatprintf(sdsempty(),"-ERR invalid password\r\n"));
2952 static void pingCommand(redisClient
*c
) {
2953 addReply(c
,shared
.pong
);
2956 static void echoCommand(redisClient
*c
) {
2957 addReplyBulkLen(c
,c
->argv
[1]);
2958 addReply(c
,c
->argv
[1]);
2959 addReply(c
,shared
.crlf
);
2962 /*=================================== Strings =============================== */
2964 static void setGenericCommand(redisClient
*c
, int nx
) {
2967 retval
= dictAdd(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2968 if (retval
== DICT_ERR
) {
2970 dictReplace(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2971 incrRefCount(c
->argv
[2]);
2973 addReply(c
,shared
.czero
);
2977 incrRefCount(c
->argv
[1]);
2978 incrRefCount(c
->argv
[2]);
2981 removeExpire(c
->db
,c
->argv
[1]);
2982 addReply(c
, nx
? shared
.cone
: shared
.ok
);
2985 static void setCommand(redisClient
*c
) {
2986 setGenericCommand(c
,0);
2989 static void setnxCommand(redisClient
*c
) {
2990 setGenericCommand(c
,1);
2993 static void getCommand(redisClient
*c
) {
2994 robj
*o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2997 addReply(c
,shared
.nullbulk
);
2999 if (o
->type
!= REDIS_STRING
) {
3000 addReply(c
,shared
.wrongtypeerr
);
3002 addReplyBulkLen(c
,o
);
3004 addReply(c
,shared
.crlf
);
3009 static void getsetCommand(redisClient
*c
) {
3011 if (dictAdd(c
->db
->dict
,c
->argv
[1],c
->argv
[2]) == DICT_ERR
) {
3012 dictReplace(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
3014 incrRefCount(c
->argv
[1]);
3016 incrRefCount(c
->argv
[2]);
3018 removeExpire(c
->db
,c
->argv
[1]);
3021 static void mgetCommand(redisClient
*c
) {
3024 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",c
->argc
-1));
3025 for (j
= 1; j
< c
->argc
; j
++) {
3026 robj
*o
= lookupKeyRead(c
->db
,c
->argv
[j
]);
3028 addReply(c
,shared
.nullbulk
);
3030 if (o
->type
!= REDIS_STRING
) {
3031 addReply(c
,shared
.nullbulk
);
3033 addReplyBulkLen(c
,o
);
3035 addReply(c
,shared
.crlf
);
3041 static void msetGenericCommand(redisClient
*c
, int nx
) {
3044 if ((c
->argc
% 2) == 0) {
3045 addReplySds(c
,sdsnew("-ERR wrong number of arguments\r\n"));
3048 /* Handle the NX flag. The MSETNX semantic is to return zero and don't
3049 * set nothing at all if at least one already key exists. */
3051 for (j
= 1; j
< c
->argc
; j
+= 2) {
3052 if (dictFind(c
->db
->dict
,c
->argv
[j
]) != NULL
) {
3053 addReply(c
, shared
.czero
);
3059 for (j
= 1; j
< c
->argc
; j
+= 2) {
3062 tryObjectEncoding(c
->argv
[j
+1]);
3063 retval
= dictAdd(c
->db
->dict
,c
->argv
[j
],c
->argv
[j
+1]);
3064 if (retval
== DICT_ERR
) {
3065 dictReplace(c
->db
->dict
,c
->argv
[j
],c
->argv
[j
+1]);
3066 incrRefCount(c
->argv
[j
+1]);
3068 incrRefCount(c
->argv
[j
]);
3069 incrRefCount(c
->argv
[j
+1]);
3071 removeExpire(c
->db
,c
->argv
[j
]);
3073 server
.dirty
+= (c
->argc
-1)/2;
3074 addReply(c
, nx
? shared
.cone
: shared
.ok
);
3077 static void msetCommand(redisClient
*c
) {
3078 msetGenericCommand(c
,0);
3081 static void msetnxCommand(redisClient
*c
) {
3082 msetGenericCommand(c
,1);
3085 static void incrDecrCommand(redisClient
*c
, long long incr
) {
3090 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3094 if (o
->type
!= REDIS_STRING
) {
3099 if (o
->encoding
== REDIS_ENCODING_RAW
)
3100 value
= strtoll(o
->ptr
, &eptr
, 10);
3101 else if (o
->encoding
== REDIS_ENCODING_INT
)
3102 value
= (long)o
->ptr
;
3109 o
= createObject(REDIS_STRING
,sdscatprintf(sdsempty(),"%lld",value
));
3110 tryObjectEncoding(o
);
3111 retval
= dictAdd(c
->db
->dict
,c
->argv
[1],o
);
3112 if (retval
== DICT_ERR
) {
3113 dictReplace(c
->db
->dict
,c
->argv
[1],o
);
3114 removeExpire(c
->db
,c
->argv
[1]);
3116 incrRefCount(c
->argv
[1]);
3119 addReply(c
,shared
.colon
);
3121 addReply(c
,shared
.crlf
);
3124 static void incrCommand(redisClient
*c
) {
3125 incrDecrCommand(c
,1);
3128 static void decrCommand(redisClient
*c
) {
3129 incrDecrCommand(c
,-1);
3132 static void incrbyCommand(redisClient
*c
) {
3133 long long incr
= strtoll(c
->argv
[2]->ptr
, NULL
, 10);
3134 incrDecrCommand(c
,incr
);
3137 static void decrbyCommand(redisClient
*c
) {
3138 long long incr
= strtoll(c
->argv
[2]->ptr
, NULL
, 10);
3139 incrDecrCommand(c
,-incr
);
3142 /* ========================= Type agnostic commands ========================= */
3144 static void delCommand(redisClient
*c
) {
3147 for (j
= 1; j
< c
->argc
; j
++) {
3148 if (deleteKey(c
->db
,c
->argv
[j
])) {
3155 addReply(c
,shared
.czero
);
3158 addReply(c
,shared
.cone
);
3161 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",deleted
));
3166 static void existsCommand(redisClient
*c
) {
3167 addReply(c
,lookupKeyRead(c
->db
,c
->argv
[1]) ? shared
.cone
: shared
.czero
);
3170 static void selectCommand(redisClient
*c
) {
3171 int id
= atoi(c
->argv
[1]->ptr
);
3173 if (selectDb(c
,id
) == REDIS_ERR
) {
3174 addReplySds(c
,sdsnew("-ERR invalid DB index\r\n"));
3176 addReply(c
,shared
.ok
);
3180 static void randomkeyCommand(redisClient
*c
) {
3184 de
= dictGetRandomKey(c
->db
->dict
);
3185 if (!de
|| expireIfNeeded(c
->db
,dictGetEntryKey(de
)) == 0) break;
3188 addReply(c
,shared
.plus
);
3189 addReply(c
,shared
.crlf
);
3191 addReply(c
,shared
.plus
);
3192 addReply(c
,dictGetEntryKey(de
));
3193 addReply(c
,shared
.crlf
);
3197 static void keysCommand(redisClient
*c
) {
3200 sds pattern
= c
->argv
[1]->ptr
;
3201 int plen
= sdslen(pattern
);
3202 int numkeys
= 0, keyslen
= 0;
3203 robj
*lenobj
= createObject(REDIS_STRING
,NULL
);
3205 di
= dictGetIterator(c
->db
->dict
);
3207 decrRefCount(lenobj
);
3208 while((de
= dictNext(di
)) != NULL
) {
3209 robj
*keyobj
= dictGetEntryKey(de
);
3211 sds key
= keyobj
->ptr
;
3212 if ((pattern
[0] == '*' && pattern
[1] == '\0') ||
3213 stringmatchlen(pattern
,plen
,key
,sdslen(key
),0)) {
3214 if (expireIfNeeded(c
->db
,keyobj
) == 0) {
3216 addReply(c
,shared
.space
);
3219 keyslen
+= sdslen(key
);
3223 dictReleaseIterator(di
);
3224 lenobj
->ptr
= sdscatprintf(sdsempty(),"$%lu\r\n",keyslen
+(numkeys
? (numkeys
-1) : 0));
3225 addReply(c
,shared
.crlf
);
3228 static void dbsizeCommand(redisClient
*c
) {
3230 sdscatprintf(sdsempty(),":%lu\r\n",dictSize(c
->db
->dict
)));
3233 static void lastsaveCommand(redisClient
*c
) {
3235 sdscatprintf(sdsempty(),":%lu\r\n",server
.lastsave
));
3238 static void typeCommand(redisClient
*c
) {
3242 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
3247 case REDIS_STRING
: type
= "+string"; break;
3248 case REDIS_LIST
: type
= "+list"; break;
3249 case REDIS_SET
: type
= "+set"; break;
3250 case REDIS_ZSET
: type
= "+zset"; break;
3251 default: type
= "unknown"; break;
3254 addReplySds(c
,sdsnew(type
));
3255 addReply(c
,shared
.crlf
);
3258 static void saveCommand(redisClient
*c
) {
3259 if (server
.bgsavechildpid
!= -1) {
3260 addReplySds(c
,sdsnew("-ERR background save in progress\r\n"));
3263 if (rdbSave(server
.dbfilename
) == REDIS_OK
) {
3264 addReply(c
,shared
.ok
);
3266 addReply(c
,shared
.err
);
3270 static void bgsaveCommand(redisClient
*c
) {
3271 if (server
.bgsavechildpid
!= -1) {
3272 addReplySds(c
,sdsnew("-ERR background save already in progress\r\n"));
3275 if (rdbSaveBackground(server
.dbfilename
) == REDIS_OK
) {
3276 addReply(c
,shared
.ok
);
3278 addReply(c
,shared
.err
);
3282 static void shutdownCommand(redisClient
*c
) {
3283 redisLog(REDIS_WARNING
,"User requested shutdown, saving DB...");
3284 /* Kill the saving child if there is a background saving in progress.
3285 We want to avoid race conditions, for instance our saving child may
3286 overwrite the synchronous saving did by SHUTDOWN. */
3287 if (server
.bgsavechildpid
!= -1) {
3288 redisLog(REDIS_WARNING
,"There is a live saving child. Killing it!");
3289 kill(server
.bgsavechildpid
,SIGKILL
);
3290 rdbRemoveTempFile(server
.bgsavechildpid
);
3293 if (rdbSave(server
.dbfilename
) == REDIS_OK
) {
3294 if (server
.daemonize
)
3295 unlink(server
.pidfile
);
3296 redisLog(REDIS_WARNING
,"%zu bytes used at exit",zmalloc_used_memory());
3297 redisLog(REDIS_WARNING
,"Server exit now, bye bye...");
3300 /* Ooops.. error saving! The best we can do is to continue operating.
3301 * Note that if there was a background saving process, in the next
3302 * cron() Redis will be notified that the background saving aborted,
3303 * handling special stuff like slaves pending for synchronization... */
3304 redisLog(REDIS_WARNING
,"Error trying to save the DB, can't exit");
3305 addReplySds(c
,sdsnew("-ERR can't quit, problems saving the DB\r\n"));
3309 static void renameGenericCommand(redisClient
*c
, int nx
) {
3312 /* To use the same key as src and dst is probably an error */
3313 if (sdscmp(c
->argv
[1]->ptr
,c
->argv
[2]->ptr
) == 0) {
3314 addReply(c
,shared
.sameobjecterr
);
3318 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3320 addReply(c
,shared
.nokeyerr
);
3324 deleteIfVolatile(c
->db
,c
->argv
[2]);
3325 if (dictAdd(c
->db
->dict
,c
->argv
[2],o
) == DICT_ERR
) {
3328 addReply(c
,shared
.czero
);
3331 dictReplace(c
->db
->dict
,c
->argv
[2],o
);
3333 incrRefCount(c
->argv
[2]);
3335 deleteKey(c
->db
,c
->argv
[1]);
3337 addReply(c
,nx
? shared
.cone
: shared
.ok
);
3340 static void renameCommand(redisClient
*c
) {
3341 renameGenericCommand(c
,0);
3344 static void renamenxCommand(redisClient
*c
) {
3345 renameGenericCommand(c
,1);
3348 static void moveCommand(redisClient
*c
) {
3353 /* Obtain source and target DB pointers */
3356 if (selectDb(c
,atoi(c
->argv
[2]->ptr
)) == REDIS_ERR
) {
3357 addReply(c
,shared
.outofrangeerr
);
3361 selectDb(c
,srcid
); /* Back to the source DB */
3363 /* If the user is moving using as target the same
3364 * DB as the source DB it is probably an error. */
3366 addReply(c
,shared
.sameobjecterr
);
3370 /* Check if the element exists and get a reference */
3371 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3373 addReply(c
,shared
.czero
);
3377 /* Try to add the element to the target DB */
3378 deleteIfVolatile(dst
,c
->argv
[1]);
3379 if (dictAdd(dst
->dict
,c
->argv
[1],o
) == DICT_ERR
) {
3380 addReply(c
,shared
.czero
);
3383 incrRefCount(c
->argv
[1]);
3386 /* OK! key moved, free the entry in the source DB */
3387 deleteKey(src
,c
->argv
[1]);
3389 addReply(c
,shared
.cone
);
3392 /* =================================== Lists ================================ */
3393 static void pushGenericCommand(redisClient
*c
, int where
) {
3397 lobj
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3399 lobj
= createListObject();
3401 if (where
== REDIS_HEAD
) {
3402 listAddNodeHead(list
,c
->argv
[2]);
3404 listAddNodeTail(list
,c
->argv
[2]);
3406 dictAdd(c
->db
->dict
,c
->argv
[1],lobj
);
3407 incrRefCount(c
->argv
[1]);
3408 incrRefCount(c
->argv
[2]);
3410 if (lobj
->type
!= REDIS_LIST
) {
3411 addReply(c
,shared
.wrongtypeerr
);
3415 if (where
== REDIS_HEAD
) {
3416 listAddNodeHead(list
,c
->argv
[2]);
3418 listAddNodeTail(list
,c
->argv
[2]);
3420 incrRefCount(c
->argv
[2]);
3423 addReply(c
,shared
.ok
);
3426 static void lpushCommand(redisClient
*c
) {
3427 pushGenericCommand(c
,REDIS_HEAD
);
3430 static void rpushCommand(redisClient
*c
) {
3431 pushGenericCommand(c
,REDIS_TAIL
);
3434 static void llenCommand(redisClient
*c
) {
3438 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
3440 addReply(c
,shared
.czero
);
3443 if (o
->type
!= REDIS_LIST
) {
3444 addReply(c
,shared
.wrongtypeerr
);
3447 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",listLength(l
)));
3452 static void lindexCommand(redisClient
*c
) {
3454 int index
= atoi(c
->argv
[2]->ptr
);
3456 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
3458 addReply(c
,shared
.nullbulk
);
3460 if (o
->type
!= REDIS_LIST
) {
3461 addReply(c
,shared
.wrongtypeerr
);
3463 list
*list
= o
->ptr
;
3466 ln
= listIndex(list
, index
);
3468 addReply(c
,shared
.nullbulk
);
3470 robj
*ele
= listNodeValue(ln
);
3471 addReplyBulkLen(c
,ele
);
3473 addReply(c
,shared
.crlf
);
3479 static void lsetCommand(redisClient
*c
) {
3481 int index
= atoi(c
->argv
[2]->ptr
);
3483 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3485 addReply(c
,shared
.nokeyerr
);
3487 if (o
->type
!= REDIS_LIST
) {
3488 addReply(c
,shared
.wrongtypeerr
);
3490 list
*list
= o
->ptr
;
3493 ln
= listIndex(list
, index
);
3495 addReply(c
,shared
.outofrangeerr
);
3497 robj
*ele
= listNodeValue(ln
);
3500 listNodeValue(ln
) = c
->argv
[3];
3501 incrRefCount(c
->argv
[3]);
3502 addReply(c
,shared
.ok
);
3509 static void popGenericCommand(redisClient
*c
, int where
) {
3512 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3514 addReply(c
,shared
.nullbulk
);
3516 if (o
->type
!= REDIS_LIST
) {
3517 addReply(c
,shared
.wrongtypeerr
);
3519 list
*list
= o
->ptr
;
3522 if (where
== REDIS_HEAD
)
3523 ln
= listFirst(list
);
3525 ln
= listLast(list
);
3528 addReply(c
,shared
.nullbulk
);
3530 robj
*ele
= listNodeValue(ln
);
3531 addReplyBulkLen(c
,ele
);
3533 addReply(c
,shared
.crlf
);
3534 listDelNode(list
,ln
);
3541 static void lpopCommand(redisClient
*c
) {
3542 popGenericCommand(c
,REDIS_HEAD
);
3545 static void rpopCommand(redisClient
*c
) {
3546 popGenericCommand(c
,REDIS_TAIL
);
3549 static void lrangeCommand(redisClient
*c
) {
3551 int start
= atoi(c
->argv
[2]->ptr
);
3552 int end
= atoi(c
->argv
[3]->ptr
);
3554 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
3556 addReply(c
,shared
.nullmultibulk
);
3558 if (o
->type
!= REDIS_LIST
) {
3559 addReply(c
,shared
.wrongtypeerr
);
3561 list
*list
= o
->ptr
;
3563 int llen
= listLength(list
);
3567 /* convert negative indexes */
3568 if (start
< 0) start
= llen
+start
;
3569 if (end
< 0) end
= llen
+end
;
3570 if (start
< 0) start
= 0;
3571 if (end
< 0) end
= 0;
3573 /* indexes sanity checks */
3574 if (start
> end
|| start
>= llen
) {
3575 /* Out of range start or start > end result in empty list */
3576 addReply(c
,shared
.emptymultibulk
);
3579 if (end
>= llen
) end
= llen
-1;
3580 rangelen
= (end
-start
)+1;
3582 /* Return the result in form of a multi-bulk reply */
3583 ln
= listIndex(list
, start
);
3584 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",rangelen
));
3585 for (j
= 0; j
< rangelen
; j
++) {
3586 ele
= listNodeValue(ln
);
3587 addReplyBulkLen(c
,ele
);
3589 addReply(c
,shared
.crlf
);
3596 static void ltrimCommand(redisClient
*c
) {
3598 int start
= atoi(c
->argv
[2]->ptr
);
3599 int end
= atoi(c
->argv
[3]->ptr
);
3601 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3603 addReply(c
,shared
.nokeyerr
);
3605 if (o
->type
!= REDIS_LIST
) {
3606 addReply(c
,shared
.wrongtypeerr
);
3608 list
*list
= o
->ptr
;
3610 int llen
= listLength(list
);
3611 int j
, ltrim
, rtrim
;
3613 /* convert negative indexes */
3614 if (start
< 0) start
= llen
+start
;
3615 if (end
< 0) end
= llen
+end
;
3616 if (start
< 0) start
= 0;
3617 if (end
< 0) end
= 0;
3619 /* indexes sanity checks */
3620 if (start
> end
|| start
>= llen
) {
3621 /* Out of range start or start > end result in empty list */
3625 if (end
>= llen
) end
= llen
-1;
3630 /* Remove list elements to perform the trim */
3631 for (j
= 0; j
< ltrim
; j
++) {
3632 ln
= listFirst(list
);
3633 listDelNode(list
,ln
);
3635 for (j
= 0; j
< rtrim
; j
++) {
3636 ln
= listLast(list
);
3637 listDelNode(list
,ln
);
3640 addReply(c
,shared
.ok
);
3645 static void lremCommand(redisClient
*c
) {
3648 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3650 addReply(c
,shared
.czero
);
3652 if (o
->type
!= REDIS_LIST
) {
3653 addReply(c
,shared
.wrongtypeerr
);
3655 list
*list
= o
->ptr
;
3656 listNode
*ln
, *next
;
3657 int toremove
= atoi(c
->argv
[2]->ptr
);
3662 toremove
= -toremove
;
3665 ln
= fromtail
? list
->tail
: list
->head
;
3667 robj
*ele
= listNodeValue(ln
);
3669 next
= fromtail
? ln
->prev
: ln
->next
;
3670 if (compareStringObjects(ele
,c
->argv
[3]) == 0) {
3671 listDelNode(list
,ln
);
3674 if (toremove
&& removed
== toremove
) break;
3678 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",removed
));
3683 /* This is the semantic of this command:
3684 * RPOPLPUSH srclist dstlist:
3685 * IF LLEN(srclist) > 0
3686 * element = RPOP srclist
3687 * LPUSH dstlist element
3694 * The idea is to be able to get an element from a list in a reliable way
3695 * since the element is not just returned but pushed against another list
3696 * as well. This command was originally proposed by Ezra Zygmuntowicz.
3698 static void rpoplpushcommand(redisClient
*c
) {
3701 sobj
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3703 addReply(c
,shared
.nullbulk
);
3705 if (sobj
->type
!= REDIS_LIST
) {
3706 addReply(c
,shared
.wrongtypeerr
);
3708 list
*srclist
= sobj
->ptr
;
3709 listNode
*ln
= listLast(srclist
);
3712 addReply(c
,shared
.nullbulk
);
3714 robj
*dobj
= lookupKeyWrite(c
->db
,c
->argv
[2]);
3715 robj
*ele
= listNodeValue(ln
);
3720 /* Create the list if the key does not exist */
3721 dobj
= createListObject();
3722 dictAdd(c
->db
->dict
,c
->argv
[2],dobj
);
3723 incrRefCount(c
->argv
[2]);
3724 } else if (dobj
->type
!= REDIS_LIST
) {
3725 addReply(c
,shared
.wrongtypeerr
);
3728 /* Add the element to the target list */
3729 dstlist
= dobj
->ptr
;
3730 listAddNodeHead(dstlist
,ele
);
3733 /* Send the element to the client as reply as well */
3734 addReplyBulkLen(c
,ele
);
3736 addReply(c
,shared
.crlf
);
3738 /* Finally remove the element from the source list */
3739 listDelNode(srclist
,ln
);
3747 /* ==================================== Sets ================================ */
3749 static void saddCommand(redisClient
*c
) {
3752 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3754 set
= createSetObject();
3755 dictAdd(c
->db
->dict
,c
->argv
[1],set
);
3756 incrRefCount(c
->argv
[1]);
3758 if (set
->type
!= REDIS_SET
) {
3759 addReply(c
,shared
.wrongtypeerr
);
3763 if (dictAdd(set
->ptr
,c
->argv
[2],NULL
) == DICT_OK
) {
3764 incrRefCount(c
->argv
[2]);
3766 addReply(c
,shared
.cone
);
3768 addReply(c
,shared
.czero
);
3772 static void sremCommand(redisClient
*c
) {
3775 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3777 addReply(c
,shared
.czero
);
3779 if (set
->type
!= REDIS_SET
) {
3780 addReply(c
,shared
.wrongtypeerr
);
3783 if (dictDelete(set
->ptr
,c
->argv
[2]) == DICT_OK
) {
3785 if (htNeedsResize(set
->ptr
)) dictResize(set
->ptr
);
3786 addReply(c
,shared
.cone
);
3788 addReply(c
,shared
.czero
);
3793 static void smoveCommand(redisClient
*c
) {
3794 robj
*srcset
, *dstset
;
3796 srcset
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3797 dstset
= lookupKeyWrite(c
->db
,c
->argv
[2]);
3799 /* If the source key does not exist return 0, if it's of the wrong type
3801 if (srcset
== NULL
|| srcset
->type
!= REDIS_SET
) {
3802 addReply(c
, srcset
? shared
.wrongtypeerr
: shared
.czero
);
3805 /* Error if the destination key is not a set as well */
3806 if (dstset
&& dstset
->type
!= REDIS_SET
) {
3807 addReply(c
,shared
.wrongtypeerr
);
3810 /* Remove the element from the source set */
3811 if (dictDelete(srcset
->ptr
,c
->argv
[3]) == DICT_ERR
) {
3812 /* Key not found in the src set! return zero */
3813 addReply(c
,shared
.czero
);
3817 /* Add the element to the destination set */
3819 dstset
= createSetObject();
3820 dictAdd(c
->db
->dict
,c
->argv
[2],dstset
);
3821 incrRefCount(c
->argv
[2]);
3823 if (dictAdd(dstset
->ptr
,c
->argv
[3],NULL
) == DICT_OK
)
3824 incrRefCount(c
->argv
[3]);
3825 addReply(c
,shared
.cone
);
3828 static void sismemberCommand(redisClient
*c
) {
3831 set
= lookupKeyRead(c
->db
,c
->argv
[1]);
3833 addReply(c
,shared
.czero
);
3835 if (set
->type
!= REDIS_SET
) {
3836 addReply(c
,shared
.wrongtypeerr
);
3839 if (dictFind(set
->ptr
,c
->argv
[2]))
3840 addReply(c
,shared
.cone
);
3842 addReply(c
,shared
.czero
);
3846 static void scardCommand(redisClient
*c
) {
3850 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
3852 addReply(c
,shared
.czero
);
3855 if (o
->type
!= REDIS_SET
) {
3856 addReply(c
,shared
.wrongtypeerr
);
3859 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",
3865 static void spopCommand(redisClient
*c
) {
3869 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
3871 addReply(c
,shared
.nullbulk
);
3873 if (set
->type
!= REDIS_SET
) {
3874 addReply(c
,shared
.wrongtypeerr
);
3877 de
= dictGetRandomKey(set
->ptr
);
3879 addReply(c
,shared
.nullbulk
);
3881 robj
*ele
= dictGetEntryKey(de
);
3883 addReplyBulkLen(c
,ele
);
3885 addReply(c
,shared
.crlf
);
3886 dictDelete(set
->ptr
,ele
);
3887 if (htNeedsResize(set
->ptr
)) dictResize(set
->ptr
);
3893 static void srandmemberCommand(redisClient
*c
) {
3897 set
= lookupKeyRead(c
->db
,c
->argv
[1]);
3899 addReply(c
,shared
.nullbulk
);
3901 if (set
->type
!= REDIS_SET
) {
3902 addReply(c
,shared
.wrongtypeerr
);
3905 de
= dictGetRandomKey(set
->ptr
);
3907 addReply(c
,shared
.nullbulk
);
3909 robj
*ele
= dictGetEntryKey(de
);
3911 addReplyBulkLen(c
,ele
);
3913 addReply(c
,shared
.crlf
);
3918 static int qsortCompareSetsByCardinality(const void *s1
, const void *s2
) {
3919 dict
**d1
= (void*) s1
, **d2
= (void*) s2
;
3921 return dictSize(*d1
)-dictSize(*d2
);
3924 static void sinterGenericCommand(redisClient
*c
, robj
**setskeys
, int setsnum
, robj
*dstkey
) {
3925 dict
**dv
= zmalloc(sizeof(dict
*)*setsnum
);
3928 robj
*lenobj
= NULL
, *dstset
= NULL
;
3929 int j
, cardinality
= 0;
3931 for (j
= 0; j
< setsnum
; j
++) {
3935 lookupKeyWrite(c
->db
,setskeys
[j
]) :
3936 lookupKeyRead(c
->db
,setskeys
[j
]);
3940 deleteKey(c
->db
,dstkey
);
3941 addReply(c
,shared
.ok
);
3943 addReply(c
,shared
.nullmultibulk
);
3947 if (setobj
->type
!= REDIS_SET
) {
3949 addReply(c
,shared
.wrongtypeerr
);
3952 dv
[j
] = setobj
->ptr
;
3954 /* Sort sets from the smallest to largest, this will improve our
3955 * algorithm's performace */
3956 qsort(dv
,setsnum
,sizeof(dict
*),qsortCompareSetsByCardinality
);
3958 /* The first thing we should output is the total number of elements...
3959 * since this is a multi-bulk write, but at this stage we don't know
3960 * the intersection set size, so we use a trick, append an empty object
3961 * to the output list and save the pointer to later modify it with the
3964 lenobj
= createObject(REDIS_STRING
,NULL
);
3966 decrRefCount(lenobj
);
3968 /* If we have a target key where to store the resulting set
3969 * create this key with an empty set inside */
3970 dstset
= createSetObject();
3973 /* Iterate all the elements of the first (smallest) set, and test
3974 * the element against all the other sets, if at least one set does
3975 * not include the element it is discarded */
3976 di
= dictGetIterator(dv
[0]);
3978 while((de
= dictNext(di
)) != NULL
) {
3981 for (j
= 1; j
< setsnum
; j
++)
3982 if (dictFind(dv
[j
],dictGetEntryKey(de
)) == NULL
) break;
3984 continue; /* at least one set does not contain the member */
3985 ele
= dictGetEntryKey(de
);
3987 addReplyBulkLen(c
,ele
);
3989 addReply(c
,shared
.crlf
);
3992 dictAdd(dstset
->ptr
,ele
,NULL
);
3996 dictReleaseIterator(di
);
3999 /* Store the resulting set into the target */
4000 deleteKey(c
->db
,dstkey
);
4001 dictAdd(c
->db
->dict
,dstkey
,dstset
);
4002 incrRefCount(dstkey
);
4006 lenobj
->ptr
= sdscatprintf(sdsempty(),"*%d\r\n",cardinality
);
4008 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",
4009 dictSize((dict
*)dstset
->ptr
)));
4015 static void sinterCommand(redisClient
*c
) {
4016 sinterGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
);
4019 static void sinterstoreCommand(redisClient
*c
) {
4020 sinterGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1]);
4023 #define REDIS_OP_UNION 0
4024 #define REDIS_OP_DIFF 1
4026 static void sunionDiffGenericCommand(redisClient
*c
, robj
**setskeys
, int setsnum
, robj
*dstkey
, int op
) {
4027 dict
**dv
= zmalloc(sizeof(dict
*)*setsnum
);
4030 robj
*dstset
= NULL
;
4031 int j
, cardinality
= 0;
4033 for (j
= 0; j
< setsnum
; j
++) {
4037 lookupKeyWrite(c
->db
,setskeys
[j
]) :
4038 lookupKeyRead(c
->db
,setskeys
[j
]);
4043 if (setobj
->type
!= REDIS_SET
) {
4045 addReply(c
,shared
.wrongtypeerr
);
4048 dv
[j
] = setobj
->ptr
;
4051 /* We need a temp set object to store our union. If the dstkey
4052 * is not NULL (that is, we are inside an SUNIONSTORE operation) then
4053 * this set object will be the resulting object to set into the target key*/
4054 dstset
= createSetObject();
4056 /* Iterate all the elements of all the sets, add every element a single
4057 * time to the result set */
4058 for (j
= 0; j
< setsnum
; j
++) {
4059 if (op
== REDIS_OP_DIFF
&& j
== 0 && !dv
[j
]) break; /* result set is empty */
4060 if (!dv
[j
]) continue; /* non existing keys are like empty sets */
4062 di
= dictGetIterator(dv
[j
]);
4064 while((de
= dictNext(di
)) != NULL
) {
4067 /* dictAdd will not add the same element multiple times */
4068 ele
= dictGetEntryKey(de
);
4069 if (op
== REDIS_OP_UNION
|| j
== 0) {
4070 if (dictAdd(dstset
->ptr
,ele
,NULL
) == DICT_OK
) {
4074 } else if (op
== REDIS_OP_DIFF
) {
4075 if (dictDelete(dstset
->ptr
,ele
) == DICT_OK
) {
4080 dictReleaseIterator(di
);
4082 if (op
== REDIS_OP_DIFF
&& cardinality
== 0) break; /* result set is empty */
4085 /* Output the content of the resulting set, if not in STORE mode */
4087 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",cardinality
));
4088 di
= dictGetIterator(dstset
->ptr
);
4089 while((de
= dictNext(di
)) != NULL
) {
4092 ele
= dictGetEntryKey(de
);
4093 addReplyBulkLen(c
,ele
);
4095 addReply(c
,shared
.crlf
);
4097 dictReleaseIterator(di
);
4099 /* If we have a target key where to store the resulting set
4100 * create this key with the result set inside */
4101 deleteKey(c
->db
,dstkey
);
4102 dictAdd(c
->db
->dict
,dstkey
,dstset
);
4103 incrRefCount(dstkey
);
4108 decrRefCount(dstset
);
4110 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",
4111 dictSize((dict
*)dstset
->ptr
)));
4117 static void sunionCommand(redisClient
*c
) {
4118 sunionDiffGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
,REDIS_OP_UNION
);
4121 static void sunionstoreCommand(redisClient
*c
) {
4122 sunionDiffGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1],REDIS_OP_UNION
);
4125 static void sdiffCommand(redisClient
*c
) {
4126 sunionDiffGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
,REDIS_OP_DIFF
);
4129 static void sdiffstoreCommand(redisClient
*c
) {
4130 sunionDiffGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1],REDIS_OP_DIFF
);
4133 /* ==================================== ZSets =============================== */
4135 /* ZSETs are ordered sets using two data structures to hold the same elements
4136 * in order to get O(log(N)) INSERT and REMOVE operations into a sorted
4139 * The elements are added to an hash table mapping Redis objects to scores.
4140 * At the same time the elements are added to a skip list mapping scores
4141 * to Redis objects (so objects are sorted by scores in this "view"). */
4143 /* This skiplist implementation is almost a C translation of the original
4144 * algorithm described by William Pugh in "Skip Lists: A Probabilistic
4145 * Alternative to Balanced Trees", modified in three ways:
4146 * a) this implementation allows for repeated values.
4147 * b) the comparison is not just by key (our 'score') but by satellite data.
4148 * c) there is a back pointer, so it's a doubly linked list with the back
4149 * pointers being only at "level 1". This allows to traverse the list
4150 * from tail to head, useful for ZREVRANGE. */
4152 static zskiplistNode
*zslCreateNode(int level
, double score
, robj
*obj
) {
4153 zskiplistNode
*zn
= zmalloc(sizeof(*zn
));
4155 zn
->forward
= zmalloc(sizeof(zskiplistNode
*) * level
);
4161 static zskiplist
*zslCreate(void) {
4165 zsl
= zmalloc(sizeof(*zsl
));
4168 zsl
->header
= zslCreateNode(ZSKIPLIST_MAXLEVEL
,0,NULL
);
4169 for (j
= 0; j
< ZSKIPLIST_MAXLEVEL
; j
++)
4170 zsl
->header
->forward
[j
] = NULL
;
4171 zsl
->header
->backward
= NULL
;
4176 static void zslFreeNode(zskiplistNode
*node
) {
4177 decrRefCount(node
->obj
);
4178 zfree(node
->forward
);
4182 static void zslFree(zskiplist
*zsl
) {
4183 zskiplistNode
*node
= zsl
->header
->forward
[0], *next
;
4185 zfree(zsl
->header
->forward
);
4188 next
= node
->forward
[0];
4195 static int zslRandomLevel(void) {
4197 while ((random()&0xFFFF) < (ZSKIPLIST_P
* 0xFFFF))
4202 static void zslInsert(zskiplist
*zsl
, double score
, robj
*obj
) {
4203 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
4207 for (i
= zsl
->level
-1; i
>= 0; i
--) {
4208 while (x
->forward
[i
] &&
4209 (x
->forward
[i
]->score
< score
||
4210 (x
->forward
[i
]->score
== score
&&
4211 compareStringObjects(x
->forward
[i
]->obj
,obj
) < 0)))
4215 /* we assume the key is not already inside, since we allow duplicated
4216 * scores, and the re-insertion of score and redis object should never
4217 * happpen since the caller of zslInsert() should test in the hash table
4218 * if the element is already inside or not. */
4219 level
= zslRandomLevel();
4220 if (level
> zsl
->level
) {
4221 for (i
= zsl
->level
; i
< level
; i
++)
4222 update
[i
] = zsl
->header
;
4225 x
= zslCreateNode(level
,score
,obj
);
4226 for (i
= 0; i
< level
; i
++) {
4227 x
->forward
[i
] = update
[i
]->forward
[i
];
4228 update
[i
]->forward
[i
] = x
;
4230 x
->backward
= (update
[0] == zsl
->header
) ? NULL
: update
[0];
4232 x
->forward
[0]->backward
= x
;
4238 /* Delete an element with matching score/object from the skiplist. */
4239 static int zslDelete(zskiplist
*zsl
, double score
, robj
*obj
) {
4240 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
4244 for (i
= zsl
->level
-1; i
>= 0; i
--) {
4245 while (x
->forward
[i
] &&
4246 (x
->forward
[i
]->score
< score
||
4247 (x
->forward
[i
]->score
== score
&&
4248 compareStringObjects(x
->forward
[i
]->obj
,obj
) < 0)))
4252 /* We may have multiple elements with the same score, what we need
4253 * is to find the element with both the right score and object. */
4255 if (x
&& score
== x
->score
&& compareStringObjects(x
->obj
,obj
) == 0) {
4256 for (i
= 0; i
< zsl
->level
; i
++) {
4257 if (update
[i
]->forward
[i
] != x
) break;
4258 update
[i
]->forward
[i
] = x
->forward
[i
];
4260 if (x
->forward
[0]) {
4261 x
->forward
[0]->backward
= (x
->backward
== zsl
->header
) ?
4264 zsl
->tail
= x
->backward
;
4267 while(zsl
->level
> 1 && zsl
->header
->forward
[zsl
->level
-1] == NULL
)
4272 return 0; /* not found */
4274 return 0; /* not found */
4277 /* Delete all the elements with score between min and max from the skiplist.
4278 * Min and mx are inclusive, so a score >= min || score <= max is deleted.
4279 * Note that this function takes the reference to the hash table view of the
4280 * sorted set, in order to remove the elements from the hash table too. */
4281 static unsigned long zslDeleteRange(zskiplist
*zsl
, double min
, double max
, dict
*dict
) {
4282 zskiplistNode
*update
[ZSKIPLIST_MAXLEVEL
], *x
;
4283 unsigned long removed
= 0;
4287 for (i
= zsl
->level
-1; i
>= 0; i
--) {
4288 while (x
->forward
[i
] && x
->forward
[i
]->score
< min
)
4292 /* We may have multiple elements with the same score, what we need
4293 * is to find the element with both the right score and object. */
4295 while (x
&& x
->score
<= max
) {
4296 zskiplistNode
*next
;
4298 for (i
= 0; i
< zsl
->level
; i
++) {
4299 if (update
[i
]->forward
[i
] != x
) break;
4300 update
[i
]->forward
[i
] = x
->forward
[i
];
4302 if (x
->forward
[0]) {
4303 x
->forward
[0]->backward
= (x
->backward
== zsl
->header
) ?
4306 zsl
->tail
= x
->backward
;
4308 next
= x
->forward
[0];
4309 dictDelete(dict
,x
->obj
);
4311 while(zsl
->level
> 1 && zsl
->header
->forward
[zsl
->level
-1] == NULL
)
4317 return removed
; /* not found */
4320 /* Find the first node having a score equal or greater than the specified one.
4321 * Returns NULL if there is no match. */
4322 static zskiplistNode
*zslFirstWithScore(zskiplist
*zsl
, double score
) {
4327 for (i
= zsl
->level
-1; i
>= 0; i
--) {
4328 while (x
->forward
[i
] && x
->forward
[i
]->score
< score
)
4331 /* We may have multiple elements with the same score, what we need
4332 * is to find the element with both the right score and object. */
4333 return x
->forward
[0];
4336 /* The actual Z-commands implementations */
4338 /* This generic command implements both ZADD and ZINCRBY.
4339 * scoreval is the score if the operation is a ZADD (doincrement == 0) or
4340 * the increment if the operation is a ZINCRBY (doincrement == 1). */
4341 static void zaddGenericCommand(redisClient
*c
, robj
*key
, robj
*ele
, double scoreval
, int doincrement
) {
4346 zsetobj
= lookupKeyWrite(c
->db
,key
);
4347 if (zsetobj
== NULL
) {
4348 zsetobj
= createZsetObject();
4349 dictAdd(c
->db
->dict
,key
,zsetobj
);
4352 if (zsetobj
->type
!= REDIS_ZSET
) {
4353 addReply(c
,shared
.wrongtypeerr
);
4359 /* Ok now since we implement both ZADD and ZINCRBY here the code
4360 * needs to handle the two different conditions. It's all about setting
4361 * '*score', that is, the new score to set, to the right value. */
4362 score
= zmalloc(sizeof(double));
4366 /* Read the old score. If the element was not present starts from 0 */
4367 de
= dictFind(zs
->dict
,ele
);
4369 double *oldscore
= dictGetEntryVal(de
);
4370 *score
= *oldscore
+ scoreval
;
4378 /* What follows is a simple remove and re-insert operation that is common
4379 * to both ZADD and ZINCRBY... */
4380 if (dictAdd(zs
->dict
,ele
,score
) == DICT_OK
) {
4381 /* case 1: New element */
4382 incrRefCount(ele
); /* added to hash */
4383 zslInsert(zs
->zsl
,*score
,ele
);
4384 incrRefCount(ele
); /* added to skiplist */
4387 addReplyDouble(c
,*score
);
4389 addReply(c
,shared
.cone
);
4394 /* case 2: Score update operation */
4395 de
= dictFind(zs
->dict
,ele
);
4397 oldscore
= dictGetEntryVal(de
);
4398 if (*score
!= *oldscore
) {
4401 /* Remove and insert the element in the skip list with new score */
4402 deleted
= zslDelete(zs
->zsl
,*oldscore
,ele
);
4403 assert(deleted
!= 0);
4404 zslInsert(zs
->zsl
,*score
,ele
);
4406 /* Update the score in the hash table */
4407 dictReplace(zs
->dict
,ele
,score
);
4413 addReplyDouble(c
,*score
);
4415 addReply(c
,shared
.czero
);
4419 static void zaddCommand(redisClient
*c
) {
4422 scoreval
= strtod(c
->argv
[2]->ptr
,NULL
);
4423 zaddGenericCommand(c
,c
->argv
[1],c
->argv
[3],scoreval
,0);
4426 static void zincrbyCommand(redisClient
*c
) {
4429 scoreval
= strtod(c
->argv
[2]->ptr
,NULL
);
4430 zaddGenericCommand(c
,c
->argv
[1],c
->argv
[3],scoreval
,1);
4433 static void zremCommand(redisClient
*c
) {
4437 zsetobj
= lookupKeyWrite(c
->db
,c
->argv
[1]);
4438 if (zsetobj
== NULL
) {
4439 addReply(c
,shared
.czero
);
4445 if (zsetobj
->type
!= REDIS_ZSET
) {
4446 addReply(c
,shared
.wrongtypeerr
);
4450 de
= dictFind(zs
->dict
,c
->argv
[2]);
4452 addReply(c
,shared
.czero
);
4455 /* Delete from the skiplist */
4456 oldscore
= dictGetEntryVal(de
);
4457 deleted
= zslDelete(zs
->zsl
,*oldscore
,c
->argv
[2]);
4458 assert(deleted
!= 0);
4460 /* Delete from the hash table */
4461 dictDelete(zs
->dict
,c
->argv
[2]);
4462 if (htNeedsResize(zs
->dict
)) dictResize(zs
->dict
);
4464 addReply(c
,shared
.cone
);
4468 static void zremrangebyscoreCommand(redisClient
*c
) {
4469 double min
= strtod(c
->argv
[2]->ptr
,NULL
);
4470 double max
= strtod(c
->argv
[3]->ptr
,NULL
);
4474 zsetobj
= lookupKeyWrite(c
->db
,c
->argv
[1]);
4475 if (zsetobj
== NULL
) {
4476 addReply(c
,shared
.czero
);
4480 if (zsetobj
->type
!= REDIS_ZSET
) {
4481 addReply(c
,shared
.wrongtypeerr
);
4485 deleted
= zslDeleteRange(zs
->zsl
,min
,max
,zs
->dict
);
4486 if (htNeedsResize(zs
->dict
)) dictResize(zs
->dict
);
4487 server
.dirty
+= deleted
;
4488 addReplySds(c
,sdscatprintf(sdsempty(),":%lu\r\n",deleted
));
4492 static void zrangeGenericCommand(redisClient
*c
, int reverse
) {
4494 int start
= atoi(c
->argv
[2]->ptr
);
4495 int end
= atoi(c
->argv
[3]->ptr
);
4497 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
4499 addReply(c
,shared
.nullmultibulk
);
4501 if (o
->type
!= REDIS_ZSET
) {
4502 addReply(c
,shared
.wrongtypeerr
);
4504 zset
*zsetobj
= o
->ptr
;
4505 zskiplist
*zsl
= zsetobj
->zsl
;
4508 int llen
= zsl
->length
;
4512 /* convert negative indexes */
4513 if (start
< 0) start
= llen
+start
;
4514 if (end
< 0) end
= llen
+end
;
4515 if (start
< 0) start
= 0;
4516 if (end
< 0) end
= 0;
4518 /* indexes sanity checks */
4519 if (start
> end
|| start
>= llen
) {
4520 /* Out of range start or start > end result in empty list */
4521 addReply(c
,shared
.emptymultibulk
);
4524 if (end
>= llen
) end
= llen
-1;
4525 rangelen
= (end
-start
)+1;
4527 /* Return the result in form of a multi-bulk reply */
4533 ln
= zsl
->header
->forward
[0];
4535 ln
= ln
->forward
[0];
4538 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",rangelen
));
4539 for (j
= 0; j
< rangelen
; j
++) {
4541 addReplyBulkLen(c
,ele
);
4543 addReply(c
,shared
.crlf
);
4544 ln
= reverse
? ln
->backward
: ln
->forward
[0];
4550 static void zrangeCommand(redisClient
*c
) {
4551 zrangeGenericCommand(c
,0);
4554 static void zrevrangeCommand(redisClient
*c
) {
4555 zrangeGenericCommand(c
,1);
4558 static void zrangebyscoreCommand(redisClient
*c
) {
4560 double min
= strtod(c
->argv
[2]->ptr
,NULL
);
4561 double max
= strtod(c
->argv
[3]->ptr
,NULL
);
4563 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
4565 addReply(c
,shared
.nullmultibulk
);
4567 if (o
->type
!= REDIS_ZSET
) {
4568 addReply(c
,shared
.wrongtypeerr
);
4570 zset
*zsetobj
= o
->ptr
;
4571 zskiplist
*zsl
= zsetobj
->zsl
;
4574 unsigned int rangelen
= 0;
4576 /* Get the first node with the score >= min */
4577 ln
= zslFirstWithScore(zsl
,min
);
4579 /* No element matching the speciifed interval */
4580 addReply(c
,shared
.emptymultibulk
);
4584 /* We don't know in advance how many matching elements there
4585 * are in the list, so we push this object that will represent
4586 * the multi-bulk length in the output buffer, and will "fix"
4588 lenobj
= createObject(REDIS_STRING
,NULL
);
4590 decrRefCount(lenobj
);
4592 while(ln
&& ln
->score
<= max
) {
4594 addReplyBulkLen(c
,ele
);
4596 addReply(c
,shared
.crlf
);
4597 ln
= ln
->forward
[0];
4600 lenobj
->ptr
= sdscatprintf(sdsempty(),"*%d\r\n",rangelen
);
4605 static void zcardCommand(redisClient
*c
) {
4609 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
4611 addReply(c
,shared
.czero
);
4614 if (o
->type
!= REDIS_ZSET
) {
4615 addReply(c
,shared
.wrongtypeerr
);
4618 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",zs
->zsl
->length
));
4623 static void zscoreCommand(redisClient
*c
) {
4627 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
4629 addReply(c
,shared
.nullbulk
);
4632 if (o
->type
!= REDIS_ZSET
) {
4633 addReply(c
,shared
.wrongtypeerr
);
4638 de
= dictFind(zs
->dict
,c
->argv
[2]);
4640 addReply(c
,shared
.nullbulk
);
4642 double *score
= dictGetEntryVal(de
);
4644 addReplyDouble(c
,*score
);
4650 /* ========================= Non type-specific commands ==================== */
4652 static void flushdbCommand(redisClient
*c
) {
4653 server
.dirty
+= dictSize(c
->db
->dict
);
4654 dictEmpty(c
->db
->dict
);
4655 dictEmpty(c
->db
->expires
);
4656 addReply(c
,shared
.ok
);
4659 static void flushallCommand(redisClient
*c
) {
4660 server
.dirty
+= emptyDb();
4661 addReply(c
,shared
.ok
);
4662 rdbSave(server
.dbfilename
);
4666 static redisSortOperation
*createSortOperation(int type
, robj
*pattern
) {
4667 redisSortOperation
*so
= zmalloc(sizeof(*so
));
4669 so
->pattern
= pattern
;
4673 /* Return the value associated to the key with a name obtained
4674 * substituting the first occurence of '*' in 'pattern' with 'subst' */
4675 static robj
*lookupKeyByPattern(redisDb
*db
, robj
*pattern
, robj
*subst
) {
4679 int prefixlen
, sublen
, postfixlen
;
4680 /* Expoit the internal sds representation to create a sds string allocated on the stack in order to make this function faster */
4684 char buf
[REDIS_SORTKEY_MAX
+1];
4687 /* If the pattern is "#" return the substitution object itself in order
4688 * to implement the "SORT ... GET #" feature. */
4689 spat
= pattern
->ptr
;
4690 if (spat
[0] == '#' && spat
[1] == '\0') {
4694 /* The substitution object may be specially encoded. If so we create
4695 * a decoded object on the fly. Otherwise getDecodedObject will just
4696 * increment the ref count, that we'll decrement later. */
4697 subst
= getDecodedObject(subst
);
4700 if (sdslen(spat
)+sdslen(ssub
)-1 > REDIS_SORTKEY_MAX
) return NULL
;
4701 p
= strchr(spat
,'*');
4703 decrRefCount(subst
);
4708 sublen
= sdslen(ssub
);
4709 postfixlen
= sdslen(spat
)-(prefixlen
+1);
4710 memcpy(keyname
.buf
,spat
,prefixlen
);
4711 memcpy(keyname
.buf
+prefixlen
,ssub
,sublen
);
4712 memcpy(keyname
.buf
+prefixlen
+sublen
,p
+1,postfixlen
);
4713 keyname
.buf
[prefixlen
+sublen
+postfixlen
] = '\0';
4714 keyname
.len
= prefixlen
+sublen
+postfixlen
;
4716 keyobj
.refcount
= 1;
4717 keyobj
.type
= REDIS_STRING
;
4718 keyobj
.ptr
= ((char*)&keyname
)+(sizeof(long)*2);
4720 decrRefCount(subst
);
4722 /* printf("lookup '%s' => %p\n", keyname.buf,de); */
4723 return lookupKeyRead(db
,&keyobj
);
4726 /* sortCompare() is used by qsort in sortCommand(). Given that qsort_r with
4727 * the additional parameter is not standard but a BSD-specific we have to
4728 * pass sorting parameters via the global 'server' structure */
4729 static int sortCompare(const void *s1
, const void *s2
) {
4730 const redisSortObject
*so1
= s1
, *so2
= s2
;
4733 if (!server
.sort_alpha
) {
4734 /* Numeric sorting. Here it's trivial as we precomputed scores */
4735 if (so1
->u
.score
> so2
->u
.score
) {
4737 } else if (so1
->u
.score
< so2
->u
.score
) {
4743 /* Alphanumeric sorting */
4744 if (server
.sort_bypattern
) {
4745 if (!so1
->u
.cmpobj
|| !so2
->u
.cmpobj
) {
4746 /* At least one compare object is NULL */
4747 if (so1
->u
.cmpobj
== so2
->u
.cmpobj
)
4749 else if (so1
->u
.cmpobj
== NULL
)
4754 /* We have both the objects, use strcoll */
4755 cmp
= strcoll(so1
->u
.cmpobj
->ptr
,so2
->u
.cmpobj
->ptr
);
4758 /* Compare elements directly */
4761 dec1
= getDecodedObject(so1
->obj
);
4762 dec2
= getDecodedObject(so2
->obj
);
4763 cmp
= strcoll(dec1
->ptr
,dec2
->ptr
);
4768 return server
.sort_desc
? -cmp
: cmp
;
4771 /* The SORT command is the most complex command in Redis. Warning: this code
4772 * is optimized for speed and a bit less for readability */
4773 static void sortCommand(redisClient
*c
) {
4776 int desc
= 0, alpha
= 0;
4777 int limit_start
= 0, limit_count
= -1, start
, end
;
4778 int j
, dontsort
= 0, vectorlen
;
4779 int getop
= 0; /* GET operation counter */
4780 robj
*sortval
, *sortby
= NULL
, *storekey
= NULL
;
4781 redisSortObject
*vector
; /* Resulting vector to sort */
4783 /* Lookup the key to sort. It must be of the right types */
4784 sortval
= lookupKeyRead(c
->db
,c
->argv
[1]);
4785 if (sortval
== NULL
) {
4786 addReply(c
,shared
.nokeyerr
);
4789 if (sortval
->type
!= REDIS_SET
&& sortval
->type
!= REDIS_LIST
) {
4790 addReply(c
,shared
.wrongtypeerr
);
4794 /* Create a list of operations to perform for every sorted element.
4795 * Operations can be GET/DEL/INCR/DECR */
4796 operations
= listCreate();
4797 listSetFreeMethod(operations
,zfree
);
4800 /* Now we need to protect sortval incrementing its count, in the future
4801 * SORT may have options able to overwrite/delete keys during the sorting
4802 * and the sorted key itself may get destroied */
4803 incrRefCount(sortval
);
4805 /* The SORT command has an SQL-alike syntax, parse it */
4806 while(j
< c
->argc
) {
4807 int leftargs
= c
->argc
-j
-1;
4808 if (!strcasecmp(c
->argv
[j
]->ptr
,"asc")) {
4810 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"desc")) {
4812 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"alpha")) {
4814 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"limit") && leftargs
>= 2) {
4815 limit_start
= atoi(c
->argv
[j
+1]->ptr
);
4816 limit_count
= atoi(c
->argv
[j
+2]->ptr
);
4818 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"store") && leftargs
>= 1) {
4819 storekey
= c
->argv
[j
+1];
4821 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"by") && leftargs
>= 1) {
4822 sortby
= c
->argv
[j
+1];
4823 /* If the BY pattern does not contain '*', i.e. it is constant,
4824 * we don't need to sort nor to lookup the weight keys. */
4825 if (strchr(c
->argv
[j
+1]->ptr
,'*') == NULL
) dontsort
= 1;
4827 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"get") && leftargs
>= 1) {
4828 listAddNodeTail(operations
,createSortOperation(
4829 REDIS_SORT_GET
,c
->argv
[j
+1]));
4833 decrRefCount(sortval
);
4834 listRelease(operations
);
4835 addReply(c
,shared
.syntaxerr
);
4841 /* Load the sorting vector with all the objects to sort */
4842 vectorlen
= (sortval
->type
== REDIS_LIST
) ?
4843 listLength((list
*)sortval
->ptr
) :
4844 dictSize((dict
*)sortval
->ptr
);
4845 vector
= zmalloc(sizeof(redisSortObject
)*vectorlen
);
4847 if (sortval
->type
== REDIS_LIST
) {
4848 list
*list
= sortval
->ptr
;
4852 while((ln
= listYield(list
))) {
4853 robj
*ele
= ln
->value
;
4854 vector
[j
].obj
= ele
;
4855 vector
[j
].u
.score
= 0;
4856 vector
[j
].u
.cmpobj
= NULL
;
4860 dict
*set
= sortval
->ptr
;
4864 di
= dictGetIterator(set
);
4865 while((setele
= dictNext(di
)) != NULL
) {
4866 vector
[j
].obj
= dictGetEntryKey(setele
);
4867 vector
[j
].u
.score
= 0;
4868 vector
[j
].u
.cmpobj
= NULL
;
4871 dictReleaseIterator(di
);
4873 assert(j
== vectorlen
);
4875 /* Now it's time to load the right scores in the sorting vector */
4876 if (dontsort
== 0) {
4877 for (j
= 0; j
< vectorlen
; j
++) {
4881 byval
= lookupKeyByPattern(c
->db
,sortby
,vector
[j
].obj
);
4882 if (!byval
|| byval
->type
!= REDIS_STRING
) continue;
4884 vector
[j
].u
.cmpobj
= getDecodedObject(byval
);
4886 if (byval
->encoding
== REDIS_ENCODING_RAW
) {
4887 vector
[j
].u
.score
= strtod(byval
->ptr
,NULL
);
4889 /* Don't need to decode the object if it's
4890 * integer-encoded (the only encoding supported) so
4891 * far. We can just cast it */
4892 if (byval
->encoding
== REDIS_ENCODING_INT
) {
4893 vector
[j
].u
.score
= (long)byval
->ptr
;
4900 if (vector
[j
].obj
->encoding
== REDIS_ENCODING_RAW
)
4901 vector
[j
].u
.score
= strtod(vector
[j
].obj
->ptr
,NULL
);
4903 if (vector
[j
].obj
->encoding
== REDIS_ENCODING_INT
)
4904 vector
[j
].u
.score
= (long) vector
[j
].obj
->ptr
;
4913 /* We are ready to sort the vector... perform a bit of sanity check
4914 * on the LIMIT option too. We'll use a partial version of quicksort. */
4915 start
= (limit_start
< 0) ? 0 : limit_start
;
4916 end
= (limit_count
< 0) ? vectorlen
-1 : start
+limit_count
-1;
4917 if (start
>= vectorlen
) {
4918 start
= vectorlen
-1;
4921 if (end
>= vectorlen
) end
= vectorlen
-1;
4923 if (dontsort
== 0) {
4924 server
.sort_desc
= desc
;
4925 server
.sort_alpha
= alpha
;
4926 server
.sort_bypattern
= sortby
? 1 : 0;
4927 if (sortby
&& (start
!= 0 || end
!= vectorlen
-1))
4928 pqsort(vector
,vectorlen
,sizeof(redisSortObject
),sortCompare
, start
,end
);
4930 qsort(vector
,vectorlen
,sizeof(redisSortObject
),sortCompare
);
4933 /* Send command output to the output buffer, performing the specified
4934 * GET/DEL/INCR/DECR operations if any. */
4935 outputlen
= getop
? getop
*(end
-start
+1) : end
-start
+1;
4936 if (storekey
== NULL
) {
4937 /* STORE option not specified, sent the sorting result to client */
4938 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",outputlen
));
4939 for (j
= start
; j
<= end
; j
++) {
4942 addReplyBulkLen(c
,vector
[j
].obj
);
4943 addReply(c
,vector
[j
].obj
);
4944 addReply(c
,shared
.crlf
);
4946 listRewind(operations
);
4947 while((ln
= listYield(operations
))) {
4948 redisSortOperation
*sop
= ln
->value
;
4949 robj
*val
= lookupKeyByPattern(c
->db
,sop
->pattern
,
4952 if (sop
->type
== REDIS_SORT_GET
) {
4953 if (!val
|| val
->type
!= REDIS_STRING
) {
4954 addReply(c
,shared
.nullbulk
);
4956 addReplyBulkLen(c
,val
);
4958 addReply(c
,shared
.crlf
);
4961 assert(sop
->type
== REDIS_SORT_GET
); /* always fails */
4966 robj
*listObject
= createListObject();
4967 list
*listPtr
= (list
*) listObject
->ptr
;
4969 /* STORE option specified, set the sorting result as a List object */
4970 for (j
= start
; j
<= end
; j
++) {
4973 listAddNodeTail(listPtr
,vector
[j
].obj
);
4974 incrRefCount(vector
[j
].obj
);
4976 listRewind(operations
);
4977 while((ln
= listYield(operations
))) {
4978 redisSortOperation
*sop
= ln
->value
;
4979 robj
*val
= lookupKeyByPattern(c
->db
,sop
->pattern
,
4982 if (sop
->type
== REDIS_SORT_GET
) {
4983 if (!val
|| val
->type
!= REDIS_STRING
) {
4984 listAddNodeTail(listPtr
,createStringObject("",0));
4986 listAddNodeTail(listPtr
,val
);
4990 assert(sop
->type
== REDIS_SORT_GET
); /* always fails */
4994 if (dictReplace(c
->db
->dict
,storekey
,listObject
)) {
4995 incrRefCount(storekey
);
4997 /* Note: we add 1 because the DB is dirty anyway since even if the
4998 * SORT result is empty a new key is set and maybe the old content
5000 server
.dirty
+= 1+outputlen
;
5001 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",outputlen
));
5005 decrRefCount(sortval
);
5006 listRelease(operations
);
5007 for (j
= 0; j
< vectorlen
; j
++) {
5008 if (sortby
&& alpha
&& vector
[j
].u
.cmpobj
)
5009 decrRefCount(vector
[j
].u
.cmpobj
);
5014 /* Create the string returned by the INFO command. This is decoupled
5015 * by the INFO command itself as we need to report the same information
5016 * on memory corruption problems. */
5017 static sds
genRedisInfoString(void) {
5019 time_t uptime
= time(NULL
)-server
.stat_starttime
;
5022 info
= sdscatprintf(sdsempty(),
5023 "redis_version:%s\r\n"
5025 "multiplexing_api:%s\r\n"
5026 "uptime_in_seconds:%d\r\n"
5027 "uptime_in_days:%d\r\n"
5028 "connected_clients:%d\r\n"
5029 "connected_slaves:%d\r\n"
5030 "used_memory:%zu\r\n"
5031 "changes_since_last_save:%lld\r\n"
5032 "bgsave_in_progress:%d\r\n"
5033 "last_save_time:%d\r\n"
5034 "total_connections_received:%lld\r\n"
5035 "total_commands_processed:%lld\r\n"
5038 (sizeof(long) == 8) ? "64" : "32",
5042 listLength(server
.clients
)-listLength(server
.slaves
),
5043 listLength(server
.slaves
),
5046 server
.bgsavechildpid
!= -1,
5048 server
.stat_numconnections
,
5049 server
.stat_numcommands
,
5050 server
.masterhost
== NULL
? "master" : "slave"
5052 if (server
.masterhost
) {
5053 info
= sdscatprintf(info
,
5054 "master_host:%s\r\n"
5055 "master_port:%d\r\n"
5056 "master_link_status:%s\r\n"
5057 "master_last_io_seconds_ago:%d\r\n"
5060 (server
.replstate
== REDIS_REPL_CONNECTED
) ?
5062 server
.master
? ((int)(time(NULL
)-server
.master
->lastinteraction
)) : -1
5065 for (j
= 0; j
< server
.dbnum
; j
++) {
5066 long long keys
, vkeys
;
5068 keys
= dictSize(server
.db
[j
].dict
);
5069 vkeys
= dictSize(server
.db
[j
].expires
);
5070 if (keys
|| vkeys
) {
5071 info
= sdscatprintf(info
, "db%d:keys=%lld,expires=%lld\r\n",
5078 static void infoCommand(redisClient
*c
) {
5079 sds info
= genRedisInfoString();
5080 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",sdslen(info
)));
5081 addReplySds(c
,info
);
5082 addReply(c
,shared
.crlf
);
5085 static void monitorCommand(redisClient
*c
) {
5086 /* ignore MONITOR if aleady slave or in monitor mode */
5087 if (c
->flags
& REDIS_SLAVE
) return;
5089 c
->flags
|= (REDIS_SLAVE
|REDIS_MONITOR
);
5091 listAddNodeTail(server
.monitors
,c
);
5092 addReply(c
,shared
.ok
);
5095 /* ================================= Expire ================================= */
5096 static int removeExpire(redisDb
*db
, robj
*key
) {
5097 if (dictDelete(db
->expires
,key
) == DICT_OK
) {
5104 static int setExpire(redisDb
*db
, robj
*key
, time_t when
) {
5105 if (dictAdd(db
->expires
,key
,(void*)when
) == DICT_ERR
) {
5113 /* Return the expire time of the specified key, or -1 if no expire
5114 * is associated with this key (i.e. the key is non volatile) */
5115 static time_t getExpire(redisDb
*db
, robj
*key
) {
5118 /* No expire? return ASAP */
5119 if (dictSize(db
->expires
) == 0 ||
5120 (de
= dictFind(db
->expires
,key
)) == NULL
) return -1;
5122 return (time_t) dictGetEntryVal(de
);
5125 static int expireIfNeeded(redisDb
*db
, robj
*key
) {
5129 /* No expire? return ASAP */
5130 if (dictSize(db
->expires
) == 0 ||
5131 (de
= dictFind(db
->expires
,key
)) == NULL
) return 0;
5133 /* Lookup the expire */
5134 when
= (time_t) dictGetEntryVal(de
);
5135 if (time(NULL
) <= when
) return 0;
5137 /* Delete the key */
5138 dictDelete(db
->expires
,key
);
5139 return dictDelete(db
->dict
,key
) == DICT_OK
;
5142 static int deleteIfVolatile(redisDb
*db
, robj
*key
) {
5145 /* No expire? return ASAP */
5146 if (dictSize(db
->expires
) == 0 ||
5147 (de
= dictFind(db
->expires
,key
)) == NULL
) return 0;
5149 /* Delete the key */
5151 dictDelete(db
->expires
,key
);
5152 return dictDelete(db
->dict
,key
) == DICT_OK
;
5155 static void expireGenericCommand(redisClient
*c
, robj
*key
, time_t seconds
) {
5158 de
= dictFind(c
->db
->dict
,key
);
5160 addReply(c
,shared
.czero
);
5164 if (deleteKey(c
->db
,key
)) server
.dirty
++;
5165 addReply(c
, shared
.cone
);
5168 time_t when
= time(NULL
)+seconds
;
5169 if (setExpire(c
->db
,key
,when
)) {
5170 addReply(c
,shared
.cone
);
5173 addReply(c
,shared
.czero
);
5179 static void expireCommand(redisClient
*c
) {
5180 expireGenericCommand(c
,c
->argv
[1],strtol(c
->argv
[2]->ptr
,NULL
,10));
5183 static void expireatCommand(redisClient
*c
) {
5184 expireGenericCommand(c
,c
->argv
[1],strtol(c
->argv
[2]->ptr
,NULL
,10)-time(NULL
));
5187 static void ttlCommand(redisClient
*c
) {
5191 expire
= getExpire(c
->db
,c
->argv
[1]);
5193 ttl
= (int) (expire
-time(NULL
));
5194 if (ttl
< 0) ttl
= -1;
5196 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",ttl
));
5199 /* =============================== Replication ============================= */
5201 static int syncWrite(int fd
, char *ptr
, ssize_t size
, int timeout
) {
5202 ssize_t nwritten
, ret
= size
;
5203 time_t start
= time(NULL
);
5207 if (aeWait(fd
,AE_WRITABLE
,1000) & AE_WRITABLE
) {
5208 nwritten
= write(fd
,ptr
,size
);
5209 if (nwritten
== -1) return -1;
5213 if ((time(NULL
)-start
) > timeout
) {
5221 static int syncRead(int fd
, char *ptr
, ssize_t size
, int timeout
) {
5222 ssize_t nread
, totread
= 0;
5223 time_t start
= time(NULL
);
5227 if (aeWait(fd
,AE_READABLE
,1000) & AE_READABLE
) {
5228 nread
= read(fd
,ptr
,size
);
5229 if (nread
== -1) return -1;
5234 if ((time(NULL
)-start
) > timeout
) {
5242 static int syncReadLine(int fd
, char *ptr
, ssize_t size
, int timeout
) {
5249 if (syncRead(fd
,&c
,1,timeout
) == -1) return -1;
5252 if (nread
&& *(ptr
-1) == '\r') *(ptr
-1) = '\0';
5263 static void syncCommand(redisClient
*c
) {
5264 /* ignore SYNC if aleady slave or in monitor mode */
5265 if (c
->flags
& REDIS_SLAVE
) return;
5267 /* SYNC can't be issued when the server has pending data to send to
5268 * the client about already issued commands. We need a fresh reply
5269 * buffer registering the differences between the BGSAVE and the current
5270 * dataset, so that we can copy to other slaves if needed. */
5271 if (listLength(c
->reply
) != 0) {
5272 addReplySds(c
,sdsnew("-ERR SYNC is invalid with pending input\r\n"));
5276 redisLog(REDIS_NOTICE
,"Slave ask for synchronization");
5277 /* Here we need to check if there is a background saving operation
5278 * in progress, or if it is required to start one */
5279 if (server
.bgsavechildpid
!= -1) {
5280 /* Ok a background save is in progress. Let's check if it is a good
5281 * one for replication, i.e. if there is another slave that is
5282 * registering differences since the server forked to save */
5286 listRewind(server
.slaves
);
5287 while((ln
= listYield(server
.slaves
))) {
5289 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_END
) break;
5292 /* Perfect, the server is already registering differences for
5293 * another slave. Set the right state, and copy the buffer. */
5294 listRelease(c
->reply
);
5295 c
->reply
= listDup(slave
->reply
);
5296 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
5297 redisLog(REDIS_NOTICE
,"Waiting for end of BGSAVE for SYNC");
5299 /* No way, we need to wait for the next BGSAVE in order to
5300 * register differences */
5301 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_START
;
5302 redisLog(REDIS_NOTICE
,"Waiting for next BGSAVE for SYNC");
5305 /* Ok we don't have a BGSAVE in progress, let's start one */
5306 redisLog(REDIS_NOTICE
,"Starting BGSAVE for SYNC");
5307 if (rdbSaveBackground(server
.dbfilename
) != REDIS_OK
) {
5308 redisLog(REDIS_NOTICE
,"Replication failed, can't BGSAVE");
5309 addReplySds(c
,sdsnew("-ERR Unalbe to perform background save\r\n"));
5312 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
5315 c
->flags
|= REDIS_SLAVE
;
5317 listAddNodeTail(server
.slaves
,c
);
5321 static void sendBulkToSlave(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
5322 redisClient
*slave
= privdata
;
5324 REDIS_NOTUSED(mask
);
5325 char buf
[REDIS_IOBUF_LEN
];
5326 ssize_t nwritten
, buflen
;
5328 if (slave
->repldboff
== 0) {
5329 /* Write the bulk write count before to transfer the DB. In theory here
5330 * we don't know how much room there is in the output buffer of the
5331 * socket, but in pratice SO_SNDLOWAT (the minimum count for output
5332 * operations) will never be smaller than the few bytes we need. */
5335 bulkcount
= sdscatprintf(sdsempty(),"$%lld\r\n",(unsigned long long)
5337 if (write(fd
,bulkcount
,sdslen(bulkcount
)) != (signed)sdslen(bulkcount
))
5345 lseek(slave
->repldbfd
,slave
->repldboff
,SEEK_SET
);
5346 buflen
= read(slave
->repldbfd
,buf
,REDIS_IOBUF_LEN
);
5348 redisLog(REDIS_WARNING
,"Read error sending DB to slave: %s",
5349 (buflen
== 0) ? "premature EOF" : strerror(errno
));
5353 if ((nwritten
= write(fd
,buf
,buflen
)) == -1) {
5354 redisLog(REDIS_DEBUG
,"Write error sending DB to slave: %s",
5359 slave
->repldboff
+= nwritten
;
5360 if (slave
->repldboff
== slave
->repldbsize
) {
5361 close(slave
->repldbfd
);
5362 slave
->repldbfd
= -1;
5363 aeDeleteFileEvent(server
.el
,slave
->fd
,AE_WRITABLE
);
5364 slave
->replstate
= REDIS_REPL_ONLINE
;
5365 if (aeCreateFileEvent(server
.el
, slave
->fd
, AE_WRITABLE
,
5366 sendReplyToClient
, slave
) == AE_ERR
) {
5370 addReplySds(slave
,sdsempty());
5371 redisLog(REDIS_NOTICE
,"Synchronization with slave succeeded");
5375 /* This function is called at the end of every backgrond saving.
5376 * The argument bgsaveerr is REDIS_OK if the background saving succeeded
5377 * otherwise REDIS_ERR is passed to the function.
5379 * The goal of this function is to handle slaves waiting for a successful
5380 * background saving in order to perform non-blocking synchronization. */
5381 static void updateSlavesWaitingBgsave(int bgsaveerr
) {
5383 int startbgsave
= 0;
5385 listRewind(server
.slaves
);
5386 while((ln
= listYield(server
.slaves
))) {
5387 redisClient
*slave
= ln
->value
;
5389 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
) {
5391 slave
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
5392 } else if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_END
) {
5393 struct redis_stat buf
;
5395 if (bgsaveerr
!= REDIS_OK
) {
5397 redisLog(REDIS_WARNING
,"SYNC failed. BGSAVE child returned an error");
5400 if ((slave
->repldbfd
= open(server
.dbfilename
,O_RDONLY
)) == -1 ||
5401 redis_fstat(slave
->repldbfd
,&buf
) == -1) {
5403 redisLog(REDIS_WARNING
,"SYNC failed. Can't open/stat DB after BGSAVE: %s", strerror(errno
));
5406 slave
->repldboff
= 0;
5407 slave
->repldbsize
= buf
.st_size
;
5408 slave
->replstate
= REDIS_REPL_SEND_BULK
;
5409 aeDeleteFileEvent(server
.el
,slave
->fd
,AE_WRITABLE
);
5410 if (aeCreateFileEvent(server
.el
, slave
->fd
, AE_WRITABLE
, sendBulkToSlave
, slave
) == AE_ERR
) {
5417 if (rdbSaveBackground(server
.dbfilename
) != REDIS_OK
) {
5418 listRewind(server
.slaves
);
5419 redisLog(REDIS_WARNING
,"SYNC failed. BGSAVE failed");
5420 while((ln
= listYield(server
.slaves
))) {
5421 redisClient
*slave
= ln
->value
;
5423 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
)
5430 static int syncWithMaster(void) {
5431 char buf
[1024], tmpfile
[256], authcmd
[1024];
5433 int fd
= anetTcpConnect(NULL
,server
.masterhost
,server
.masterport
);
5437 redisLog(REDIS_WARNING
,"Unable to connect to MASTER: %s",
5442 /* AUTH with the master if required. */
5443 if(server
.masterauth
) {
5444 snprintf(authcmd
, 1024, "AUTH %s\r\n", server
.masterauth
);
5445 if (syncWrite(fd
, authcmd
, strlen(server
.masterauth
)+7, 5) == -1) {
5447 redisLog(REDIS_WARNING
,"Unable to AUTH to MASTER: %s",
5451 /* Read the AUTH result. */
5452 if (syncReadLine(fd
,buf
,1024,3600) == -1) {
5454 redisLog(REDIS_WARNING
,"I/O error reading auth result from MASTER: %s",
5458 if (buf
[0] != '+') {
5460 redisLog(REDIS_WARNING
,"Cannot AUTH to MASTER, is the masterauth password correct?");
5465 /* Issue the SYNC command */
5466 if (syncWrite(fd
,"SYNC \r\n",7,5) == -1) {
5468 redisLog(REDIS_WARNING
,"I/O error writing to MASTER: %s",
5472 /* Read the bulk write count */
5473 if (syncReadLine(fd
,buf
,1024,3600) == -1) {
5475 redisLog(REDIS_WARNING
,"I/O error reading bulk count from MASTER: %s",
5479 if (buf
[0] != '$') {
5481 redisLog(REDIS_WARNING
,"Bad protocol from MASTER, the first byte is not '$', are you sure the host and port are right?");
5484 dumpsize
= atoi(buf
+1);
5485 redisLog(REDIS_NOTICE
,"Receiving %d bytes data dump from MASTER",dumpsize
);
5486 /* Read the bulk write data on a temp file */
5487 snprintf(tmpfile
,256,"temp-%d.%ld.rdb",(int)time(NULL
),(long int)random());
5488 dfd
= open(tmpfile
,O_CREAT
|O_WRONLY
,0644);
5491 redisLog(REDIS_WARNING
,"Opening the temp file needed for MASTER <-> SLAVE synchronization: %s",strerror(errno
));
5495 int nread
, nwritten
;
5497 nread
= read(fd
,buf
,(dumpsize
< 1024)?dumpsize
:1024);
5499 redisLog(REDIS_WARNING
,"I/O error trying to sync with MASTER: %s",
5505 nwritten
= write(dfd
,buf
,nread
);
5506 if (nwritten
== -1) {
5507 redisLog(REDIS_WARNING
,"Write error writing to the DB dump file needed for MASTER <-> SLAVE synchrnonization: %s", strerror(errno
));
5515 if (rename(tmpfile
,server
.dbfilename
) == -1) {
5516 redisLog(REDIS_WARNING
,"Failed trying to rename the temp DB into dump.rdb in MASTER <-> SLAVE synchronization: %s", strerror(errno
));
5522 if (rdbLoad(server
.dbfilename
) != REDIS_OK
) {
5523 redisLog(REDIS_WARNING
,"Failed trying to load the MASTER synchronization DB from disk");
5527 server
.master
= createClient(fd
);
5528 server
.master
->flags
|= REDIS_MASTER
;
5529 server
.replstate
= REDIS_REPL_CONNECTED
;
5533 static void slaveofCommand(redisClient
*c
) {
5534 if (!strcasecmp(c
->argv
[1]->ptr
,"no") &&
5535 !strcasecmp(c
->argv
[2]->ptr
,"one")) {
5536 if (server
.masterhost
) {
5537 sdsfree(server
.masterhost
);
5538 server
.masterhost
= NULL
;
5539 if (server
.master
) freeClient(server
.master
);
5540 server
.replstate
= REDIS_REPL_NONE
;
5541 redisLog(REDIS_NOTICE
,"MASTER MODE enabled (user request)");
5544 sdsfree(server
.masterhost
);
5545 server
.masterhost
= sdsdup(c
->argv
[1]->ptr
);
5546 server
.masterport
= atoi(c
->argv
[2]->ptr
);
5547 if (server
.master
) freeClient(server
.master
);
5548 server
.replstate
= REDIS_REPL_CONNECT
;
5549 redisLog(REDIS_NOTICE
,"SLAVE OF %s:%d enabled (user request)",
5550 server
.masterhost
, server
.masterport
);
5552 addReply(c
,shared
.ok
);
5555 /* ============================ Maxmemory directive ======================== */
5557 /* This function gets called when 'maxmemory' is set on the config file to limit
5558 * the max memory used by the server, and we are out of memory.
5559 * This function will try to, in order:
5561 * - Free objects from the free list
5562 * - Try to remove keys with an EXPIRE set
5564 * It is not possible to free enough memory to reach used-memory < maxmemory
5565 * the server will start refusing commands that will enlarge even more the
5568 static void freeMemoryIfNeeded(void) {
5569 while (server
.maxmemory
&& zmalloc_used_memory() > server
.maxmemory
) {
5570 if (listLength(server
.objfreelist
)) {
5573 listNode
*head
= listFirst(server
.objfreelist
);
5574 o
= listNodeValue(head
);
5575 listDelNode(server
.objfreelist
,head
);
5578 int j
, k
, freed
= 0;
5580 for (j
= 0; j
< server
.dbnum
; j
++) {
5582 robj
*minkey
= NULL
;
5583 struct dictEntry
*de
;
5585 if (dictSize(server
.db
[j
].expires
)) {
5587 /* From a sample of three keys drop the one nearest to
5588 * the natural expire */
5589 for (k
= 0; k
< 3; k
++) {
5592 de
= dictGetRandomKey(server
.db
[j
].expires
);
5593 t
= (time_t) dictGetEntryVal(de
);
5594 if (minttl
== -1 || t
< minttl
) {
5595 minkey
= dictGetEntryKey(de
);
5599 deleteKey(server
.db
+j
,minkey
);
5602 if (!freed
) return; /* nothing to free... */
5607 /* ============================== Append Only file ========================== */
5609 static void feedAppendOnlyFile(struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
) {
5610 sds buf
= sdsempty();
5616 /* The DB this command was targetting is not the same as the last command
5617 * we appendend. To issue a SELECT command is needed. */
5618 if (dictid
!= server
.appendseldb
) {
5621 snprintf(seldb
,sizeof(seldb
),"%d",dictid
);
5622 buf
= sdscatprintf(buf
,"*2\r\n$6\r\nSELECT\r\n$%d\r\n%s\r\n",
5623 strlen(seldb
),seldb
);
5624 server
.appendseldb
= dictid
;
5627 /* "Fix" the argv vector if the command is EXPIRE. We want to translate
5628 * EXPIREs into EXPIREATs calls */
5629 if (cmd
->proc
== expireCommand
) {
5632 tmpargv
[0] = createStringObject("EXPIREAT",8);
5633 tmpargv
[1] = argv
[1];
5634 incrRefCount(argv
[1]);
5635 when
= time(NULL
)+strtol(argv
[2]->ptr
,NULL
,10);
5636 tmpargv
[2] = createObject(REDIS_STRING
,
5637 sdscatprintf(sdsempty(),"%ld",when
));
5641 /* Append the actual command */
5642 buf
= sdscatprintf(buf
,"*%d\r\n",argc
);
5643 for (j
= 0; j
< argc
; j
++) {
5646 o
= getDecodedObject(o
);
5647 buf
= sdscatprintf(buf
,"$%d\r\n",sdslen(o
->ptr
));
5648 buf
= sdscatlen(buf
,o
->ptr
,sdslen(o
->ptr
));
5649 buf
= sdscatlen(buf
,"\r\n",2);
5653 /* Free the objects from the modified argv for EXPIREAT */
5654 if (cmd
->proc
== expireCommand
) {
5655 for (j
= 0; j
< 3; j
++)
5656 decrRefCount(argv
[j
]);
5659 /* We want to perform a single write. This should be guaranteed atomic
5660 * at least if the filesystem we are writing is a real physical one.
5661 * While this will save us against the server being killed I don't think
5662 * there is much to do about the whole server stopping for power problems
5664 nwritten
= write(server
.appendfd
,buf
,sdslen(buf
));
5665 if (nwritten
!= (signed)sdslen(buf
)) {
5666 /* Ooops, we are in troubles. The best thing to do for now is
5667 * to simply exit instead to give the illusion that everything is
5668 * working as expected. */
5669 if (nwritten
== -1) {
5670 redisLog(REDIS_WARNING
,"Exiting on error writing to the append-only file: %s",strerror(errno
));
5672 redisLog(REDIS_WARNING
,"Exiting on short write while writing to the append-only file: %s",strerror(errno
));
5676 /* If a background append only file rewriting is in progress we want to
5677 * accumulate the differences between the child DB and the current one
5678 * in a buffer, so that when the child process will do its work we
5679 * can append the differences to the new append only file. */
5680 if (server
.bgrewritechildpid
!= -1)
5681 server
.bgrewritebuf
= sdscatlen(server
.bgrewritebuf
,buf
,sdslen(buf
));
5685 if (server
.appendfsync
== APPENDFSYNC_ALWAYS
||
5686 (server
.appendfsync
== APPENDFSYNC_EVERYSEC
&&
5687 now
-server
.lastfsync
> 1))
5689 fsync(server
.appendfd
); /* Let's try to get this data on the disk */
5690 server
.lastfsync
= now
;
5694 /* In Redis commands are always executed in the context of a client, so in
5695 * order to load the append only file we need to create a fake client. */
5696 static struct redisClient
*createFakeClient(void) {
5697 struct redisClient
*c
= zmalloc(sizeof(*c
));
5701 c
->querybuf
= sdsempty();
5705 /* We set the fake client as a slave waiting for the synchronization
5706 * so that Redis will not try to send replies to this client. */
5707 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_START
;
5708 c
->reply
= listCreate();
5709 listSetFreeMethod(c
->reply
,decrRefCount
);
5710 listSetDupMethod(c
->reply
,dupClientReplyValue
);
5714 static void freeFakeClient(struct redisClient
*c
) {
5715 sdsfree(c
->querybuf
);
5716 listRelease(c
->reply
);
5720 /* Replay the append log file. On error REDIS_OK is returned. On non fatal
5721 * error (the append only file is zero-length) REDIS_ERR is returned. On
5722 * fatal error an error message is logged and the program exists. */
5723 int loadAppendOnlyFile(char *filename
) {
5724 struct redisClient
*fakeClient
;
5725 FILE *fp
= fopen(filename
,"r");
5726 struct redis_stat sb
;
5728 if (redis_fstat(fileno(fp
),&sb
) != -1 && sb
.st_size
== 0)
5732 redisLog(REDIS_WARNING
,"Fatal error: can't open the append log file for reading: %s",strerror(errno
));
5736 fakeClient
= createFakeClient();
5743 struct redisCommand
*cmd
;
5745 if (fgets(buf
,sizeof(buf
),fp
) == NULL
) {
5751 if (buf
[0] != '*') goto fmterr
;
5753 argv
= zmalloc(sizeof(robj
*)*argc
);
5754 for (j
= 0; j
< argc
; j
++) {
5755 if (fgets(buf
,sizeof(buf
),fp
) == NULL
) goto readerr
;
5756 if (buf
[0] != '$') goto fmterr
;
5757 len
= strtol(buf
+1,NULL
,10);
5758 argsds
= sdsnewlen(NULL
,len
);
5759 if (len
&& fread(argsds
,len
,1,fp
) == 0) goto fmterr
;
5760 argv
[j
] = createObject(REDIS_STRING
,argsds
);
5761 if (fread(buf
,2,1,fp
) == 0) goto fmterr
; /* discard CRLF */
5764 /* Command lookup */
5765 cmd
= lookupCommand(argv
[0]->ptr
);
5767 redisLog(REDIS_WARNING
,"Unknown command '%s' reading the append only file", argv
[0]->ptr
);
5770 /* Try object sharing and encoding */
5771 if (server
.shareobjects
) {
5773 for(j
= 1; j
< argc
; j
++)
5774 argv
[j
] = tryObjectSharing(argv
[j
]);
5776 if (cmd
->flags
& REDIS_CMD_BULK
)
5777 tryObjectEncoding(argv
[argc
-1]);
5778 /* Run the command in the context of a fake client */
5779 fakeClient
->argc
= argc
;
5780 fakeClient
->argv
= argv
;
5781 cmd
->proc(fakeClient
);
5782 /* Discard the reply objects list from the fake client */
5783 while(listLength(fakeClient
->reply
))
5784 listDelNode(fakeClient
->reply
,listFirst(fakeClient
->reply
));
5785 /* Clean up, ready for the next command */
5786 for (j
= 0; j
< argc
; j
++) decrRefCount(argv
[j
]);
5790 freeFakeClient(fakeClient
);
5795 redisLog(REDIS_WARNING
,"Unexpected end of file reading the append only file");
5797 redisLog(REDIS_WARNING
,"Unrecoverable error reading the append only file: %s", strerror(errno
));
5801 redisLog(REDIS_WARNING
,"Bad file format reading the append only file");
5805 /* Write an object into a file in the bulk format $<count>\r\n<payload>\r\n */
5806 static int fwriteBulk(FILE *fp
, robj
*obj
) {
5808 obj
= getDecodedObject(obj
);
5809 snprintf(buf
,sizeof(buf
),"$%ld\r\n",(long)sdslen(obj
->ptr
));
5810 if (fwrite(buf
,strlen(buf
),1,fp
) == 0) goto err
;
5811 if (fwrite(obj
->ptr
,sdslen(obj
->ptr
),1,fp
) == 0) goto err
;
5812 if (fwrite("\r\n",2,1,fp
) == 0) goto err
;
5820 /* Write a double value in bulk format $<count>\r\n<payload>\r\n */
5821 static int fwriteBulkDouble(FILE *fp
, double d
) {
5822 char buf
[128], dbuf
[128];
5824 snprintf(dbuf
,sizeof(dbuf
),"%.17g\r\n",d
);
5825 snprintf(buf
,sizeof(buf
),"$%lu\r\n",(unsigned long)strlen(dbuf
)-2);
5826 if (fwrite(buf
,strlen(buf
),1,fp
) == 0) return 0;
5827 if (fwrite(dbuf
,strlen(dbuf
),1,fp
) == 0) return 0;
5831 /* Write a long value in bulk format $<count>\r\n<payload>\r\n */
5832 static int fwriteBulkLong(FILE *fp
, long l
) {
5833 char buf
[128], lbuf
[128];
5835 snprintf(lbuf
,sizeof(lbuf
),"%ld\r\n",l
);
5836 snprintf(buf
,sizeof(buf
),"$%lu\r\n",(unsigned long)strlen(lbuf
)-2);
5837 if (fwrite(buf
,strlen(buf
),1,fp
) == 0) return 0;
5838 if (fwrite(lbuf
,strlen(lbuf
),1,fp
) == 0) return 0;
5842 /* Write a sequence of commands able to fully rebuild the dataset into
5843 * "filename". Used both by REWRITEAOF and BGREWRITEAOF. */
5844 static int rewriteAppendOnlyFile(char *filename
) {
5845 dictIterator
*di
= NULL
;
5850 time_t now
= time(NULL
);
5852 /* Note that we have to use a different temp name here compared to the
5853 * one used by rewriteAppendOnlyFileBackground() function. */
5854 snprintf(tmpfile
,256,"temp-rewriteaof-%d.aof", (int) getpid());
5855 fp
= fopen(tmpfile
,"w");
5857 redisLog(REDIS_WARNING
, "Failed rewriting the append only file: %s", strerror(errno
));
5860 for (j
= 0; j
< server
.dbnum
; j
++) {
5861 char selectcmd
[] = "*2\r\n$6\r\nSELECT\r\n";
5862 redisDb
*db
= server
.db
+j
;
5864 if (dictSize(d
) == 0) continue;
5865 di
= dictGetIterator(d
);
5871 /* SELECT the new DB */
5872 if (fwrite(selectcmd
,sizeof(selectcmd
)-1,1,fp
) == 0) goto werr
;
5873 if (fwriteBulkLong(fp
,j
) == 0) goto werr
;
5875 /* Iterate this DB writing every entry */
5876 while((de
= dictNext(di
)) != NULL
) {
5877 robj
*key
= dictGetEntryKey(de
);
5878 robj
*o
= dictGetEntryVal(de
);
5879 time_t expiretime
= getExpire(db
,key
);
5881 /* Save the key and associated value */
5882 if (o
->type
== REDIS_STRING
) {
5883 /* Emit a SET command */
5884 char cmd
[]="*3\r\n$3\r\nSET\r\n";
5885 if (fwrite(cmd
,sizeof(cmd
)-1,1,fp
) == 0) goto werr
;
5887 if (fwriteBulk(fp
,key
) == 0) goto werr
;
5888 if (fwriteBulk(fp
,o
) == 0) goto werr
;
5889 } else if (o
->type
== REDIS_LIST
) {
5890 /* Emit the RPUSHes needed to rebuild the list */
5891 list
*list
= o
->ptr
;
5895 while((ln
= listYield(list
))) {
5896 char cmd
[]="*3\r\n$5\r\nRPUSH\r\n";
5897 robj
*eleobj
= listNodeValue(ln
);
5899 if (fwrite(cmd
,sizeof(cmd
)-1,1,fp
) == 0) goto werr
;
5900 if (fwriteBulk(fp
,key
) == 0) goto werr
;
5901 if (fwriteBulk(fp
,eleobj
) == 0) goto werr
;
5903 } else if (o
->type
== REDIS_SET
) {
5904 /* Emit the SADDs needed to rebuild the set */
5906 dictIterator
*di
= dictGetIterator(set
);
5909 while((de
= dictNext(di
)) != NULL
) {
5910 char cmd
[]="*3\r\n$4\r\nSADD\r\n";
5911 robj
*eleobj
= dictGetEntryKey(de
);
5913 if (fwrite(cmd
,sizeof(cmd
)-1,1,fp
) == 0) goto werr
;
5914 if (fwriteBulk(fp
,key
) == 0) goto werr
;
5915 if (fwriteBulk(fp
,eleobj
) == 0) goto werr
;
5917 dictReleaseIterator(di
);
5918 } else if (o
->type
== REDIS_ZSET
) {
5919 /* Emit the ZADDs needed to rebuild the sorted set */
5921 dictIterator
*di
= dictGetIterator(zs
->dict
);
5924 while((de
= dictNext(di
)) != NULL
) {
5925 char cmd
[]="*4\r\n$4\r\nZADD\r\n";
5926 robj
*eleobj
= dictGetEntryKey(de
);
5927 double *score
= dictGetEntryVal(de
);
5929 if (fwrite(cmd
,sizeof(cmd
)-1,1,fp
) == 0) goto werr
;
5930 if (fwriteBulk(fp
,key
) == 0) goto werr
;
5931 if (fwriteBulkDouble(fp
,*score
) == 0) goto werr
;
5932 if (fwriteBulk(fp
,eleobj
) == 0) goto werr
;
5934 dictReleaseIterator(di
);
5938 /* Save the expire time */
5939 if (expiretime
!= -1) {
5940 char cmd
[]="*3\r\n$6\r\nEXPIRE\r\n";
5941 /* If this key is already expired skip it */
5942 if (expiretime
< now
) continue;
5943 if (fwrite(cmd
,sizeof(cmd
)-1,1,fp
) == 0) goto werr
;
5944 if (fwriteBulk(fp
,key
) == 0) goto werr
;
5945 if (fwriteBulkLong(fp
,expiretime
) == 0) goto werr
;
5948 dictReleaseIterator(di
);
5951 /* Make sure data will not remain on the OS's output buffers */
5956 /* Use RENAME to make sure the DB file is changed atomically only
5957 * if the generate DB file is ok. */
5958 if (rename(tmpfile
,filename
) == -1) {
5959 redisLog(REDIS_WARNING
,"Error moving temp append only file on the final destination: %s", strerror(errno
));
5963 redisLog(REDIS_NOTICE
,"SYNC append only file rewrite performed");
5969 redisLog(REDIS_WARNING
,"Write error writing append only fileon disk: %s", strerror(errno
));
5970 if (di
) dictReleaseIterator(di
);
5974 /* This is how rewriting of the append only file in background works:
5976 * 1) The user calls BGREWRITEAOF
5977 * 2) Redis calls this function, that forks():
5978 * 2a) the child rewrite the append only file in a temp file.
5979 * 2b) the parent accumulates differences in server.bgrewritebuf.
5980 * 3) When the child finished '2a' exists.
5981 * 4) The parent will trap the exit code, if it's OK, will append the
5982 * data accumulated into server.bgrewritebuf into the temp file, and
5983 * finally will rename(2) the temp file in the actual file name.
5984 * The the new file is reopened as the new append only file. Profit!
5986 static int rewriteAppendOnlyFileBackground(void) {
5989 if (server
.bgrewritechildpid
!= -1) return REDIS_ERR
;
5990 if ((childpid
= fork()) == 0) {
5995 snprintf(tmpfile
,256,"temp-rewriteaof-bg-%d.aof", (int) getpid());
5996 if (rewriteAppendOnlyFile(tmpfile
) == REDIS_OK
) {
6003 if (childpid
== -1) {
6004 redisLog(REDIS_WARNING
,
6005 "Can't rewrite append only file in background: fork: %s",
6009 redisLog(REDIS_NOTICE
,
6010 "Background append only file rewriting started by pid %d",childpid
);
6011 server
.bgrewritechildpid
= childpid
;
6012 /* We set appendseldb to -1 in order to force the next call to the
6013 * feedAppendOnlyFile() to issue a SELECT command, so the differences
6014 * accumulated by the parent into server.bgrewritebuf will start
6015 * with a SELECT statement and it will be safe to merge. */
6016 server
.appendseldb
= -1;
6019 return REDIS_OK
; /* unreached */
6022 static void bgrewriteaofCommand(redisClient
*c
) {
6023 if (server
.bgrewritechildpid
!= -1) {
6024 addReplySds(c
,sdsnew("-ERR background append only file rewriting already in progress\r\n"));
6027 if (rewriteAppendOnlyFileBackground() == REDIS_OK
) {
6028 addReply(c
,shared
.ok
);
6030 addReply(c
,shared
.err
);
6034 static void aofRemoveTempFile(pid_t childpid
) {
6037 snprintf(tmpfile
,256,"temp-rewriteaof-bg-%d.aof", (int) childpid
);
6041 /* ================================= Debugging ============================== */
6043 static void debugCommand(redisClient
*c
) {
6044 if (!strcasecmp(c
->argv
[1]->ptr
,"segfault")) {
6046 } else if (!strcasecmp(c
->argv
[1]->ptr
,"reload")) {
6047 if (rdbSave(server
.dbfilename
) != REDIS_OK
) {
6048 addReply(c
,shared
.err
);
6052 if (rdbLoad(server
.dbfilename
) != REDIS_OK
) {
6053 addReply(c
,shared
.err
);
6056 redisLog(REDIS_WARNING
,"DB reloaded by DEBUG RELOAD");
6057 addReply(c
,shared
.ok
);
6058 } else if (!strcasecmp(c
->argv
[1]->ptr
,"object") && c
->argc
== 3) {
6059 dictEntry
*de
= dictFind(c
->db
->dict
,c
->argv
[2]);
6063 addReply(c
,shared
.nokeyerr
);
6066 key
= dictGetEntryKey(de
);
6067 val
= dictGetEntryVal(de
);
6068 addReplySds(c
,sdscatprintf(sdsempty(),
6069 "+Key at:%p refcount:%d, value at:%p refcount:%d encoding:%d\r\n",
6070 key
, key
->refcount
, val
, val
->refcount
, val
->encoding
));
6072 addReplySds(c
,sdsnew(
6073 "-ERR Syntax error, try DEBUG [SEGFAULT|OBJECT <key>|RELOAD]\r\n"));
6077 /* =================================== Main! ================================ */
6080 int linuxOvercommitMemoryValue(void) {
6081 FILE *fp
= fopen("/proc/sys/vm/overcommit_memory","r");
6085 if (fgets(buf
,64,fp
) == NULL
) {
6094 void linuxOvercommitMemoryWarning(void) {
6095 if (linuxOvercommitMemoryValue() == 0) {
6096 redisLog(REDIS_WARNING
,"WARNING overcommit_memory is set to 0! Background save may fail under low condition memory. To fix this issue add 'vm.overcommit_memory = 1' to /etc/sysctl.conf and then reboot or run the command 'sysctl vm.overcommit_memory=1' for this to take effect.");
6099 #endif /* __linux__ */
6101 static void daemonize(void) {
6105 if (fork() != 0) exit(0); /* parent exits */
6106 setsid(); /* create a new session */
6108 /* Every output goes to /dev/null. If Redis is daemonized but
6109 * the 'logfile' is set to 'stdout' in the configuration file
6110 * it will not log at all. */
6111 if ((fd
= open("/dev/null", O_RDWR
, 0)) != -1) {
6112 dup2(fd
, STDIN_FILENO
);
6113 dup2(fd
, STDOUT_FILENO
);
6114 dup2(fd
, STDERR_FILENO
);
6115 if (fd
> STDERR_FILENO
) close(fd
);
6117 /* Try to write the pid file */
6118 fp
= fopen(server
.pidfile
,"w");
6120 fprintf(fp
,"%d\n",getpid());
6125 int main(int argc
, char **argv
) {
6128 resetServerSaveParams();
6129 loadServerConfig(argv
[1]);
6130 } else if (argc
> 2) {
6131 fprintf(stderr
,"Usage: ./redis-server [/path/to/redis.conf]\n");
6134 redisLog(REDIS_WARNING
,"Warning: no config file specified, using the default config. In order to specify a config file use 'redis-server /path/to/redis.conf'");
6137 if (server
.daemonize
) daemonize();
6138 redisLog(REDIS_NOTICE
,"Server started, Redis version " REDIS_VERSION
);
6140 linuxOvercommitMemoryWarning();
6142 if (server
.appendonly
) {
6143 if (loadAppendOnlyFile(server
.appendfilename
) == REDIS_OK
)
6144 redisLog(REDIS_NOTICE
,"DB loaded from append only file");
6146 if (rdbLoad(server
.dbfilename
) == REDIS_OK
)
6147 redisLog(REDIS_NOTICE
,"DB loaded from disk");
6149 if (aeCreateFileEvent(server
.el
, server
.fd
, AE_READABLE
,
6150 acceptHandler
, NULL
) == AE_ERR
) oom("creating file event");
6151 redisLog(REDIS_NOTICE
,"The server is now ready to accept connections on port %d", server
.port
);
6153 aeDeleteEventLoop(server
.el
);
6157 /* ============================= Backtrace support ========================= */
6159 #ifdef HAVE_BACKTRACE
6160 static char *findFuncName(void *pointer
, unsigned long *offset
);
6162 static void *getMcontextEip(ucontext_t
*uc
) {
6163 #if defined(__FreeBSD__)
6164 return (void*) uc
->uc_mcontext
.mc_eip
;
6165 #elif defined(__dietlibc__)
6166 return (void*) uc
->uc_mcontext
.eip
;
6167 #elif defined(__APPLE__) && !defined(MAC_OS_X_VERSION_10_6)
6168 return (void*) uc
->uc_mcontext
->__ss
.__eip
;
6169 #elif defined(__APPLE__) && defined(MAC_OS_X_VERSION_10_6)
6170 #if defined(_STRUCT_X86_THREAD_STATE64) && !defined(__i386__)
6171 return (void*) uc
->uc_mcontext
->__ss
.__rip
;
6173 return (void*) uc
->uc_mcontext
->__ss
.__eip
;
6175 #elif defined(__i386__) || defined(__X86_64__) /* Linux x86 */
6176 return (void*) uc
->uc_mcontext
.gregs
[REG_EIP
];
6177 #elif defined(__ia64__) /* Linux IA64 */
6178 return (void*) uc
->uc_mcontext
.sc_ip
;
6184 static void segvHandler(int sig
, siginfo_t
*info
, void *secret
) {
6186 char **messages
= NULL
;
6187 int i
, trace_size
= 0;
6188 unsigned long offset
=0;
6189 ucontext_t
*uc
= (ucontext_t
*) secret
;
6191 REDIS_NOTUSED(info
);
6193 redisLog(REDIS_WARNING
,
6194 "======= Ooops! Redis %s got signal: -%d- =======", REDIS_VERSION
, sig
);
6195 infostring
= genRedisInfoString();
6196 redisLog(REDIS_WARNING
, "%s",infostring
);
6197 /* It's not safe to sdsfree() the returned string under memory
6198 * corruption conditions. Let it leak as we are going to abort */
6200 trace_size
= backtrace(trace
, 100);
6201 /* overwrite sigaction with caller's address */
6202 if (getMcontextEip(uc
) != NULL
) {
6203 trace
[1] = getMcontextEip(uc
);
6205 messages
= backtrace_symbols(trace
, trace_size
);
6207 for (i
=1; i
<trace_size
; ++i
) {
6208 char *fn
= findFuncName(trace
[i
], &offset
), *p
;
6210 p
= strchr(messages
[i
],'+');
6211 if (!fn
|| (p
&& ((unsigned long)strtol(p
+1,NULL
,10)) < offset
)) {
6212 redisLog(REDIS_WARNING
,"%s", messages
[i
]);
6214 redisLog(REDIS_WARNING
,"%d redis-server %p %s + %d", i
, trace
[i
], fn
, (unsigned int)offset
);
6217 // free(messages); Don't call free() with possibly corrupted memory.
6221 static void setupSigSegvAction(void) {
6222 struct sigaction act
;
6224 sigemptyset (&act
.sa_mask
);
6225 /* When the SA_SIGINFO flag is set in sa_flags then sa_sigaction
6226 * is used. Otherwise, sa_handler is used */
6227 act
.sa_flags
= SA_NODEFER
| SA_ONSTACK
| SA_RESETHAND
| SA_SIGINFO
;
6228 act
.sa_sigaction
= segvHandler
;
6229 sigaction (SIGSEGV
, &act
, NULL
);
6230 sigaction (SIGBUS
, &act
, NULL
);
6231 sigaction (SIGFPE
, &act
, NULL
);
6232 sigaction (SIGILL
, &act
, NULL
);
6233 sigaction (SIGBUS
, &act
, NULL
);
6237 #include "staticsymbols.h"
6238 /* This function try to convert a pointer into a function name. It's used in
6239 * oreder to provide a backtrace under segmentation fault that's able to
6240 * display functions declared as static (otherwise the backtrace is useless). */
6241 static char *findFuncName(void *pointer
, unsigned long *offset
){
6243 unsigned long off
, minoff
= 0;
6245 /* Try to match against the Symbol with the smallest offset */
6246 for (i
=0; symsTable
[i
].pointer
; i
++) {
6247 unsigned long lp
= (unsigned long) pointer
;
6249 if (lp
!= (unsigned long)-1 && lp
>= symsTable
[i
].pointer
) {
6250 off
=lp
-symsTable
[i
].pointer
;
6251 if (ret
< 0 || off
< minoff
) {
6257 if (ret
== -1) return NULL
;
6259 return symsTable
[ret
].name
;
6261 #else /* HAVE_BACKTRACE */
6262 static void setupSigSegvAction(void) {
6264 #endif /* HAVE_BACKTRACE */