2 * Copyright (c) 2006-2009, Salvatore Sanfilippo <antirez at gmail dot com>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
8 * * Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * * Neither the name of Redis nor the names of its contributors may be used
14 * to endorse or promote products derived from this software without
15 * specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
30 #define REDIS_VERSION "0.091"
46 #include <arpa/inet.h>
50 #include <sys/resource.h>
53 #include "ae.h" /* Event driven programming library */
54 #include "sds.h" /* Dynamic safe strings */
55 #include "anet.h" /* Networking the easy way */
56 #include "dict.h" /* Hash tables */
57 #include "adlist.h" /* Linked lists */
58 #include "zmalloc.h" /* total memory usage aware version of malloc/free */
65 /* Static server configuration */
66 #define REDIS_SERVERPORT 6379 /* TCP port */
67 #define REDIS_MAXIDLETIME (60*5) /* default client timeout */
68 #define REDIS_IOBUF_LEN 1024
69 #define REDIS_LOADBUF_LEN 1024
70 #define REDIS_MAX_ARGS 16
71 #define REDIS_DEFAULT_DBNUM 16
72 #define REDIS_CONFIGLINE_MAX 1024
73 #define REDIS_OBJFREELIST_MAX 1000000 /* Max number of objects to cache */
74 #define REDIS_MAX_SYNC_TIME 60 /* Slave can't take more to sync */
75 #define REDIS_EXPIRELOOKUPS_PER_CRON 100 /* try to expire 100 keys/second */
77 /* Hash table parameters */
78 #define REDIS_HT_MINFILL 10 /* Minimal hash table fill 10% */
79 #define REDIS_HT_MINSLOTS 16384 /* Never resize the HT under this */
82 #define REDIS_CMD_BULK 1
83 #define REDIS_CMD_INLINE 2
86 #define REDIS_STRING 0
91 /* Object types only used for dumping to disk */
92 #define REDIS_EXPIRETIME 253
93 #define REDIS_SELECTDB 254
96 /* Defines related to the dump file format. To store 32 bits lengths for short
97 * keys requires a lot of space, so we check the most significant 2 bits of
98 * the first byte to interpreter the length:
100 * 00|000000 => if the two MSB are 00 the len is the 6 bits of this byte
101 * 01|000000 00000000 => 01, the len is 14 byes, 6 bits + 8 bits of next byte
102 * 10|000000 [32 bit integer] => if it's 01, a full 32 bit len will follow
103 * 11|000000 this means: specially encoded object will follow. The six bits
104 * number specify the kind of object that follows.
105 * See the REDIS_RDB_ENC_* defines.
107 * Lenghts up to 63 are stored using a single byte, most DB keys, and may
108 * values, will fit inside. */
109 #define REDIS_RDB_6BITLEN 0
110 #define REDIS_RDB_14BITLEN 1
111 #define REDIS_RDB_32BITLEN 2
112 #define REDIS_RDB_ENCVAL 3
113 #define REDIS_RDB_LENERR UINT_MAX
115 /* When a length of a string object stored on disk has the first two bits
116 * set, the remaining two bits specify a special encoding for the object
117 * accordingly to the following defines: */
118 #define REDIS_RDB_ENC_INT8 0 /* 8 bit signed integer */
119 #define REDIS_RDB_ENC_INT16 1 /* 16 bit signed integer */
120 #define REDIS_RDB_ENC_INT32 2 /* 32 bit signed integer */
121 #define REDIS_RDB_ENC_LZF 3 /* string compressed with FASTLZ */
124 #define REDIS_CLOSE 1 /* This client connection should be closed ASAP */
125 #define REDIS_SLAVE 2 /* This client is a slave server */
126 #define REDIS_MASTER 4 /* This client is a master server */
127 #define REDIS_MONITOR 8 /* This client is a slave monitor, see MONITOR */
129 /* Slave replication state - slave side */
130 #define REDIS_REPL_NONE 0 /* No active replication */
131 #define REDIS_REPL_CONNECT 1 /* Must connect to master */
132 #define REDIS_REPL_CONNECTED 2 /* Connected to master */
134 /* Slave replication state - from the point of view of master
135 * Note that in SEND_BULK and ONLINE state the slave receives new updates
136 * in its output queue. In the WAIT_BGSAVE state instead the server is waiting
137 * to start the next background saving in order to send updates to it. */
138 #define REDIS_REPL_WAIT_BGSAVE_START 3 /* master waits bgsave to start feeding it */
139 #define REDIS_REPL_WAIT_BGSAVE_END 4 /* master waits bgsave to start bulk DB transmission */
140 #define REDIS_REPL_SEND_BULK 5 /* master is sending the bulk DB */
141 #define REDIS_REPL_ONLINE 6 /* bulk DB already transmitted, receive updates */
143 /* List related stuff */
147 /* Sort operations */
148 #define REDIS_SORT_GET 0
149 #define REDIS_SORT_DEL 1
150 #define REDIS_SORT_INCR 2
151 #define REDIS_SORT_DECR 3
152 #define REDIS_SORT_ASC 4
153 #define REDIS_SORT_DESC 5
154 #define REDIS_SORTKEY_MAX 1024
157 #define REDIS_DEBUG 0
158 #define REDIS_NOTICE 1
159 #define REDIS_WARNING 2
161 /* Anti-warning macro... */
162 #define REDIS_NOTUSED(V) ((void) V)
164 /*================================= Data types ============================== */
166 /* A redis object, that is a type able to hold a string / list / set */
167 typedef struct redisObject
{
173 typedef struct redisDb
{
179 /* With multiplexing we need to take per-clinet state.
180 * Clients are taken in a liked list. */
181 typedef struct redisClient
{
186 robj
*argv
[REDIS_MAX_ARGS
];
188 int bulklen
; /* bulk read len. -1 if not in bulk read mode */
191 time_t lastinteraction
; /* time of the last interaction, used for timeout */
192 int flags
; /* REDIS_CLOSE | REDIS_SLAVE | REDIS_MONITOR */
193 int slaveseldb
; /* slave selected db, if this client is a slave */
194 int authenticated
; /* when requirepass is non-NULL */
195 int replstate
; /* replication state if this is a slave */
196 int repldbfd
; /* replication DB file descriptor */
197 long repldboff
; /* replication DB file offset */
198 off_t repldbsize
; /* replication DB file size */
206 /* Global server state structure */
212 unsigned int sharingpoolsize
;
213 long long dirty
; /* changes to DB from the last save */
215 list
*slaves
, *monitors
;
216 char neterr
[ANET_ERR_LEN
];
218 int cronloops
; /* number of times the cron function run */
219 list
*objfreelist
; /* A list of freed objects to avoid malloc() */
220 time_t lastsave
; /* Unix time of last save succeeede */
221 size_t usedmemory
; /* Used memory in megabytes */
222 /* Fields used only for stats */
223 time_t stat_starttime
; /* server start time */
224 long long stat_numcommands
; /* number of processed commands */
225 long long stat_numconnections
; /* number of connections received */
233 int bgsaveinprogress
;
234 struct saveparam
*saveparams
;
241 /* Replication related */
245 redisClient
*master
; /* client that is master for this slave */
247 /* Sort parameters - qsort_r() is only available under BSD so we
248 * have to take this state global, in order to pass it to sortCompare() */
254 typedef void redisCommandProc(redisClient
*c
);
255 struct redisCommand
{
257 redisCommandProc
*proc
;
262 typedef struct _redisSortObject
{
270 typedef struct _redisSortOperation
{
273 } redisSortOperation
;
275 struct sharedObjectsStruct
{
276 robj
*crlf
, *ok
, *err
, *emptybulk
, *czero
, *cone
, *pong
, *space
,
277 *colon
, *nullbulk
, *nullmultibulk
,
278 *emptymultibulk
, *wrongtypeerr
, *nokeyerr
, *syntaxerr
, *sameobjecterr
,
279 *outofrangeerr
, *plus
,
280 *select0
, *select1
, *select2
, *select3
, *select4
,
281 *select5
, *select6
, *select7
, *select8
, *select9
;
284 /*================================ Prototypes =============================== */
286 static void freeStringObject(robj
*o
);
287 static void freeListObject(robj
*o
);
288 static void freeSetObject(robj
*o
);
289 static void decrRefCount(void *o
);
290 static robj
*createObject(int type
, void *ptr
);
291 static void freeClient(redisClient
*c
);
292 static int rdbLoad(char *filename
);
293 static void addReply(redisClient
*c
, robj
*obj
);
294 static void addReplySds(redisClient
*c
, sds s
);
295 static void incrRefCount(robj
*o
);
296 static int rdbSaveBackground(char *filename
);
297 static robj
*createStringObject(char *ptr
, size_t len
);
298 static void replicationFeedSlaves(list
*slaves
, struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
);
299 static int syncWithMaster(void);
300 static robj
*tryObjectSharing(robj
*o
);
301 static int removeExpire(redisDb
*db
, robj
*key
);
302 static int expireIfNeeded(redisDb
*db
, robj
*key
);
303 static int deleteIfVolatile(redisDb
*db
, robj
*key
);
304 static int deleteKey(redisDb
*db
, robj
*key
);
305 static time_t getExpire(redisDb
*db
, robj
*key
);
306 static int setExpire(redisDb
*db
, robj
*key
, time_t when
);
307 static void updateSalvesWaitingBgsave(int bgsaveerr
);
309 static void authCommand(redisClient
*c
);
310 static void pingCommand(redisClient
*c
);
311 static void echoCommand(redisClient
*c
);
312 static void setCommand(redisClient
*c
);
313 static void setnxCommand(redisClient
*c
);
314 static void getCommand(redisClient
*c
);
315 static void delCommand(redisClient
*c
);
316 static void existsCommand(redisClient
*c
);
317 static void incrCommand(redisClient
*c
);
318 static void decrCommand(redisClient
*c
);
319 static void incrbyCommand(redisClient
*c
);
320 static void decrbyCommand(redisClient
*c
);
321 static void selectCommand(redisClient
*c
);
322 static void randomkeyCommand(redisClient
*c
);
323 static void keysCommand(redisClient
*c
);
324 static void dbsizeCommand(redisClient
*c
);
325 static void lastsaveCommand(redisClient
*c
);
326 static void saveCommand(redisClient
*c
);
327 static void bgsaveCommand(redisClient
*c
);
328 static void shutdownCommand(redisClient
*c
);
329 static void moveCommand(redisClient
*c
);
330 static void renameCommand(redisClient
*c
);
331 static void renamenxCommand(redisClient
*c
);
332 static void lpushCommand(redisClient
*c
);
333 static void rpushCommand(redisClient
*c
);
334 static void lpopCommand(redisClient
*c
);
335 static void rpopCommand(redisClient
*c
);
336 static void llenCommand(redisClient
*c
);
337 static void lindexCommand(redisClient
*c
);
338 static void lrangeCommand(redisClient
*c
);
339 static void ltrimCommand(redisClient
*c
);
340 static void typeCommand(redisClient
*c
);
341 static void lsetCommand(redisClient
*c
);
342 static void saddCommand(redisClient
*c
);
343 static void sremCommand(redisClient
*c
);
344 static void sismemberCommand(redisClient
*c
);
345 static void scardCommand(redisClient
*c
);
346 static void sinterCommand(redisClient
*c
);
347 static void sinterstoreCommand(redisClient
*c
);
348 static void sunionCommand(redisClient
*c
);
349 static void sunionstoreCommand(redisClient
*c
);
350 static void syncCommand(redisClient
*c
);
351 static void flushdbCommand(redisClient
*c
);
352 static void flushallCommand(redisClient
*c
);
353 static void sortCommand(redisClient
*c
);
354 static void lremCommand(redisClient
*c
);
355 static void infoCommand(redisClient
*c
);
356 static void mgetCommand(redisClient
*c
);
357 static void monitorCommand(redisClient
*c
);
358 static void expireCommand(redisClient
*c
);
360 /*================================= Globals ================================= */
363 static struct redisServer server
; /* server global state */
364 static struct redisCommand cmdTable
[] = {
365 {"get",getCommand
,2,REDIS_CMD_INLINE
},
366 {"set",setCommand
,3,REDIS_CMD_BULK
},
367 {"setnx",setnxCommand
,3,REDIS_CMD_BULK
},
368 {"del",delCommand
,2,REDIS_CMD_INLINE
},
369 {"exists",existsCommand
,2,REDIS_CMD_INLINE
},
370 {"incr",incrCommand
,2,REDIS_CMD_INLINE
},
371 {"decr",decrCommand
,2,REDIS_CMD_INLINE
},
372 {"mget",mgetCommand
,-2,REDIS_CMD_INLINE
},
373 {"rpush",rpushCommand
,3,REDIS_CMD_BULK
},
374 {"lpush",lpushCommand
,3,REDIS_CMD_BULK
},
375 {"rpop",rpopCommand
,2,REDIS_CMD_INLINE
},
376 {"lpop",lpopCommand
,2,REDIS_CMD_INLINE
},
377 {"llen",llenCommand
,2,REDIS_CMD_INLINE
},
378 {"lindex",lindexCommand
,3,REDIS_CMD_INLINE
},
379 {"lset",lsetCommand
,4,REDIS_CMD_BULK
},
380 {"lrange",lrangeCommand
,4,REDIS_CMD_INLINE
},
381 {"ltrim",ltrimCommand
,4,REDIS_CMD_INLINE
},
382 {"lrem",lremCommand
,4,REDIS_CMD_BULK
},
383 {"sadd",saddCommand
,3,REDIS_CMD_BULK
},
384 {"srem",sremCommand
,3,REDIS_CMD_BULK
},
385 {"sismember",sismemberCommand
,3,REDIS_CMD_BULK
},
386 {"scard",scardCommand
,2,REDIS_CMD_INLINE
},
387 {"sinter",sinterCommand
,-2,REDIS_CMD_INLINE
},
388 {"sinterstore",sinterstoreCommand
,-3,REDIS_CMD_INLINE
},
389 {"sunion",sunionCommand
,-2,REDIS_CMD_INLINE
},
390 {"sunionstore",sunionstoreCommand
,-3,REDIS_CMD_INLINE
},
391 {"smembers",sinterCommand
,2,REDIS_CMD_INLINE
},
392 {"incrby",incrbyCommand
,3,REDIS_CMD_INLINE
},
393 {"decrby",decrbyCommand
,3,REDIS_CMD_INLINE
},
394 {"randomkey",randomkeyCommand
,1,REDIS_CMD_INLINE
},
395 {"select",selectCommand
,2,REDIS_CMD_INLINE
},
396 {"move",moveCommand
,3,REDIS_CMD_INLINE
},
397 {"rename",renameCommand
,3,REDIS_CMD_INLINE
},
398 {"renamenx",renamenxCommand
,3,REDIS_CMD_INLINE
},
399 {"keys",keysCommand
,2,REDIS_CMD_INLINE
},
400 {"dbsize",dbsizeCommand
,1,REDIS_CMD_INLINE
},
401 {"auth",authCommand
,2,REDIS_CMD_INLINE
},
402 {"ping",pingCommand
,1,REDIS_CMD_INLINE
},
403 {"echo",echoCommand
,2,REDIS_CMD_BULK
},
404 {"save",saveCommand
,1,REDIS_CMD_INLINE
},
405 {"bgsave",bgsaveCommand
,1,REDIS_CMD_INLINE
},
406 {"shutdown",shutdownCommand
,1,REDIS_CMD_INLINE
},
407 {"lastsave",lastsaveCommand
,1,REDIS_CMD_INLINE
},
408 {"type",typeCommand
,2,REDIS_CMD_INLINE
},
409 {"sync",syncCommand
,1,REDIS_CMD_INLINE
},
410 {"flushdb",flushdbCommand
,1,REDIS_CMD_INLINE
},
411 {"flushall",flushallCommand
,1,REDIS_CMD_INLINE
},
412 {"sort",sortCommand
,-2,REDIS_CMD_INLINE
},
413 {"info",infoCommand
,1,REDIS_CMD_INLINE
},
414 {"monitor",monitorCommand
,1,REDIS_CMD_INLINE
},
415 {"expire",expireCommand
,3,REDIS_CMD_INLINE
},
419 /*============================ Utility functions ============================ */
421 /* Glob-style pattern matching. */
422 int stringmatchlen(const char *pattern
, int patternLen
,
423 const char *string
, int stringLen
, int nocase
)
428 while (pattern
[1] == '*') {
433 return 1; /* match */
435 if (stringmatchlen(pattern
+1, patternLen
-1,
436 string
, stringLen
, nocase
))
437 return 1; /* match */
441 return 0; /* no match */
445 return 0; /* no match */
455 not = pattern
[0] == '^';
462 if (pattern
[0] == '\\') {
465 if (pattern
[0] == string
[0])
467 } else if (pattern
[0] == ']') {
469 } else if (patternLen
== 0) {
473 } else if (pattern
[1] == '-' && patternLen
>= 3) {
474 int start
= pattern
[0];
475 int end
= pattern
[2];
483 start
= tolower(start
);
489 if (c
>= start
&& c
<= end
)
493 if (pattern
[0] == string
[0])
496 if (tolower((int)pattern
[0]) == tolower((int)string
[0]))
506 return 0; /* no match */
512 if (patternLen
>= 2) {
519 if (pattern
[0] != string
[0])
520 return 0; /* no match */
522 if (tolower((int)pattern
[0]) != tolower((int)string
[0]))
523 return 0; /* no match */
531 if (stringLen
== 0) {
532 while(*pattern
== '*') {
539 if (patternLen
== 0 && stringLen
== 0)
544 void redisLog(int level
, const char *fmt
, ...)
549 fp
= (server
.logfile
== NULL
) ? stdout
: fopen(server
.logfile
,"a");
553 if (level
>= server
.verbosity
) {
555 fprintf(fp
,"%c ",c
[level
]);
556 vfprintf(fp
, fmt
, ap
);
562 if (server
.logfile
) fclose(fp
);
565 /*====================== Hash table type implementation ==================== */
567 /* This is an hash table type that uses the SDS dynamic strings libary as
568 * keys and radis objects as values (objects can hold SDS strings,
571 static int sdsDictKeyCompare(void *privdata
, const void *key1
,
575 DICT_NOTUSED(privdata
);
577 l1
= sdslen((sds
)key1
);
578 l2
= sdslen((sds
)key2
);
579 if (l1
!= l2
) return 0;
580 return memcmp(key1
, key2
, l1
) == 0;
583 static void dictRedisObjectDestructor(void *privdata
, void *val
)
585 DICT_NOTUSED(privdata
);
590 static int dictSdsKeyCompare(void *privdata
, const void *key1
,
593 const robj
*o1
= key1
, *o2
= key2
;
594 return sdsDictKeyCompare(privdata
,o1
->ptr
,o2
->ptr
);
597 static unsigned int dictSdsHash(const void *key
) {
599 return dictGenHashFunction(o
->ptr
, sdslen((sds
)o
->ptr
));
602 static dictType setDictType
= {
603 dictSdsHash
, /* hash function */
606 dictSdsKeyCompare
, /* key compare */
607 dictRedisObjectDestructor
, /* key destructor */
608 NULL
/* val destructor */
611 static dictType hashDictType
= {
612 dictSdsHash
, /* hash function */
615 dictSdsKeyCompare
, /* key compare */
616 dictRedisObjectDestructor
, /* key destructor */
617 dictRedisObjectDestructor
/* val destructor */
620 /* ========================= Random utility functions ======================= */
622 /* Redis generally does not try to recover from out of memory conditions
623 * when allocating objects or strings, it is not clear if it will be possible
624 * to report this condition to the client since the networking layer itself
625 * is based on heap allocation for send buffers, so we simply abort.
626 * At least the code will be simpler to read... */
627 static void oom(const char *msg
) {
628 fprintf(stderr
, "%s: Out of memory\n",msg
);
634 /* ====================== Redis server networking stuff ===================== */
635 void closeTimedoutClients(void) {
638 time_t now
= time(NULL
);
640 listRewind(server
.clients
);
641 while ((ln
= listYield(server
.clients
)) != NULL
) {
642 c
= listNodeValue(ln
);
643 if (!(c
->flags
& REDIS_SLAVE
) && /* no timeout for slaves */
644 (now
- c
->lastinteraction
> server
.maxidletime
)) {
645 redisLog(REDIS_DEBUG
,"Closing idle client");
651 int serverCron(struct aeEventLoop
*eventLoop
, long long id
, void *clientData
) {
652 int j
, loops
= server
.cronloops
++;
653 REDIS_NOTUSED(eventLoop
);
655 REDIS_NOTUSED(clientData
);
657 /* Update the global state with the amount of used memory */
658 server
.usedmemory
= zmalloc_used_memory();
660 /* If the percentage of used slots in the HT reaches REDIS_HT_MINFILL
661 * we resize the hash table to save memory */
662 for (j
= 0; j
< server
.dbnum
; j
++) {
663 int size
, used
, vkeys
;
665 size
= dictSlots(server
.db
[j
].dict
);
666 used
= dictSize(server
.db
[j
].dict
);
667 vkeys
= dictSize(server
.db
[j
].expires
);
668 if (!(loops
% 5) && used
> 0) {
669 redisLog(REDIS_DEBUG
,"DB %d: %d keys (%d volatile) in %d slots HT.",j
,used
,vkeys
,size
);
670 /* dictPrintStats(server.dict); */
672 if (size
&& used
&& size
> REDIS_HT_MINSLOTS
&&
673 (used
*100/size
< REDIS_HT_MINFILL
)) {
674 redisLog(REDIS_NOTICE
,"The hash table %d is too sparse, resize it...",j
);
675 dictResize(server
.db
[j
].dict
);
676 redisLog(REDIS_NOTICE
,"Hash table %d resized.",j
);
680 /* Show information about connected clients */
682 redisLog(REDIS_DEBUG
,"%d clients connected (%d slaves), %zu bytes in use",
683 listLength(server
.clients
)-listLength(server
.slaves
),
684 listLength(server
.slaves
),
686 dictSize(server
.sharingpool
));
689 /* Close connections of timedout clients */
691 closeTimedoutClients();
693 /* Check if a background saving in progress terminated */
694 if (server
.bgsaveinprogress
) {
696 /* XXX: TODO handle the case of the saving child killed */
697 if (wait4(-1,&statloc
,WNOHANG
,NULL
)) {
698 int exitcode
= WEXITSTATUS(statloc
);
700 redisLog(REDIS_NOTICE
,
701 "Background saving terminated with success");
703 server
.lastsave
= time(NULL
);
705 redisLog(REDIS_WARNING
,
706 "Background saving error");
708 server
.bgsaveinprogress
= 0;
709 updateSalvesWaitingBgsave(exitcode
== 0 ? REDIS_OK
: REDIS_ERR
);
712 /* If there is not a background saving in progress check if
713 * we have to save now */
714 time_t now
= time(NULL
);
715 for (j
= 0; j
< server
.saveparamslen
; j
++) {
716 struct saveparam
*sp
= server
.saveparams
+j
;
718 if (server
.dirty
>= sp
->changes
&&
719 now
-server
.lastsave
> sp
->seconds
) {
720 redisLog(REDIS_NOTICE
,"%d changes in %d seconds. Saving...",
721 sp
->changes
, sp
->seconds
);
722 rdbSaveBackground(server
.dbfilename
);
728 /* Try to expire a few timed out keys */
729 for (j
= 0; j
< server
.dbnum
; j
++) {
730 redisDb
*db
= server
.db
+j
;
731 int num
= dictSize(db
->expires
);
734 time_t now
= time(NULL
);
736 if (num
> REDIS_EXPIRELOOKUPS_PER_CRON
)
737 num
= REDIS_EXPIRELOOKUPS_PER_CRON
;
742 if ((de
= dictGetRandomKey(db
->expires
)) == NULL
) break;
743 t
= (time_t) dictGetEntryVal(de
);
745 deleteKey(db
,dictGetEntryKey(de
));
751 /* Check if we should connect to a MASTER */
752 if (server
.replstate
== REDIS_REPL_CONNECT
) {
753 redisLog(REDIS_NOTICE
,"Connecting to MASTER...");
754 if (syncWithMaster() == REDIS_OK
) {
755 redisLog(REDIS_NOTICE
,"MASTER <-> SLAVE sync succeeded");
761 static void createSharedObjects(void) {
762 shared
.crlf
= createObject(REDIS_STRING
,sdsnew("\r\n"));
763 shared
.ok
= createObject(REDIS_STRING
,sdsnew("+OK\r\n"));
764 shared
.err
= createObject(REDIS_STRING
,sdsnew("-ERR\r\n"));
765 shared
.emptybulk
= createObject(REDIS_STRING
,sdsnew("$0\r\n\r\n"));
766 shared
.czero
= createObject(REDIS_STRING
,sdsnew(":0\r\n"));
767 shared
.cone
= createObject(REDIS_STRING
,sdsnew(":1\r\n"));
768 shared
.nullbulk
= createObject(REDIS_STRING
,sdsnew("$-1\r\n"));
769 shared
.nullmultibulk
= createObject(REDIS_STRING
,sdsnew("*-1\r\n"));
770 shared
.emptymultibulk
= createObject(REDIS_STRING
,sdsnew("*0\r\n"));
772 shared
.pong
= createObject(REDIS_STRING
,sdsnew("+PONG\r\n"));
773 shared
.wrongtypeerr
= createObject(REDIS_STRING
,sdsnew(
774 "-ERR Operation against a key holding the wrong kind of value\r\n"));
775 shared
.nokeyerr
= createObject(REDIS_STRING
,sdsnew(
776 "-ERR no such key\r\n"));
777 shared
.syntaxerr
= createObject(REDIS_STRING
,sdsnew(
778 "-ERR syntax error\r\n"));
779 shared
.sameobjecterr
= createObject(REDIS_STRING
,sdsnew(
780 "-ERR source and destination objects are the same\r\n"));
781 shared
.outofrangeerr
= createObject(REDIS_STRING
,sdsnew(
782 "-ERR index out of range\r\n"));
783 shared
.space
= createObject(REDIS_STRING
,sdsnew(" "));
784 shared
.colon
= createObject(REDIS_STRING
,sdsnew(":"));
785 shared
.plus
= createObject(REDIS_STRING
,sdsnew("+"));
786 shared
.select0
= createStringObject("select 0\r\n",10);
787 shared
.select1
= createStringObject("select 1\r\n",10);
788 shared
.select2
= createStringObject("select 2\r\n",10);
789 shared
.select3
= createStringObject("select 3\r\n",10);
790 shared
.select4
= createStringObject("select 4\r\n",10);
791 shared
.select5
= createStringObject("select 5\r\n",10);
792 shared
.select6
= createStringObject("select 6\r\n",10);
793 shared
.select7
= createStringObject("select 7\r\n",10);
794 shared
.select8
= createStringObject("select 8\r\n",10);
795 shared
.select9
= createStringObject("select 9\r\n",10);
798 static void appendServerSaveParams(time_t seconds
, int changes
) {
799 server
.saveparams
= zrealloc(server
.saveparams
,sizeof(struct saveparam
)*(server
.saveparamslen
+1));
800 if (server
.saveparams
== NULL
) oom("appendServerSaveParams");
801 server
.saveparams
[server
.saveparamslen
].seconds
= seconds
;
802 server
.saveparams
[server
.saveparamslen
].changes
= changes
;
803 server
.saveparamslen
++;
806 static void ResetServerSaveParams() {
807 zfree(server
.saveparams
);
808 server
.saveparams
= NULL
;
809 server
.saveparamslen
= 0;
812 static void initServerConfig() {
813 server
.dbnum
= REDIS_DEFAULT_DBNUM
;
814 server
.port
= REDIS_SERVERPORT
;
815 server
.verbosity
= REDIS_DEBUG
;
816 server
.maxidletime
= REDIS_MAXIDLETIME
;
817 server
.saveparams
= NULL
;
818 server
.logfile
= NULL
; /* NULL = log on standard output */
819 server
.bindaddr
= NULL
;
820 server
.glueoutputbuf
= 1;
821 server
.daemonize
= 0;
822 server
.pidfile
= "/var/run/redis.pid";
823 server
.dbfilename
= "dump.rdb";
824 server
.requirepass
= NULL
;
825 server
.shareobjects
= 0;
826 ResetServerSaveParams();
828 appendServerSaveParams(60*60,1); /* save after 1 hour and 1 change */
829 appendServerSaveParams(300,100); /* save after 5 minutes and 100 changes */
830 appendServerSaveParams(60,10000); /* save after 1 minute and 10000 changes */
831 /* Replication related */
833 server
.masterhost
= NULL
;
834 server
.masterport
= 6379;
835 server
.master
= NULL
;
836 server
.replstate
= REDIS_REPL_NONE
;
839 static void initServer() {
842 signal(SIGHUP
, SIG_IGN
);
843 signal(SIGPIPE
, SIG_IGN
);
845 server
.clients
= listCreate();
846 server
.slaves
= listCreate();
847 server
.monitors
= listCreate();
848 server
.objfreelist
= listCreate();
849 createSharedObjects();
850 server
.el
= aeCreateEventLoop();
851 server
.db
= zmalloc(sizeof(redisDb
)*server
.dbnum
);
852 server
.sharingpool
= dictCreate(&setDictType
,NULL
);
853 server
.sharingpoolsize
= 1024;
854 if (!server
.db
|| !server
.clients
|| !server
.slaves
|| !server
.monitors
|| !server
.el
|| !server
.objfreelist
)
855 oom("server initialization"); /* Fatal OOM */
856 server
.fd
= anetTcpServer(server
.neterr
, server
.port
, server
.bindaddr
);
857 if (server
.fd
== -1) {
858 redisLog(REDIS_WARNING
, "Opening TCP port: %s", server
.neterr
);
861 for (j
= 0; j
< server
.dbnum
; j
++) {
862 server
.db
[j
].dict
= dictCreate(&hashDictType
,NULL
);
863 server
.db
[j
].expires
= dictCreate(&setDictType
,NULL
);
866 server
.cronloops
= 0;
867 server
.bgsaveinprogress
= 0;
868 server
.lastsave
= time(NULL
);
870 server
.usedmemory
= 0;
871 server
.stat_numcommands
= 0;
872 server
.stat_numconnections
= 0;
873 server
.stat_starttime
= time(NULL
);
874 aeCreateTimeEvent(server
.el
, 1000, serverCron
, NULL
, NULL
);
877 /* Empty the whole database */
878 static long long emptyDb() {
880 long long removed
= 0;
882 for (j
= 0; j
< server
.dbnum
; j
++) {
883 removed
+= dictSize(server
.db
[j
].dict
);
884 dictEmpty(server
.db
[j
].dict
);
885 dictEmpty(server
.db
[j
].expires
);
890 static int yesnotoi(char *s
) {
891 if (!strcasecmp(s
,"yes")) return 1;
892 else if (!strcasecmp(s
,"no")) return 0;
896 /* I agree, this is a very rudimental way to load a configuration...
897 will improve later if the config gets more complex */
898 static void loadServerConfig(char *filename
) {
899 FILE *fp
= fopen(filename
,"r");
900 char buf
[REDIS_CONFIGLINE_MAX
+1], *err
= NULL
;
905 redisLog(REDIS_WARNING
,"Fatal error, can't open config file");
908 while(fgets(buf
,REDIS_CONFIGLINE_MAX
+1,fp
) != NULL
) {
914 line
= sdstrim(line
," \t\r\n");
916 /* Skip comments and blank lines*/
917 if (line
[0] == '#' || line
[0] == '\0') {
922 /* Split into arguments */
923 argv
= sdssplitlen(line
,sdslen(line
)," ",1,&argc
);
926 /* Execute config directives */
927 if (!strcmp(argv
[0],"timeout") && argc
== 2) {
928 server
.maxidletime
= atoi(argv
[1]);
929 if (server
.maxidletime
< 1) {
930 err
= "Invalid timeout value"; goto loaderr
;
932 } else if (!strcmp(argv
[0],"port") && argc
== 2) {
933 server
.port
= atoi(argv
[1]);
934 if (server
.port
< 1 || server
.port
> 65535) {
935 err
= "Invalid port"; goto loaderr
;
937 } else if (!strcmp(argv
[0],"bind") && argc
== 2) {
938 server
.bindaddr
= zstrdup(argv
[1]);
939 } else if (!strcmp(argv
[0],"save") && argc
== 3) {
940 int seconds
= atoi(argv
[1]);
941 int changes
= atoi(argv
[2]);
942 if (seconds
< 1 || changes
< 0) {
943 err
= "Invalid save parameters"; goto loaderr
;
945 appendServerSaveParams(seconds
,changes
);
946 } else if (!strcmp(argv
[0],"dir") && argc
== 2) {
947 if (chdir(argv
[1]) == -1) {
948 redisLog(REDIS_WARNING
,"Can't chdir to '%s': %s",
949 argv
[1], strerror(errno
));
952 } else if (!strcmp(argv
[0],"loglevel") && argc
== 2) {
953 if (!strcmp(argv
[1],"debug")) server
.verbosity
= REDIS_DEBUG
;
954 else if (!strcmp(argv
[1],"notice")) server
.verbosity
= REDIS_NOTICE
;
955 else if (!strcmp(argv
[1],"warning")) server
.verbosity
= REDIS_WARNING
;
957 err
= "Invalid log level. Must be one of debug, notice, warning";
960 } else if (!strcmp(argv
[0],"logfile") && argc
== 2) {
963 server
.logfile
= zstrdup(argv
[1]);
964 if (!strcmp(server
.logfile
,"stdout")) {
965 zfree(server
.logfile
);
966 server
.logfile
= NULL
;
968 if (server
.logfile
) {
969 /* Test if we are able to open the file. The server will not
970 * be able to abort just for this problem later... */
971 fp
= fopen(server
.logfile
,"a");
973 err
= sdscatprintf(sdsempty(),
974 "Can't open the log file: %s", strerror(errno
));
979 } else if (!strcmp(argv
[0],"databases") && argc
== 2) {
980 server
.dbnum
= atoi(argv
[1]);
981 if (server
.dbnum
< 1) {
982 err
= "Invalid number of databases"; goto loaderr
;
984 } else if (!strcmp(argv
[0],"slaveof") && argc
== 3) {
985 server
.masterhost
= sdsnew(argv
[1]);
986 server
.masterport
= atoi(argv
[2]);
987 server
.replstate
= REDIS_REPL_CONNECT
;
988 } else if (!strcmp(argv
[0],"glueoutputbuf") && argc
== 2) {
989 if ((server
.glueoutputbuf
= yesnotoi(argv
[1])) == -1) {
990 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
992 } else if (!strcmp(argv
[0],"shareobjects") && argc
== 2) {
993 if ((server
.shareobjects
= yesnotoi(argv
[1])) == -1) {
994 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
996 } else if (!strcmp(argv
[0],"daemonize") && argc
== 2) {
997 if ((server
.daemonize
= yesnotoi(argv
[1])) == -1) {
998 err
= "argument must be 'yes' or 'no'"; goto loaderr
;
1000 } else if (!strcmp(argv
[0],"requirepass") && argc
== 2) {
1001 server
.requirepass
= zstrdup(argv
[1]);
1002 } else if (!strcmp(argv
[0],"pidfile") && argc
== 2) {
1003 server
.pidfile
= zstrdup(argv
[1]);
1004 } else if (!strcmp(argv
[0],"dbfilename") && argc
== 2) {
1005 server
.dbfilename
= zstrdup(argv
[1]);
1007 err
= "Bad directive or wrong number of arguments"; goto loaderr
;
1009 for (j
= 0; j
< argc
; j
++)
1018 fprintf(stderr
, "\n*** FATAL CONFIG FILE ERROR ***\n");
1019 fprintf(stderr
, "Reading the configuration file, at line %d\n", linenum
);
1020 fprintf(stderr
, ">>> '%s'\n", line
);
1021 fprintf(stderr
, "%s\n", err
);
1025 static void freeClientArgv(redisClient
*c
) {
1028 for (j
= 0; j
< c
->argc
; j
++)
1029 decrRefCount(c
->argv
[j
]);
1033 static void freeClient(redisClient
*c
) {
1036 aeDeleteFileEvent(server
.el
,c
->fd
,AE_READABLE
);
1037 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1038 sdsfree(c
->querybuf
);
1039 listRelease(c
->reply
);
1042 ln
= listSearchKey(server
.clients
,c
);
1044 listDelNode(server
.clients
,ln
);
1045 if (c
->flags
& REDIS_SLAVE
) {
1046 if (c
->replstate
== REDIS_REPL_SEND_BULK
&& c
->repldbfd
!= -1)
1048 list
*l
= (c
->flags
& REDIS_MONITOR
) ? server
.monitors
: server
.slaves
;
1049 ln
= listSearchKey(l
,c
);
1053 if (c
->flags
& REDIS_MASTER
) {
1054 server
.master
= NULL
;
1055 server
.replstate
= REDIS_REPL_CONNECT
;
1060 static void glueReplyBuffersIfNeeded(redisClient
*c
) {
1065 listRewind(c
->reply
);
1066 while((ln
= listYield(c
->reply
))) {
1068 totlen
+= sdslen(o
->ptr
);
1069 /* This optimization makes more sense if we don't have to copy
1071 if (totlen
> 1024) return;
1077 listRewind(c
->reply
);
1078 while((ln
= listYield(c
->reply
))) {
1080 memcpy(buf
+copylen
,o
->ptr
,sdslen(o
->ptr
));
1081 copylen
+= sdslen(o
->ptr
);
1082 listDelNode(c
->reply
,ln
);
1084 /* Now the output buffer is empty, add the new single element */
1085 addReplySds(c
,sdsnewlen(buf
,totlen
));
1089 static void sendReplyToClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1090 redisClient
*c
= privdata
;
1091 int nwritten
= 0, totwritten
= 0, objlen
;
1094 REDIS_NOTUSED(mask
);
1096 if (server
.glueoutputbuf
&& listLength(c
->reply
) > 1)
1097 glueReplyBuffersIfNeeded(c
);
1098 while(listLength(c
->reply
)) {
1099 o
= listNodeValue(listFirst(c
->reply
));
1100 objlen
= sdslen(o
->ptr
);
1103 listDelNode(c
->reply
,listFirst(c
->reply
));
1107 if (c
->flags
& REDIS_MASTER
) {
1108 nwritten
= objlen
- c
->sentlen
;
1110 nwritten
= write(fd
, ((char*)o
->ptr
)+c
->sentlen
, objlen
- c
->sentlen
);
1111 if (nwritten
<= 0) break;
1113 c
->sentlen
+= nwritten
;
1114 totwritten
+= nwritten
;
1115 /* If we fully sent the object on head go to the next one */
1116 if (c
->sentlen
== objlen
) {
1117 listDelNode(c
->reply
,listFirst(c
->reply
));
1121 if (nwritten
== -1) {
1122 if (errno
== EAGAIN
) {
1125 redisLog(REDIS_DEBUG
,
1126 "Error writing to client: %s", strerror(errno
));
1131 if (totwritten
> 0) c
->lastinteraction
= time(NULL
);
1132 if (listLength(c
->reply
) == 0) {
1134 aeDeleteFileEvent(server
.el
,c
->fd
,AE_WRITABLE
);
1138 static struct redisCommand
*lookupCommand(char *name
) {
1140 while(cmdTable
[j
].name
!= NULL
) {
1141 if (!strcmp(name
,cmdTable
[j
].name
)) return &cmdTable
[j
];
1147 /* resetClient prepare the client to process the next command */
1148 static void resetClient(redisClient
*c
) {
1153 /* If this function gets called we already read a whole
1154 * command, argments are in the client argv/argc fields.
1155 * processCommand() execute the command or prepare the
1156 * server for a bulk read from the client.
1158 * If 1 is returned the client is still alive and valid and
1159 * and other operations can be performed by the caller. Otherwise
1160 * if 0 is returned the client was destroied (i.e. after QUIT). */
1161 static int processCommand(redisClient
*c
) {
1162 struct redisCommand
*cmd
;
1165 sdstolower(c
->argv
[0]->ptr
);
1166 /* The QUIT command is handled as a special case. Normal command
1167 * procs are unable to close the client connection safely */
1168 if (!strcmp(c
->argv
[0]->ptr
,"quit")) {
1172 cmd
= lookupCommand(c
->argv
[0]->ptr
);
1174 addReplySds(c
,sdsnew("-ERR unknown command\r\n"));
1177 } else if ((cmd
->arity
> 0 && cmd
->arity
!= c
->argc
) ||
1178 (c
->argc
< -cmd
->arity
)) {
1179 addReplySds(c
,sdsnew("-ERR wrong number of arguments\r\n"));
1182 } else if (cmd
->flags
& REDIS_CMD_BULK
&& c
->bulklen
== -1) {
1183 int bulklen
= atoi(c
->argv
[c
->argc
-1]->ptr
);
1185 decrRefCount(c
->argv
[c
->argc
-1]);
1186 if (bulklen
< 0 || bulklen
> 1024*1024*1024) {
1188 addReplySds(c
,sdsnew("-ERR invalid bulk write count\r\n"));
1193 c
->bulklen
= bulklen
+2; /* add two bytes for CR+LF */
1194 /* It is possible that the bulk read is already in the
1195 * buffer. Check this condition and handle it accordingly */
1196 if ((signed)sdslen(c
->querybuf
) >= c
->bulklen
) {
1197 c
->argv
[c
->argc
] = createStringObject(c
->querybuf
,c
->bulklen
-2);
1199 c
->querybuf
= sdsrange(c
->querybuf
,c
->bulklen
,-1);
1204 /* Let's try to share objects on the command arguments vector */
1205 if (server
.shareobjects
) {
1207 for(j
= 1; j
< c
->argc
; j
++)
1208 c
->argv
[j
] = tryObjectSharing(c
->argv
[j
]);
1210 /* Check if the user is authenticated */
1211 if (server
.requirepass
&& !c
->authenticated
&& cmd
->proc
!= authCommand
) {
1212 addReplySds(c
,sdsnew("-ERR operation not permitted\r\n"));
1217 /* Exec the command */
1218 dirty
= server
.dirty
;
1220 if (server
.dirty
-dirty
!= 0 && listLength(server
.slaves
))
1221 replicationFeedSlaves(server
.slaves
,cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1222 if (listLength(server
.monitors
))
1223 replicationFeedSlaves(server
.monitors
,cmd
,c
->db
->id
,c
->argv
,c
->argc
);
1224 server
.stat_numcommands
++;
1226 /* Prepare the client for the next command */
1227 if (c
->flags
& REDIS_CLOSE
) {
1235 static void replicationFeedSlaves(list
*slaves
, struct redisCommand
*cmd
, int dictid
, robj
**argv
, int argc
) {
1237 robj
*outv
[REDIS_MAX_ARGS
*4]; /* enough room for args, spaces, newlines */
1240 for (j
= 0; j
< argc
; j
++) {
1241 if (j
!= 0) outv
[outc
++] = shared
.space
;
1242 if ((cmd
->flags
& REDIS_CMD_BULK
) && j
== argc
-1) {
1245 lenobj
= createObject(REDIS_STRING
,
1246 sdscatprintf(sdsempty(),"%d\r\n",sdslen(argv
[j
]->ptr
)));
1247 lenobj
->refcount
= 0;
1248 outv
[outc
++] = lenobj
;
1250 outv
[outc
++] = argv
[j
];
1252 outv
[outc
++] = shared
.crlf
;
1254 /* Increment all the refcounts at start and decrement at end in order to
1255 * be sure to free objects if there is no slave in a replication state
1256 * able to be feed with commands */
1257 for (j
= 0; j
< outc
; j
++) incrRefCount(outv
[j
]);
1259 while((ln
= listYield(slaves
))) {
1260 redisClient
*slave
= ln
->value
;
1262 /* Don't feed slaves that are still waiting for BGSAVE to start */
1263 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
) continue;
1265 /* Feed all the other slaves, MONITORs and so on */
1266 if (slave
->slaveseldb
!= dictid
) {
1270 case 0: selectcmd
= shared
.select0
; break;
1271 case 1: selectcmd
= shared
.select1
; break;
1272 case 2: selectcmd
= shared
.select2
; break;
1273 case 3: selectcmd
= shared
.select3
; break;
1274 case 4: selectcmd
= shared
.select4
; break;
1275 case 5: selectcmd
= shared
.select5
; break;
1276 case 6: selectcmd
= shared
.select6
; break;
1277 case 7: selectcmd
= shared
.select7
; break;
1278 case 8: selectcmd
= shared
.select8
; break;
1279 case 9: selectcmd
= shared
.select9
; break;
1281 selectcmd
= createObject(REDIS_STRING
,
1282 sdscatprintf(sdsempty(),"select %d\r\n",dictid
));
1283 selectcmd
->refcount
= 0;
1286 addReply(slave
,selectcmd
);
1287 slave
->slaveseldb
= dictid
;
1289 for (j
= 0; j
< outc
; j
++) addReply(slave
,outv
[j
]);
1291 for (j
= 0; j
< outc
; j
++) decrRefCount(outv
[j
]);
1294 static void readQueryFromClient(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1295 redisClient
*c
= (redisClient
*) privdata
;
1296 char buf
[REDIS_IOBUF_LEN
];
1299 REDIS_NOTUSED(mask
);
1301 nread
= read(fd
, buf
, REDIS_IOBUF_LEN
);
1303 if (errno
== EAGAIN
) {
1306 redisLog(REDIS_DEBUG
, "Reading from client: %s",strerror(errno
));
1310 } else if (nread
== 0) {
1311 redisLog(REDIS_DEBUG
, "Client closed connection");
1316 c
->querybuf
= sdscatlen(c
->querybuf
, buf
, nread
);
1317 c
->lastinteraction
= time(NULL
);
1323 if (c
->bulklen
== -1) {
1324 /* Read the first line of the query */
1325 char *p
= strchr(c
->querybuf
,'\n');
1331 query
= c
->querybuf
;
1332 c
->querybuf
= sdsempty();
1333 querylen
= 1+(p
-(query
));
1334 if (sdslen(query
) > querylen
) {
1335 /* leave data after the first line of the query in the buffer */
1336 c
->querybuf
= sdscatlen(c
->querybuf
,query
+querylen
,sdslen(query
)-querylen
);
1338 *p
= '\0'; /* remove "\n" */
1339 if (*(p
-1) == '\r') *(p
-1) = '\0'; /* and "\r" if any */
1340 sdsupdatelen(query
);
1342 /* Now we can split the query in arguments */
1343 if (sdslen(query
) == 0) {
1344 /* Ignore empty query */
1348 argv
= sdssplitlen(query
,sdslen(query
)," ",1,&argc
);
1350 if (argv
== NULL
) oom("sdssplitlen");
1351 for (j
= 0; j
< argc
&& j
< REDIS_MAX_ARGS
; j
++) {
1352 if (sdslen(argv
[j
])) {
1353 c
->argv
[c
->argc
] = createObject(REDIS_STRING
,argv
[j
]);
1360 /* Execute the command. If the client is still valid
1361 * after processCommand() return and there is something
1362 * on the query buffer try to process the next command. */
1363 if (processCommand(c
) && sdslen(c
->querybuf
)) goto again
;
1365 } else if (sdslen(c
->querybuf
) >= 1024) {
1366 redisLog(REDIS_DEBUG
, "Client protocol error");
1371 /* Bulk read handling. Note that if we are at this point
1372 the client already sent a command terminated with a newline,
1373 we are reading the bulk data that is actually the last
1374 argument of the command. */
1375 int qbl
= sdslen(c
->querybuf
);
1377 if (c
->bulklen
<= qbl
) {
1378 /* Copy everything but the final CRLF as final argument */
1379 c
->argv
[c
->argc
] = createStringObject(c
->querybuf
,c
->bulklen
-2);
1381 c
->querybuf
= sdsrange(c
->querybuf
,c
->bulklen
,-1);
1388 static int selectDb(redisClient
*c
, int id
) {
1389 if (id
< 0 || id
>= server
.dbnum
)
1391 c
->db
= &server
.db
[id
];
1395 static void *dupClientReplyValue(void *o
) {
1396 incrRefCount((robj
*)o
);
1400 static redisClient
*createClient(int fd
) {
1401 redisClient
*c
= zmalloc(sizeof(*c
));
1403 anetNonBlock(NULL
,fd
);
1404 anetTcpNoDelay(NULL
,fd
);
1405 if (!c
) return NULL
;
1408 c
->querybuf
= sdsempty();
1413 c
->lastinteraction
= time(NULL
);
1414 c
->authenticated
= 0;
1415 c
->replstate
= REDIS_REPL_NONE
;
1416 if ((c
->reply
= listCreate()) == NULL
) oom("listCreate");
1417 listSetFreeMethod(c
->reply
,decrRefCount
);
1418 listSetDupMethod(c
->reply
,dupClientReplyValue
);
1419 if (aeCreateFileEvent(server
.el
, c
->fd
, AE_READABLE
,
1420 readQueryFromClient
, c
, NULL
) == AE_ERR
) {
1424 if (!listAddNodeTail(server
.clients
,c
)) oom("listAddNodeTail");
1428 static void addReply(redisClient
*c
, robj
*obj
) {
1429 if (listLength(c
->reply
) == 0 &&
1430 (c
->replstate
== REDIS_REPL_NONE
||
1431 c
->replstate
== REDIS_REPL_ONLINE
) &&
1432 aeCreateFileEvent(server
.el
, c
->fd
, AE_WRITABLE
,
1433 sendReplyToClient
, c
, NULL
) == AE_ERR
) return;
1434 if (!listAddNodeTail(c
->reply
,obj
)) oom("listAddNodeTail");
1438 static void addReplySds(redisClient
*c
, sds s
) {
1439 robj
*o
= createObject(REDIS_STRING
,s
);
1444 static void acceptHandler(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
1448 REDIS_NOTUSED(mask
);
1449 REDIS_NOTUSED(privdata
);
1451 cfd
= anetAccept(server
.neterr
, fd
, cip
, &cport
);
1452 if (cfd
== AE_ERR
) {
1453 redisLog(REDIS_DEBUG
,"Accepting client connection: %s", server
.neterr
);
1456 redisLog(REDIS_DEBUG
,"Accepted %s:%d", cip
, cport
);
1457 if (createClient(cfd
) == NULL
) {
1458 redisLog(REDIS_WARNING
,"Error allocating resoures for the client");
1459 close(cfd
); /* May be already closed, just ingore errors */
1462 server
.stat_numconnections
++;
1465 /* ======================= Redis objects implementation ===================== */
1467 static robj
*createObject(int type
, void *ptr
) {
1470 if (listLength(server
.objfreelist
)) {
1471 listNode
*head
= listFirst(server
.objfreelist
);
1472 o
= listNodeValue(head
);
1473 listDelNode(server
.objfreelist
,head
);
1475 o
= zmalloc(sizeof(*o
));
1477 if (!o
) oom("createObject");
1484 static robj
*createStringObject(char *ptr
, size_t len
) {
1485 return createObject(REDIS_STRING
,sdsnewlen(ptr
,len
));
1488 static robj
*createListObject(void) {
1489 list
*l
= listCreate();
1491 if (!l
) oom("listCreate");
1492 listSetFreeMethod(l
,decrRefCount
);
1493 return createObject(REDIS_LIST
,l
);
1496 static robj
*createSetObject(void) {
1497 dict
*d
= dictCreate(&setDictType
,NULL
);
1498 if (!d
) oom("dictCreate");
1499 return createObject(REDIS_SET
,d
);
1502 static void freeStringObject(robj
*o
) {
1506 static void freeListObject(robj
*o
) {
1507 listRelease((list
*) o
->ptr
);
1510 static void freeSetObject(robj
*o
) {
1511 dictRelease((dict
*) o
->ptr
);
1514 static void freeHashObject(robj
*o
) {
1515 dictRelease((dict
*) o
->ptr
);
1518 static void incrRefCount(robj
*o
) {
1520 #ifdef DEBUG_REFCOUNT
1521 if (o
->type
== REDIS_STRING
)
1522 printf("Increment '%s'(%p), now is: %d\n",o
->ptr
,o
,o
->refcount
);
1526 static void decrRefCount(void *obj
) {
1529 #ifdef DEBUG_REFCOUNT
1530 if (o
->type
== REDIS_STRING
)
1531 printf("Decrement '%s'(%p), now is: %d\n",o
->ptr
,o
,o
->refcount
-1);
1533 if (--(o
->refcount
) == 0) {
1535 case REDIS_STRING
: freeStringObject(o
); break;
1536 case REDIS_LIST
: freeListObject(o
); break;
1537 case REDIS_SET
: freeSetObject(o
); break;
1538 case REDIS_HASH
: freeHashObject(o
); break;
1539 default: assert(0 != 0); break;
1541 if (listLength(server
.objfreelist
) > REDIS_OBJFREELIST_MAX
||
1542 !listAddNodeHead(server
.objfreelist
,o
))
1547 /* Try to share an object against the shared objects pool */
1548 static robj
*tryObjectSharing(robj
*o
) {
1549 struct dictEntry
*de
;
1552 if (o
== NULL
|| server
.shareobjects
== 0) return o
;
1554 assert(o
->type
== REDIS_STRING
);
1555 de
= dictFind(server
.sharingpool
,o
);
1557 robj
*shared
= dictGetEntryKey(de
);
1559 c
= ((unsigned long) dictGetEntryVal(de
))+1;
1560 dictGetEntryVal(de
) = (void*) c
;
1561 incrRefCount(shared
);
1565 /* Here we are using a stream algorihtm: Every time an object is
1566 * shared we increment its count, everytime there is a miss we
1567 * recrement the counter of a random object. If this object reaches
1568 * zero we remove the object and put the current object instead. */
1569 if (dictSize(server
.sharingpool
) >=
1570 server
.sharingpoolsize
) {
1571 de
= dictGetRandomKey(server
.sharingpool
);
1573 c
= ((unsigned long) dictGetEntryVal(de
))-1;
1574 dictGetEntryVal(de
) = (void*) c
;
1576 dictDelete(server
.sharingpool
,de
->key
);
1579 c
= 0; /* If the pool is empty we want to add this object */
1584 retval
= dictAdd(server
.sharingpool
,o
,(void*)1);
1585 assert(retval
== DICT_OK
);
1592 static robj
*lookupKey(redisDb
*db
, robj
*key
) {
1593 dictEntry
*de
= dictFind(db
->dict
,key
);
1594 return de
? dictGetEntryVal(de
) : NULL
;
1597 static robj
*lookupKeyRead(redisDb
*db
, robj
*key
) {
1598 expireIfNeeded(db
,key
);
1599 return lookupKey(db
,key
);
1602 static robj
*lookupKeyWrite(redisDb
*db
, robj
*key
) {
1603 deleteIfVolatile(db
,key
);
1604 return lookupKey(db
,key
);
1607 static int deleteKey(redisDb
*db
, robj
*key
) {
1610 /* We need to protect key from destruction: after the first dictDelete()
1611 * it may happen that 'key' is no longer valid if we don't increment
1612 * it's count. This may happen when we get the object reference directly
1613 * from the hash table with dictRandomKey() or dict iterators */
1615 if (dictSize(db
->expires
)) dictDelete(db
->expires
,key
);
1616 retval
= dictDelete(db
->dict
,key
);
1619 return retval
== DICT_OK
;
1622 /*============================ DB saving/loading ============================ */
1624 static int rdbSaveType(FILE *fp
, unsigned char type
) {
1625 if (fwrite(&type
,1,1,fp
) == 0) return -1;
1629 static int rdbSaveTime(FILE *fp
, time_t t
) {
1630 int32_t t32
= (int32_t) t
;
1631 if (fwrite(&t32
,4,1,fp
) == 0) return -1;
1635 /* check rdbLoadLen() comments for more info */
1636 static int rdbSaveLen(FILE *fp
, uint32_t len
) {
1637 unsigned char buf
[2];
1640 /* Save a 6 bit len */
1641 buf
[0] = (len
&0xFF)|(REDIS_RDB_6BITLEN
<<6);
1642 if (fwrite(buf
,1,1,fp
) == 0) return -1;
1643 } else if (len
< (1<<14)) {
1644 /* Save a 14 bit len */
1645 buf
[0] = ((len
>>8)&0xFF)|(REDIS_RDB_14BITLEN
<<6);
1647 if (fwrite(buf
,2,1,fp
) == 0) return -1;
1649 /* Save a 32 bit len */
1650 buf
[0] = (REDIS_RDB_32BITLEN
<<6);
1651 if (fwrite(buf
,1,1,fp
) == 0) return -1;
1653 if (fwrite(&len
,4,1,fp
) == 0) return -1;
1658 /* String objects in the form "2391" "-100" without any space and with a
1659 * range of values that can fit in an 8, 16 or 32 bit signed value can be
1660 * encoded as integers to save space */
1661 int rdbTryIntegerEncoding(sds s
, unsigned char *enc
) {
1663 char *endptr
, buf
[32];
1665 /* Check if it's possible to encode this value as a number */
1666 value
= strtoll(s
, &endptr
, 10);
1667 if (endptr
[0] != '\0') return 0;
1668 snprintf(buf
,32,"%lld",value
);
1670 /* If the number converted back into a string is not identical
1671 * then it's not possible to encode the string as integer */
1672 if (strlen(buf
) != sdslen(s
) || memcmp(buf
,s
,sdslen(s
))) return 0;
1674 /* Finally check if it fits in our ranges */
1675 if (value
>= -(1<<7) && value
<= (1<<7)-1) {
1676 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT8
;
1677 enc
[1] = value
&0xFF;
1679 } else if (value
>= -(1<<15) && value
<= (1<<15)-1) {
1680 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT16
;
1681 enc
[1] = value
&0xFF;
1682 enc
[2] = (value
>>8)&0xFF;
1684 } else if (value
>= -((long long)1<<31) && value
<= ((long long)1<<31)-1) {
1685 enc
[0] = (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_INT32
;
1686 enc
[1] = value
&0xFF;
1687 enc
[2] = (value
>>8)&0xFF;
1688 enc
[3] = (value
>>16)&0xFF;
1689 enc
[4] = (value
>>24)&0xFF;
1696 static int rdbSaveLzfStringObject(FILE *fp
, robj
*obj
) {
1697 unsigned int comprlen
, outlen
;
1701 /* We require at least four bytes compression for this to be worth it */
1702 outlen
= sdslen(obj
->ptr
)-4;
1703 if (outlen
<= 0) return 0;
1704 if ((out
= zmalloc(outlen
)) == NULL
) return 0;
1705 comprlen
= lzf_compress(obj
->ptr
, sdslen(obj
->ptr
), out
, outlen
);
1706 if (comprlen
== 0) {
1710 /* Data compressed! Let's save it on disk */
1711 byte
= (REDIS_RDB_ENCVAL
<<6)|REDIS_RDB_ENC_LZF
;
1712 if (fwrite(&byte
,1,1,fp
) == 0) goto writeerr
;
1713 if (rdbSaveLen(fp
,comprlen
) == -1) goto writeerr
;
1714 if (rdbSaveLen(fp
,sdslen(obj
->ptr
)) == -1) goto writeerr
;
1715 if (fwrite(out
,comprlen
,1,fp
) == 0) goto writeerr
;
1724 /* Save a string objet as [len][data] on disk. If the object is a string
1725 * representation of an integer value we try to safe it in a special form */
1726 static int rdbSaveStringObject(FILE *fp
, robj
*obj
) {
1727 size_t len
= sdslen(obj
->ptr
);
1730 /* Try integer encoding */
1732 unsigned char buf
[5];
1733 if ((enclen
= rdbTryIntegerEncoding(obj
->ptr
,buf
)) > 0) {
1734 if (fwrite(buf
,enclen
,1,fp
) == 0) return -1;
1739 /* Try LZF compression - under 20 bytes it's unable to compress even
1740 * aaaaaaaaaaaaaaaaaa so skip it */
1744 retval
= rdbSaveLzfStringObject(fp
,obj
);
1745 if (retval
== -1) return -1;
1746 if (retval
> 0) return 0;
1747 /* retval == 0 means data can't be compressed, save the old way */
1750 /* Store verbatim */
1751 if (rdbSaveLen(fp
,len
) == -1) return -1;
1752 if (len
&& fwrite(obj
->ptr
,len
,1,fp
) == 0) return -1;
1756 /* Save the DB on disk. Return REDIS_ERR on error, REDIS_OK on success */
1757 static int rdbSave(char *filename
) {
1758 dictIterator
*di
= NULL
;
1763 time_t now
= time(NULL
);
1765 snprintf(tmpfile
,256,"temp-%d.%ld.rdb",(int)time(NULL
),(long int)random());
1766 fp
= fopen(tmpfile
,"w");
1768 redisLog(REDIS_WARNING
, "Failed saving the DB: %s", strerror(errno
));
1771 if (fwrite("REDIS0001",9,1,fp
) == 0) goto werr
;
1772 for (j
= 0; j
< server
.dbnum
; j
++) {
1773 redisDb
*db
= server
.db
+j
;
1775 if (dictSize(d
) == 0) continue;
1776 di
= dictGetIterator(d
);
1782 /* Write the SELECT DB opcode */
1783 if (rdbSaveType(fp
,REDIS_SELECTDB
) == -1) goto werr
;
1784 if (rdbSaveLen(fp
,j
) == -1) goto werr
;
1786 /* Iterate this DB writing every entry */
1787 while((de
= dictNext(di
)) != NULL
) {
1788 robj
*key
= dictGetEntryKey(de
);
1789 robj
*o
= dictGetEntryVal(de
);
1790 time_t expiretime
= getExpire(db
,key
);
1792 /* Save the expire time */
1793 if (expiretime
!= -1) {
1794 /* If this key is already expired skip it */
1795 if (expiretime
< now
) continue;
1796 if (rdbSaveType(fp
,REDIS_EXPIRETIME
) == -1) goto werr
;
1797 if (rdbSaveTime(fp
,expiretime
) == -1) goto werr
;
1799 /* Save the key and associated value */
1800 if (rdbSaveType(fp
,o
->type
) == -1) goto werr
;
1801 if (rdbSaveStringObject(fp
,key
) == -1) goto werr
;
1802 if (o
->type
== REDIS_STRING
) {
1803 /* Save a string value */
1804 if (rdbSaveStringObject(fp
,o
) == -1) goto werr
;
1805 } else if (o
->type
== REDIS_LIST
) {
1806 /* Save a list value */
1807 list
*list
= o
->ptr
;
1811 if (rdbSaveLen(fp
,listLength(list
)) == -1) goto werr
;
1812 while((ln
= listYield(list
))) {
1813 robj
*eleobj
= listNodeValue(ln
);
1815 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
1817 } else if (o
->type
== REDIS_SET
) {
1818 /* Save a set value */
1820 dictIterator
*di
= dictGetIterator(set
);
1823 if (!set
) oom("dictGetIteraotr");
1824 if (rdbSaveLen(fp
,dictSize(set
)) == -1) goto werr
;
1825 while((de
= dictNext(di
)) != NULL
) {
1826 robj
*eleobj
= dictGetEntryKey(de
);
1828 if (rdbSaveStringObject(fp
,eleobj
) == -1) goto werr
;
1830 dictReleaseIterator(di
);
1835 dictReleaseIterator(di
);
1838 if (rdbSaveType(fp
,REDIS_EOF
) == -1) goto werr
;
1840 /* Make sure data will not remain on the OS's output buffers */
1845 /* Use RENAME to make sure the DB file is changed atomically only
1846 * if the generate DB file is ok. */
1847 if (rename(tmpfile
,filename
) == -1) {
1848 redisLog(REDIS_WARNING
,"Error moving temp DB file on the final destionation: %s", strerror(errno
));
1852 redisLog(REDIS_NOTICE
,"DB saved on disk");
1854 server
.lastsave
= time(NULL
);
1860 redisLog(REDIS_WARNING
,"Write error saving DB on disk: %s", strerror(errno
));
1861 if (di
) dictReleaseIterator(di
);
1865 static int rdbSaveBackground(char *filename
) {
1868 if (server
.bgsaveinprogress
) return REDIS_ERR
;
1869 if ((childpid
= fork()) == 0) {
1872 if (rdbSave(filename
) == REDIS_OK
) {
1879 redisLog(REDIS_NOTICE
,"Background saving started by pid %d",childpid
);
1880 server
.bgsaveinprogress
= 1;
1883 return REDIS_OK
; /* unreached */
1886 static int rdbLoadType(FILE *fp
) {
1888 if (fread(&type
,1,1,fp
) == 0) return -1;
1892 static time_t rdbLoadTime(FILE *fp
) {
1894 if (fread(&t32
,4,1,fp
) == 0) return -1;
1895 return (time_t) t32
;
1898 /* Load an encoded length from the DB, see the REDIS_RDB_* defines on the top
1899 * of this file for a description of how this are stored on disk.
1901 * isencoded is set to 1 if the readed length is not actually a length but
1902 * an "encoding type", check the above comments for more info */
1903 static uint32_t rdbLoadLen(FILE *fp
, int rdbver
, int *isencoded
) {
1904 unsigned char buf
[2];
1907 if (isencoded
) *isencoded
= 0;
1909 if (fread(&len
,4,1,fp
) == 0) return REDIS_RDB_LENERR
;
1914 if (fread(buf
,1,1,fp
) == 0) return REDIS_RDB_LENERR
;
1915 type
= (buf
[0]&0xC0)>>6;
1916 if (type
== REDIS_RDB_6BITLEN
) {
1917 /* Read a 6 bit len */
1919 } else if (type
== REDIS_RDB_ENCVAL
) {
1920 /* Read a 6 bit len encoding type */
1921 if (isencoded
) *isencoded
= 1;
1923 } else if (type
== REDIS_RDB_14BITLEN
) {
1924 /* Read a 14 bit len */
1925 if (fread(buf
+1,1,1,fp
) == 0) return REDIS_RDB_LENERR
;
1926 return ((buf
[0]&0x3F)<<8)|buf
[1];
1928 /* Read a 32 bit len */
1929 if (fread(&len
,4,1,fp
) == 0) return REDIS_RDB_LENERR
;
1935 static robj
*rdbLoadIntegerObject(FILE *fp
, int enctype
) {
1936 unsigned char enc
[4];
1939 if (enctype
== REDIS_RDB_ENC_INT8
) {
1940 if (fread(enc
,1,1,fp
) == 0) return NULL
;
1941 val
= (signed char)enc
[0];
1942 } else if (enctype
== REDIS_RDB_ENC_INT16
) {
1944 if (fread(enc
,2,1,fp
) == 0) return NULL
;
1945 v
= enc
[0]|(enc
[1]<<8);
1947 } else if (enctype
== REDIS_RDB_ENC_INT32
) {
1949 if (fread(enc
,4,1,fp
) == 0) return NULL
;
1950 v
= enc
[0]|(enc
[1]<<8)|(enc
[2]<<16)|(enc
[3]<<24);
1953 val
= 0; /* anti-warning */
1956 return createObject(REDIS_STRING
,sdscatprintf(sdsempty(),"%lld",val
));
1959 static robj
*rdbLoadLzfStringObject(FILE*fp
, int rdbver
) {
1960 unsigned int len
, clen
;
1961 unsigned char *c
= NULL
;
1964 if ((clen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
1965 if ((len
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
) return NULL
;
1966 if ((c
= zmalloc(clen
)) == NULL
) goto err
;
1967 if ((val
= sdsnewlen(NULL
,len
)) == NULL
) goto err
;
1968 if (fread(c
,clen
,1,fp
) == 0) goto err
;
1969 if (lzf_decompress(c
,clen
,val
,len
) == 0) goto err
;
1970 return createObject(REDIS_STRING
,val
);
1977 static robj
*rdbLoadStringObject(FILE*fp
, int rdbver
) {
1982 len
= rdbLoadLen(fp
,rdbver
,&isencoded
);
1985 case REDIS_RDB_ENC_INT8
:
1986 case REDIS_RDB_ENC_INT16
:
1987 case REDIS_RDB_ENC_INT32
:
1988 return tryObjectSharing(rdbLoadIntegerObject(fp
,len
));
1989 case REDIS_RDB_ENC_LZF
:
1990 return tryObjectSharing(rdbLoadLzfStringObject(fp
,rdbver
));
1996 if (len
== REDIS_RDB_LENERR
) return NULL
;
1997 val
= sdsnewlen(NULL
,len
);
1998 if (len
&& fread(val
,len
,1,fp
) == 0) {
2002 return tryObjectSharing(createObject(REDIS_STRING
,val
));
2005 static int rdbLoad(char *filename
) {
2007 robj
*keyobj
= NULL
;
2009 int type
, retval
, rdbver
;
2010 dict
*d
= server
.db
[0].dict
;
2011 redisDb
*db
= server
.db
+0;
2013 time_t expiretime
= -1, now
= time(NULL
);
2015 fp
= fopen(filename
,"r");
2016 if (!fp
) return REDIS_ERR
;
2017 if (fread(buf
,9,1,fp
) == 0) goto eoferr
;
2019 if (memcmp(buf
,"REDIS",5) != 0) {
2021 redisLog(REDIS_WARNING
,"Wrong signature trying to load DB from file");
2024 rdbver
= atoi(buf
+5);
2027 redisLog(REDIS_WARNING
,"Can't handle RDB format version %d",rdbver
);
2034 if ((type
= rdbLoadType(fp
)) == -1) goto eoferr
;
2035 if (type
== REDIS_EXPIRETIME
) {
2036 if ((expiretime
= rdbLoadTime(fp
)) == -1) goto eoferr
;
2037 /* We read the time so we need to read the object type again */
2038 if ((type
= rdbLoadType(fp
)) == -1) goto eoferr
;
2040 if (type
== REDIS_EOF
) break;
2041 /* Handle SELECT DB opcode as a special case */
2042 if (type
== REDIS_SELECTDB
) {
2043 if ((dbid
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2045 if (dbid
>= (unsigned)server
.dbnum
) {
2046 redisLog(REDIS_WARNING
,"FATAL: Data file was created with a Redis server configured to handle more than %d databases. Exiting\n", server
.dbnum
);
2049 db
= server
.db
+dbid
;
2054 if ((keyobj
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2056 if (type
== REDIS_STRING
) {
2057 /* Read string value */
2058 if ((o
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2059 } else if (type
== REDIS_LIST
|| type
== REDIS_SET
) {
2060 /* Read list/set value */
2063 if ((listlen
= rdbLoadLen(fp
,rdbver
,NULL
)) == REDIS_RDB_LENERR
)
2065 o
= (type
== REDIS_LIST
) ? createListObject() : createSetObject();
2066 /* Load every single element of the list/set */
2070 if ((ele
= rdbLoadStringObject(fp
,rdbver
)) == NULL
) goto eoferr
;
2071 if (type
== REDIS_LIST
) {
2072 if (!listAddNodeTail((list
*)o
->ptr
,ele
))
2073 oom("listAddNodeTail");
2075 if (dictAdd((dict
*)o
->ptr
,ele
,NULL
) == DICT_ERR
)
2082 /* Add the new object in the hash table */
2083 retval
= dictAdd(d
,keyobj
,o
);
2084 if (retval
== DICT_ERR
) {
2085 redisLog(REDIS_WARNING
,"Loading DB, duplicated key (%s) found! Unrecoverable error, exiting now.", keyobj
->ptr
);
2088 /* Set the expire time if needed */
2089 if (expiretime
!= -1) {
2090 setExpire(db
,keyobj
,expiretime
);
2091 /* Delete this key if already expired */
2092 if (expiretime
< now
) deleteKey(db
,keyobj
);
2100 eoferr
: /* unexpected end of file is handled here with a fatal exit */
2101 if (keyobj
) decrRefCount(keyobj
);
2102 redisLog(REDIS_WARNING
,"Short read or OOM loading DB. Unrecoverable error, exiting now.");
2104 return REDIS_ERR
; /* Just to avoid warning */
2107 /*================================== Commands =============================== */
2109 static void authCommand(redisClient
*c
) {
2110 if (!server
.requirepass
|| !strcmp(c
->argv
[1]->ptr
, server
.requirepass
)) {
2111 c
->authenticated
= 1;
2112 addReply(c
,shared
.ok
);
2114 c
->authenticated
= 0;
2115 addReply(c
,shared
.err
);
2119 static void pingCommand(redisClient
*c
) {
2120 addReply(c
,shared
.pong
);
2123 static void echoCommand(redisClient
*c
) {
2124 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",
2125 (int)sdslen(c
->argv
[1]->ptr
)));
2126 addReply(c
,c
->argv
[1]);
2127 addReply(c
,shared
.crlf
);
2130 /*=================================== Strings =============================== */
2132 static void setGenericCommand(redisClient
*c
, int nx
) {
2135 retval
= dictAdd(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2136 if (retval
== DICT_ERR
) {
2138 dictReplace(c
->db
->dict
,c
->argv
[1],c
->argv
[2]);
2139 incrRefCount(c
->argv
[2]);
2141 addReply(c
,shared
.czero
);
2145 incrRefCount(c
->argv
[1]);
2146 incrRefCount(c
->argv
[2]);
2149 removeExpire(c
->db
,c
->argv
[1]);
2150 addReply(c
, nx
? shared
.cone
: shared
.ok
);
2153 static void setCommand(redisClient
*c
) {
2154 setGenericCommand(c
,0);
2157 static void setnxCommand(redisClient
*c
) {
2158 setGenericCommand(c
,1);
2161 static void getCommand(redisClient
*c
) {
2162 robj
*o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2165 addReply(c
,shared
.nullbulk
);
2167 if (o
->type
!= REDIS_STRING
) {
2168 addReply(c
,shared
.wrongtypeerr
);
2170 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(o
->ptr
)));
2172 addReply(c
,shared
.crlf
);
2177 static void mgetCommand(redisClient
*c
) {
2180 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",c
->argc
-1));
2181 for (j
= 1; j
< c
->argc
; j
++) {
2182 robj
*o
= lookupKeyRead(c
->db
,c
->argv
[j
]);
2184 addReply(c
,shared
.nullbulk
);
2186 if (o
->type
!= REDIS_STRING
) {
2187 addReply(c
,shared
.nullbulk
);
2189 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(o
->ptr
)));
2191 addReply(c
,shared
.crlf
);
2197 static void incrDecrCommand(redisClient
*c
, long long incr
) {
2202 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2206 if (o
->type
!= REDIS_STRING
) {
2211 value
= strtoll(o
->ptr
, &eptr
, 10);
2216 o
= createObject(REDIS_STRING
,sdscatprintf(sdsempty(),"%lld",value
));
2217 retval
= dictAdd(c
->db
->dict
,c
->argv
[1],o
);
2218 if (retval
== DICT_ERR
) {
2219 dictReplace(c
->db
->dict
,c
->argv
[1],o
);
2220 removeExpire(c
->db
,c
->argv
[1]);
2222 incrRefCount(c
->argv
[1]);
2225 addReply(c
,shared
.colon
);
2227 addReply(c
,shared
.crlf
);
2230 static void incrCommand(redisClient
*c
) {
2231 incrDecrCommand(c
,1);
2234 static void decrCommand(redisClient
*c
) {
2235 incrDecrCommand(c
,-1);
2238 static void incrbyCommand(redisClient
*c
) {
2239 long long incr
= strtoll(c
->argv
[2]->ptr
, NULL
, 10);
2240 incrDecrCommand(c
,incr
);
2243 static void decrbyCommand(redisClient
*c
) {
2244 long long incr
= strtoll(c
->argv
[2]->ptr
, NULL
, 10);
2245 incrDecrCommand(c
,-incr
);
2248 /* ========================= Type agnostic commands ========================= */
2250 static void delCommand(redisClient
*c
) {
2251 if (deleteKey(c
->db
,c
->argv
[1])) {
2253 addReply(c
,shared
.cone
);
2255 addReply(c
,shared
.czero
);
2259 static void existsCommand(redisClient
*c
) {
2260 addReply(c
,lookupKeyRead(c
->db
,c
->argv
[1]) ? shared
.cone
: shared
.czero
);
2263 static void selectCommand(redisClient
*c
) {
2264 int id
= atoi(c
->argv
[1]->ptr
);
2266 if (selectDb(c
,id
) == REDIS_ERR
) {
2267 addReplySds(c
,sdsnew("-ERR invalid DB index\r\n"));
2269 addReply(c
,shared
.ok
);
2273 static void randomkeyCommand(redisClient
*c
) {
2277 de
= dictGetRandomKey(c
->db
->dict
);
2278 if (!de
|| expireIfNeeded(c
->db
,dictGetEntryKey(de
)) == 0) break;
2281 addReply(c
,shared
.plus
);
2282 addReply(c
,shared
.crlf
);
2284 addReply(c
,shared
.plus
);
2285 addReply(c
,dictGetEntryKey(de
));
2286 addReply(c
,shared
.crlf
);
2290 static void keysCommand(redisClient
*c
) {
2293 sds pattern
= c
->argv
[1]->ptr
;
2294 int plen
= sdslen(pattern
);
2295 int numkeys
= 0, keyslen
= 0;
2296 robj
*lenobj
= createObject(REDIS_STRING
,NULL
);
2298 di
= dictGetIterator(c
->db
->dict
);
2299 if (!di
) oom("dictGetIterator");
2301 decrRefCount(lenobj
);
2302 while((de
= dictNext(di
)) != NULL
) {
2303 robj
*keyobj
= dictGetEntryKey(de
);
2305 sds key
= keyobj
->ptr
;
2306 if ((pattern
[0] == '*' && pattern
[1] == '\0') ||
2307 stringmatchlen(pattern
,plen
,key
,sdslen(key
),0)) {
2308 if (expireIfNeeded(c
->db
,keyobj
) == 0) {
2310 addReply(c
,shared
.space
);
2313 keyslen
+= sdslen(key
);
2317 dictReleaseIterator(di
);
2318 lenobj
->ptr
= sdscatprintf(sdsempty(),"$%lu\r\n",keyslen
+(numkeys
? (numkeys
-1) : 0));
2319 addReply(c
,shared
.crlf
);
2322 static void dbsizeCommand(redisClient
*c
) {
2324 sdscatprintf(sdsempty(),":%lu\r\n",dictSize(c
->db
->dict
)));
2327 static void lastsaveCommand(redisClient
*c
) {
2329 sdscatprintf(sdsempty(),":%lu\r\n",server
.lastsave
));
2332 static void typeCommand(redisClient
*c
) {
2336 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2341 case REDIS_STRING
: type
= "+string"; break;
2342 case REDIS_LIST
: type
= "+list"; break;
2343 case REDIS_SET
: type
= "+set"; break;
2344 default: type
= "unknown"; break;
2347 addReplySds(c
,sdsnew(type
));
2348 addReply(c
,shared
.crlf
);
2351 static void saveCommand(redisClient
*c
) {
2352 if (server
.bgsaveinprogress
) {
2353 addReplySds(c
,sdsnew("-ERR background save in progress\r\n"));
2356 if (rdbSave(server
.dbfilename
) == REDIS_OK
) {
2357 addReply(c
,shared
.ok
);
2359 addReply(c
,shared
.err
);
2363 static void bgsaveCommand(redisClient
*c
) {
2364 if (server
.bgsaveinprogress
) {
2365 addReplySds(c
,sdsnew("-ERR background save already in progress\r\n"));
2368 if (rdbSaveBackground(server
.dbfilename
) == REDIS_OK
) {
2369 addReply(c
,shared
.ok
);
2371 addReply(c
,shared
.err
);
2375 static void shutdownCommand(redisClient
*c
) {
2376 redisLog(REDIS_WARNING
,"User requested shutdown, saving DB...");
2377 /* XXX: TODO kill the child if there is a bgsave in progress */
2378 if (rdbSave(server
.dbfilename
) == REDIS_OK
) {
2379 if (server
.daemonize
) {
2380 unlink(server
.pidfile
);
2382 redisLog(REDIS_WARNING
,"Server exit now, bye bye...");
2385 redisLog(REDIS_WARNING
,"Error trying to save the DB, can't exit");
2386 addReplySds(c
,sdsnew("-ERR can't quit, problems saving the DB\r\n"));
2390 static void renameGenericCommand(redisClient
*c
, int nx
) {
2393 /* To use the same key as src and dst is probably an error */
2394 if (sdscmp(c
->argv
[1]->ptr
,c
->argv
[2]->ptr
) == 0) {
2395 addReply(c
,shared
.sameobjecterr
);
2399 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2401 addReply(c
,shared
.nokeyerr
);
2405 deleteIfVolatile(c
->db
,c
->argv
[2]);
2406 if (dictAdd(c
->db
->dict
,c
->argv
[2],o
) == DICT_ERR
) {
2409 addReply(c
,shared
.czero
);
2412 dictReplace(c
->db
->dict
,c
->argv
[2],o
);
2414 incrRefCount(c
->argv
[2]);
2416 deleteKey(c
->db
,c
->argv
[1]);
2418 addReply(c
,nx
? shared
.cone
: shared
.ok
);
2421 static void renameCommand(redisClient
*c
) {
2422 renameGenericCommand(c
,0);
2425 static void renamenxCommand(redisClient
*c
) {
2426 renameGenericCommand(c
,1);
2429 static void moveCommand(redisClient
*c
) {
2434 /* Obtain source and target DB pointers */
2437 if (selectDb(c
,atoi(c
->argv
[2]->ptr
)) == REDIS_ERR
) {
2438 addReply(c
,shared
.outofrangeerr
);
2442 selectDb(c
,srcid
); /* Back to the source DB */
2444 /* If the user is moving using as target the same
2445 * DB as the source DB it is probably an error. */
2447 addReply(c
,shared
.sameobjecterr
);
2451 /* Check if the element exists and get a reference */
2452 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2454 addReply(c
,shared
.czero
);
2458 /* Try to add the element to the target DB */
2459 deleteIfVolatile(dst
,c
->argv
[1]);
2460 if (dictAdd(dst
->dict
,c
->argv
[1],o
) == DICT_ERR
) {
2461 addReply(c
,shared
.czero
);
2464 incrRefCount(c
->argv
[1]);
2467 /* OK! key moved, free the entry in the source DB */
2468 deleteKey(src
,c
->argv
[1]);
2470 addReply(c
,shared
.cone
);
2473 /* =================================== Lists ================================ */
2474 static void pushGenericCommand(redisClient
*c
, int where
) {
2478 lobj
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2480 lobj
= createListObject();
2482 if (where
== REDIS_HEAD
) {
2483 if (!listAddNodeHead(list
,c
->argv
[2])) oom("listAddNodeHead");
2485 if (!listAddNodeTail(list
,c
->argv
[2])) oom("listAddNodeTail");
2487 dictAdd(c
->db
->dict
,c
->argv
[1],lobj
);
2488 incrRefCount(c
->argv
[1]);
2489 incrRefCount(c
->argv
[2]);
2491 if (lobj
->type
!= REDIS_LIST
) {
2492 addReply(c
,shared
.wrongtypeerr
);
2496 if (where
== REDIS_HEAD
) {
2497 if (!listAddNodeHead(list
,c
->argv
[2])) oom("listAddNodeHead");
2499 if (!listAddNodeTail(list
,c
->argv
[2])) oom("listAddNodeTail");
2501 incrRefCount(c
->argv
[2]);
2504 addReply(c
,shared
.ok
);
2507 static void lpushCommand(redisClient
*c
) {
2508 pushGenericCommand(c
,REDIS_HEAD
);
2511 static void rpushCommand(redisClient
*c
) {
2512 pushGenericCommand(c
,REDIS_TAIL
);
2515 static void llenCommand(redisClient
*c
) {
2519 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2521 addReply(c
,shared
.czero
);
2524 if (o
->type
!= REDIS_LIST
) {
2525 addReply(c
,shared
.wrongtypeerr
);
2528 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",listLength(l
)));
2533 static void lindexCommand(redisClient
*c
) {
2535 int index
= atoi(c
->argv
[2]->ptr
);
2537 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2539 addReply(c
,shared
.nullbulk
);
2541 if (o
->type
!= REDIS_LIST
) {
2542 addReply(c
,shared
.wrongtypeerr
);
2544 list
*list
= o
->ptr
;
2547 ln
= listIndex(list
, index
);
2549 addReply(c
,shared
.nullbulk
);
2551 robj
*ele
= listNodeValue(ln
);
2552 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(ele
->ptr
)));
2554 addReply(c
,shared
.crlf
);
2560 static void lsetCommand(redisClient
*c
) {
2562 int index
= atoi(c
->argv
[2]->ptr
);
2564 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2566 addReply(c
,shared
.nokeyerr
);
2568 if (o
->type
!= REDIS_LIST
) {
2569 addReply(c
,shared
.wrongtypeerr
);
2571 list
*list
= o
->ptr
;
2574 ln
= listIndex(list
, index
);
2576 addReply(c
,shared
.outofrangeerr
);
2578 robj
*ele
= listNodeValue(ln
);
2581 listNodeValue(ln
) = c
->argv
[3];
2582 incrRefCount(c
->argv
[3]);
2583 addReply(c
,shared
.ok
);
2590 static void popGenericCommand(redisClient
*c
, int where
) {
2593 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2595 addReply(c
,shared
.nullbulk
);
2597 if (o
->type
!= REDIS_LIST
) {
2598 addReply(c
,shared
.wrongtypeerr
);
2600 list
*list
= o
->ptr
;
2603 if (where
== REDIS_HEAD
)
2604 ln
= listFirst(list
);
2606 ln
= listLast(list
);
2609 addReply(c
,shared
.nullbulk
);
2611 robj
*ele
= listNodeValue(ln
);
2612 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(ele
->ptr
)));
2614 addReply(c
,shared
.crlf
);
2615 listDelNode(list
,ln
);
2622 static void lpopCommand(redisClient
*c
) {
2623 popGenericCommand(c
,REDIS_HEAD
);
2626 static void rpopCommand(redisClient
*c
) {
2627 popGenericCommand(c
,REDIS_TAIL
);
2630 static void lrangeCommand(redisClient
*c
) {
2632 int start
= atoi(c
->argv
[2]->ptr
);
2633 int end
= atoi(c
->argv
[3]->ptr
);
2635 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2637 addReply(c
,shared
.nullmultibulk
);
2639 if (o
->type
!= REDIS_LIST
) {
2640 addReply(c
,shared
.wrongtypeerr
);
2642 list
*list
= o
->ptr
;
2644 int llen
= listLength(list
);
2648 /* convert negative indexes */
2649 if (start
< 0) start
= llen
+start
;
2650 if (end
< 0) end
= llen
+end
;
2651 if (start
< 0) start
= 0;
2652 if (end
< 0) end
= 0;
2654 /* indexes sanity checks */
2655 if (start
> end
|| start
>= llen
) {
2656 /* Out of range start or start > end result in empty list */
2657 addReply(c
,shared
.emptymultibulk
);
2660 if (end
>= llen
) end
= llen
-1;
2661 rangelen
= (end
-start
)+1;
2663 /* Return the result in form of a multi-bulk reply */
2664 ln
= listIndex(list
, start
);
2665 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",rangelen
));
2666 for (j
= 0; j
< rangelen
; j
++) {
2667 ele
= listNodeValue(ln
);
2668 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",(int)sdslen(ele
->ptr
)));
2670 addReply(c
,shared
.crlf
);
2677 static void ltrimCommand(redisClient
*c
) {
2679 int start
= atoi(c
->argv
[2]->ptr
);
2680 int end
= atoi(c
->argv
[3]->ptr
);
2682 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2684 addReply(c
,shared
.nokeyerr
);
2686 if (o
->type
!= REDIS_LIST
) {
2687 addReply(c
,shared
.wrongtypeerr
);
2689 list
*list
= o
->ptr
;
2691 int llen
= listLength(list
);
2692 int j
, ltrim
, rtrim
;
2694 /* convert negative indexes */
2695 if (start
< 0) start
= llen
+start
;
2696 if (end
< 0) end
= llen
+end
;
2697 if (start
< 0) start
= 0;
2698 if (end
< 0) end
= 0;
2700 /* indexes sanity checks */
2701 if (start
> end
|| start
>= llen
) {
2702 /* Out of range start or start > end result in empty list */
2706 if (end
>= llen
) end
= llen
-1;
2711 /* Remove list elements to perform the trim */
2712 for (j
= 0; j
< ltrim
; j
++) {
2713 ln
= listFirst(list
);
2714 listDelNode(list
,ln
);
2716 for (j
= 0; j
< rtrim
; j
++) {
2717 ln
= listLast(list
);
2718 listDelNode(list
,ln
);
2720 addReply(c
,shared
.ok
);
2726 static void lremCommand(redisClient
*c
) {
2729 o
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2731 addReply(c
,shared
.nokeyerr
);
2733 if (o
->type
!= REDIS_LIST
) {
2734 addReply(c
,shared
.wrongtypeerr
);
2736 list
*list
= o
->ptr
;
2737 listNode
*ln
, *next
;
2738 int toremove
= atoi(c
->argv
[2]->ptr
);
2743 toremove
= -toremove
;
2746 ln
= fromtail
? list
->tail
: list
->head
;
2748 robj
*ele
= listNodeValue(ln
);
2750 next
= fromtail
? ln
->prev
: ln
->next
;
2751 if (sdscmp(ele
->ptr
,c
->argv
[3]->ptr
) == 0) {
2752 listDelNode(list
,ln
);
2755 if (toremove
&& removed
== toremove
) break;
2759 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",removed
));
2764 /* ==================================== Sets ================================ */
2766 static void saddCommand(redisClient
*c
) {
2769 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2771 set
= createSetObject();
2772 dictAdd(c
->db
->dict
,c
->argv
[1],set
);
2773 incrRefCount(c
->argv
[1]);
2775 if (set
->type
!= REDIS_SET
) {
2776 addReply(c
,shared
.wrongtypeerr
);
2780 if (dictAdd(set
->ptr
,c
->argv
[2],NULL
) == DICT_OK
) {
2781 incrRefCount(c
->argv
[2]);
2783 addReply(c
,shared
.cone
);
2785 addReply(c
,shared
.czero
);
2789 static void sremCommand(redisClient
*c
) {
2792 set
= lookupKeyWrite(c
->db
,c
->argv
[1]);
2794 addReply(c
,shared
.czero
);
2796 if (set
->type
!= REDIS_SET
) {
2797 addReply(c
,shared
.wrongtypeerr
);
2800 if (dictDelete(set
->ptr
,c
->argv
[2]) == DICT_OK
) {
2802 addReply(c
,shared
.cone
);
2804 addReply(c
,shared
.czero
);
2809 static void sismemberCommand(redisClient
*c
) {
2812 set
= lookupKeyRead(c
->db
,c
->argv
[1]);
2814 addReply(c
,shared
.czero
);
2816 if (set
->type
!= REDIS_SET
) {
2817 addReply(c
,shared
.wrongtypeerr
);
2820 if (dictFind(set
->ptr
,c
->argv
[2]))
2821 addReply(c
,shared
.cone
);
2823 addReply(c
,shared
.czero
);
2827 static void scardCommand(redisClient
*c
) {
2831 o
= lookupKeyRead(c
->db
,c
->argv
[1]);
2833 addReply(c
,shared
.czero
);
2836 if (o
->type
!= REDIS_SET
) {
2837 addReply(c
,shared
.wrongtypeerr
);
2840 addReplySds(c
,sdscatprintf(sdsempty(),":%d\r\n",
2846 static int qsortCompareSetsByCardinality(const void *s1
, const void *s2
) {
2847 dict
**d1
= (void*) s1
, **d2
= (void*) s2
;
2849 return dictSize(*d1
)-dictSize(*d2
);
2852 static void sinterGenericCommand(redisClient
*c
, robj
**setskeys
, int setsnum
, robj
*dstkey
) {
2853 dict
**dv
= zmalloc(sizeof(dict
*)*setsnum
);
2856 robj
*lenobj
= NULL
, *dstset
= NULL
;
2857 int j
, cardinality
= 0;
2859 if (!dv
) oom("sinterCommand");
2860 for (j
= 0; j
< setsnum
; j
++) {
2864 lookupKeyWrite(c
->db
,setskeys
[j
]) :
2865 lookupKeyRead(c
->db
,setskeys
[j
]);
2869 deleteKey(c
->db
,dstkey
);
2870 addReply(c
,shared
.ok
);
2872 addReply(c
,shared
.nullmultibulk
);
2876 if (setobj
->type
!= REDIS_SET
) {
2878 addReply(c
,shared
.wrongtypeerr
);
2881 dv
[j
] = setobj
->ptr
;
2883 /* Sort sets from the smallest to largest, this will improve our
2884 * algorithm's performace */
2885 qsort(dv
,setsnum
,sizeof(dict
*),qsortCompareSetsByCardinality
);
2887 /* The first thing we should output is the total number of elements...
2888 * since this is a multi-bulk write, but at this stage we don't know
2889 * the intersection set size, so we use a trick, append an empty object
2890 * to the output list and save the pointer to later modify it with the
2893 lenobj
= createObject(REDIS_STRING
,NULL
);
2895 decrRefCount(lenobj
);
2897 /* If we have a target key where to store the resulting set
2898 * create this key with an empty set inside */
2899 dstset
= createSetObject();
2900 deleteKey(c
->db
,dstkey
);
2901 dictAdd(c
->db
->dict
,dstkey
,dstset
);
2902 incrRefCount(dstkey
);
2905 /* Iterate all the elements of the first (smallest) set, and test
2906 * the element against all the other sets, if at least one set does
2907 * not include the element it is discarded */
2908 di
= dictGetIterator(dv
[0]);
2909 if (!di
) oom("dictGetIterator");
2911 while((de
= dictNext(di
)) != NULL
) {
2914 for (j
= 1; j
< setsnum
; j
++)
2915 if (dictFind(dv
[j
],dictGetEntryKey(de
)) == NULL
) break;
2917 continue; /* at least one set does not contain the member */
2918 ele
= dictGetEntryKey(de
);
2920 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",sdslen(ele
->ptr
)));
2922 addReply(c
,shared
.crlf
);
2925 dictAdd(dstset
->ptr
,ele
,NULL
);
2929 dictReleaseIterator(di
);
2932 lenobj
->ptr
= sdscatprintf(sdsempty(),"*%d\r\n",cardinality
);
2934 addReply(c
,shared
.ok
);
2940 static void sinterCommand(redisClient
*c
) {
2941 sinterGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
);
2944 static void sinterstoreCommand(redisClient
*c
) {
2945 sinterGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1]);
2948 static void sunionGenericCommand(redisClient
*c
, robj
**setskeys
, int setsnum
, robj
*dstkey
) {
2949 dict
**dv
= zmalloc(sizeof(dict
*)*setsnum
);
2952 robj
*lenobj
= NULL
, *dstset
= NULL
;
2953 int j
, cardinality
= 0;
2955 if (!dv
) oom("sunionCommand");
2956 for (j
= 0; j
< setsnum
; j
++) {
2960 lookupKeyWrite(c
->db
,setskeys
[j
]) :
2961 lookupKeyRead(c
->db
,setskeys
[j
]);
2966 if (setobj
->type
!= REDIS_SET
) {
2968 addReply(c
,shared
.wrongtypeerr
);
2971 dv
[j
] = setobj
->ptr
;
2974 /* We need a temp set object to store our union. If the dstkey
2975 * is not NULL (that is, we are inside an SUNIONSTORE operation) then
2976 * this set object will be the resulting object to set into the target key*/
2977 dstset
= createSetObject();
2979 /* The first thing we should output is the total number of elements...
2980 * since this is a multi-bulk write, but at this stage we don't know
2981 * the intersection set size, so we use a trick, append an empty object
2982 * to the output list and save the pointer to later modify it with the
2985 lenobj
= createObject(REDIS_STRING
,NULL
);
2987 decrRefCount(lenobj
);
2989 /* If we have a target key where to store the resulting set
2990 * create this key with an empty set inside */
2991 deleteKey(c
->db
,dstkey
);
2992 dictAdd(c
->db
->dict
,dstkey
,dstset
);
2993 incrRefCount(dstkey
);
2997 /* Iterate all the elements of all the sets, add every element a single
2998 * time to the result set */
2999 for (j
= 0; j
< setsnum
; j
++) {
3000 if (!dv
[j
]) continue; /* non existing keys are like empty sets */
3002 di
= dictGetIterator(dv
[j
]);
3003 if (!di
) oom("dictGetIterator");
3005 while((de
= dictNext(di
)) != NULL
) {
3008 /* dictAdd will not add the same element multiple times */
3009 ele
= dictGetEntryKey(de
);
3010 if (dictAdd(dstset
->ptr
,ele
,NULL
) == DICT_OK
) {
3013 addReplySds(c
,sdscatprintf(sdsempty(),
3014 "$%d\r\n",sdslen(ele
->ptr
)));
3016 addReply(c
,shared
.crlf
);
3021 dictReleaseIterator(di
);
3025 lenobj
->ptr
= sdscatprintf(sdsempty(),"*%d\r\n",cardinality
);
3026 decrRefCount(dstset
);
3028 addReply(c
,shared
.ok
);
3034 static void sunionCommand(redisClient
*c
) {
3035 sunionGenericCommand(c
,c
->argv
+1,c
->argc
-1,NULL
);
3038 static void sunionstoreCommand(redisClient
*c
) {
3039 sunionGenericCommand(c
,c
->argv
+2,c
->argc
-2,c
->argv
[1]);
3042 static void flushdbCommand(redisClient
*c
) {
3043 server
.dirty
+= dictSize(c
->db
->dict
);
3044 dictEmpty(c
->db
->dict
);
3045 dictEmpty(c
->db
->expires
);
3046 addReply(c
,shared
.ok
);
3049 static void flushallCommand(redisClient
*c
) {
3050 server
.dirty
+= emptyDb();
3051 addReply(c
,shared
.ok
);
3052 rdbSave(server
.dbfilename
);
3056 redisSortOperation
*createSortOperation(int type
, robj
*pattern
) {
3057 redisSortOperation
*so
= zmalloc(sizeof(*so
));
3058 if (!so
) oom("createSortOperation");
3060 so
->pattern
= pattern
;
3064 /* Return the value associated to the key with a name obtained
3065 * substituting the first occurence of '*' in 'pattern' with 'subst' */
3066 robj
*lookupKeyByPattern(redisDb
*db
, robj
*pattern
, robj
*subst
) {
3070 int prefixlen
, sublen
, postfixlen
;
3071 /* Expoit the internal sds representation to create a sds string allocated on the stack in order to make this function faster */
3075 char buf
[REDIS_SORTKEY_MAX
+1];
3078 spat
= pattern
->ptr
;
3080 if (sdslen(spat
)+sdslen(ssub
)-1 > REDIS_SORTKEY_MAX
) return NULL
;
3081 p
= strchr(spat
,'*');
3082 if (!p
) return NULL
;
3085 sublen
= sdslen(ssub
);
3086 postfixlen
= sdslen(spat
)-(prefixlen
+1);
3087 memcpy(keyname
.buf
,spat
,prefixlen
);
3088 memcpy(keyname
.buf
+prefixlen
,ssub
,sublen
);
3089 memcpy(keyname
.buf
+prefixlen
+sublen
,p
+1,postfixlen
);
3090 keyname
.buf
[prefixlen
+sublen
+postfixlen
] = '\0';
3091 keyname
.len
= prefixlen
+sublen
+postfixlen
;
3093 keyobj
.refcount
= 1;
3094 keyobj
.type
= REDIS_STRING
;
3095 keyobj
.ptr
= ((char*)&keyname
)+(sizeof(long)*2);
3097 /* printf("lookup '%s' => %p\n", keyname.buf,de); */
3098 return lookupKeyRead(db
,&keyobj
);
3101 /* sortCompare() is used by qsort in sortCommand(). Given that qsort_r with
3102 * the additional parameter is not standard but a BSD-specific we have to
3103 * pass sorting parameters via the global 'server' structure */
3104 static int sortCompare(const void *s1
, const void *s2
) {
3105 const redisSortObject
*so1
= s1
, *so2
= s2
;
3108 if (!server
.sort_alpha
) {
3109 /* Numeric sorting. Here it's trivial as we precomputed scores */
3110 if (so1
->u
.score
> so2
->u
.score
) {
3112 } else if (so1
->u
.score
< so2
->u
.score
) {
3118 /* Alphanumeric sorting */
3119 if (server
.sort_bypattern
) {
3120 if (!so1
->u
.cmpobj
|| !so2
->u
.cmpobj
) {
3121 /* At least one compare object is NULL */
3122 if (so1
->u
.cmpobj
== so2
->u
.cmpobj
)
3124 else if (so1
->u
.cmpobj
== NULL
)
3129 /* We have both the objects, use strcoll */
3130 cmp
= strcoll(so1
->u
.cmpobj
->ptr
,so2
->u
.cmpobj
->ptr
);
3133 /* Compare elements directly */
3134 cmp
= strcoll(so1
->obj
->ptr
,so2
->obj
->ptr
);
3137 return server
.sort_desc
? -cmp
: cmp
;
3140 /* The SORT command is the most complex command in Redis. Warning: this code
3141 * is optimized for speed and a bit less for readability */
3142 static void sortCommand(redisClient
*c
) {
3145 int desc
= 0, alpha
= 0;
3146 int limit_start
= 0, limit_count
= -1, start
, end
;
3147 int j
, dontsort
= 0, vectorlen
;
3148 int getop
= 0; /* GET operation counter */
3149 robj
*sortval
, *sortby
= NULL
;
3150 redisSortObject
*vector
; /* Resulting vector to sort */
3152 /* Lookup the key to sort. It must be of the right types */
3153 sortval
= lookupKeyRead(c
->db
,c
->argv
[1]);
3154 if (sortval
== NULL
) {
3155 addReply(c
,shared
.nokeyerr
);
3158 if (sortval
->type
!= REDIS_SET
&& sortval
->type
!= REDIS_LIST
) {
3159 addReply(c
,shared
.wrongtypeerr
);
3163 /* Create a list of operations to perform for every sorted element.
3164 * Operations can be GET/DEL/INCR/DECR */
3165 operations
= listCreate();
3166 listSetFreeMethod(operations
,zfree
);
3169 /* Now we need to protect sortval incrementing its count, in the future
3170 * SORT may have options able to overwrite/delete keys during the sorting
3171 * and the sorted key itself may get destroied */
3172 incrRefCount(sortval
);
3174 /* The SORT command has an SQL-alike syntax, parse it */
3175 while(j
< c
->argc
) {
3176 int leftargs
= c
->argc
-j
-1;
3177 if (!strcasecmp(c
->argv
[j
]->ptr
,"asc")) {
3179 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"desc")) {
3181 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"alpha")) {
3183 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"limit") && leftargs
>= 2) {
3184 limit_start
= atoi(c
->argv
[j
+1]->ptr
);
3185 limit_count
= atoi(c
->argv
[j
+2]->ptr
);
3187 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"by") && leftargs
>= 1) {
3188 sortby
= c
->argv
[j
+1];
3189 /* If the BY pattern does not contain '*', i.e. it is constant,
3190 * we don't need to sort nor to lookup the weight keys. */
3191 if (strchr(c
->argv
[j
+1]->ptr
,'*') == NULL
) dontsort
= 1;
3193 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"get") && leftargs
>= 1) {
3194 listAddNodeTail(operations
,createSortOperation(
3195 REDIS_SORT_GET
,c
->argv
[j
+1]));
3198 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"del") && leftargs
>= 1) {
3199 listAddNodeTail(operations
,createSortOperation(
3200 REDIS_SORT_DEL
,c
->argv
[j
+1]));
3202 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"incr") && leftargs
>= 1) {
3203 listAddNodeTail(operations
,createSortOperation(
3204 REDIS_SORT_INCR
,c
->argv
[j
+1]));
3206 } else if (!strcasecmp(c
->argv
[j
]->ptr
,"get") && leftargs
>= 1) {
3207 listAddNodeTail(operations
,createSortOperation(
3208 REDIS_SORT_DECR
,c
->argv
[j
+1]));
3211 decrRefCount(sortval
);
3212 listRelease(operations
);
3213 addReply(c
,shared
.syntaxerr
);
3219 /* Load the sorting vector with all the objects to sort */
3220 vectorlen
= (sortval
->type
== REDIS_LIST
) ?
3221 listLength((list
*)sortval
->ptr
) :
3222 dictSize((dict
*)sortval
->ptr
);
3223 vector
= zmalloc(sizeof(redisSortObject
)*vectorlen
);
3224 if (!vector
) oom("allocating objects vector for SORT");
3226 if (sortval
->type
== REDIS_LIST
) {
3227 list
*list
= sortval
->ptr
;
3231 while((ln
= listYield(list
))) {
3232 robj
*ele
= ln
->value
;
3233 vector
[j
].obj
= ele
;
3234 vector
[j
].u
.score
= 0;
3235 vector
[j
].u
.cmpobj
= NULL
;
3239 dict
*set
= sortval
->ptr
;
3243 di
= dictGetIterator(set
);
3244 if (!di
) oom("dictGetIterator");
3245 while((setele
= dictNext(di
)) != NULL
) {
3246 vector
[j
].obj
= dictGetEntryKey(setele
);
3247 vector
[j
].u
.score
= 0;
3248 vector
[j
].u
.cmpobj
= NULL
;
3251 dictReleaseIterator(di
);
3253 assert(j
== vectorlen
);
3255 /* Now it's time to load the right scores in the sorting vector */
3256 if (dontsort
== 0) {
3257 for (j
= 0; j
< vectorlen
; j
++) {
3261 byval
= lookupKeyByPattern(c
->db
,sortby
,vector
[j
].obj
);
3262 if (!byval
|| byval
->type
!= REDIS_STRING
) continue;
3264 vector
[j
].u
.cmpobj
= byval
;
3265 incrRefCount(byval
);
3267 vector
[j
].u
.score
= strtod(byval
->ptr
,NULL
);
3270 if (!alpha
) vector
[j
].u
.score
= strtod(vector
[j
].obj
->ptr
,NULL
);
3275 /* We are ready to sort the vector... perform a bit of sanity check
3276 * on the LIMIT option too. We'll use a partial version of quicksort. */
3277 start
= (limit_start
< 0) ? 0 : limit_start
;
3278 end
= (limit_count
< 0) ? vectorlen
-1 : start
+limit_count
-1;
3279 if (start
>= vectorlen
) {
3280 start
= vectorlen
-1;
3283 if (end
>= vectorlen
) end
= vectorlen
-1;
3285 if (dontsort
== 0) {
3286 server
.sort_desc
= desc
;
3287 server
.sort_alpha
= alpha
;
3288 server
.sort_bypattern
= sortby
? 1 : 0;
3289 qsort(vector
,vectorlen
,sizeof(redisSortObject
),sortCompare
);
3292 /* Send command output to the output buffer, performing the specified
3293 * GET/DEL/INCR/DECR operations if any. */
3294 outputlen
= getop
? getop
*(end
-start
+1) : end
-start
+1;
3295 addReplySds(c
,sdscatprintf(sdsempty(),"*%d\r\n",outputlen
));
3296 for (j
= start
; j
<= end
; j
++) {
3299 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",
3300 sdslen(vector
[j
].obj
->ptr
)));
3301 addReply(c
,vector
[j
].obj
);
3302 addReply(c
,shared
.crlf
);
3304 listRewind(operations
);
3305 while((ln
= listYield(operations
))) {
3306 redisSortOperation
*sop
= ln
->value
;
3307 robj
*val
= lookupKeyByPattern(c
->db
,sop
->pattern
,
3310 if (sop
->type
== REDIS_SORT_GET
) {
3311 if (!val
|| val
->type
!= REDIS_STRING
) {
3312 addReply(c
,shared
.nullbulk
);
3314 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",
3317 addReply(c
,shared
.crlf
);
3319 } else if (sop
->type
== REDIS_SORT_DEL
) {
3326 decrRefCount(sortval
);
3327 listRelease(operations
);
3328 for (j
= 0; j
< vectorlen
; j
++) {
3329 if (sortby
&& alpha
&& vector
[j
].u
.cmpobj
)
3330 decrRefCount(vector
[j
].u
.cmpobj
);
3335 static void infoCommand(redisClient
*c
) {
3337 time_t uptime
= time(NULL
)-server
.stat_starttime
;
3339 info
= sdscatprintf(sdsempty(),
3340 "redis_version:%s\r\n"
3341 "connected_clients:%d\r\n"
3342 "connected_slaves:%d\r\n"
3343 "used_memory:%zu\r\n"
3344 "changes_since_last_save:%lld\r\n"
3345 "bgsave_in_progress:%d\r\n"
3346 "last_save_time:%d\r\n"
3347 "total_connections_received:%lld\r\n"
3348 "total_commands_processed:%lld\r\n"
3349 "uptime_in_seconds:%d\r\n"
3350 "uptime_in_days:%d\r\n"
3352 listLength(server
.clients
)-listLength(server
.slaves
),
3353 listLength(server
.slaves
),
3356 server
.bgsaveinprogress
,
3358 server
.stat_numconnections
,
3359 server
.stat_numcommands
,
3363 addReplySds(c
,sdscatprintf(sdsempty(),"$%d\r\n",sdslen(info
)));
3364 addReplySds(c
,info
);
3365 addReply(c
,shared
.crlf
);
3368 static void monitorCommand(redisClient
*c
) {
3369 /* ignore MONITOR if aleady slave or in monitor mode */
3370 if (c
->flags
& REDIS_SLAVE
) return;
3372 c
->flags
|= (REDIS_SLAVE
|REDIS_MONITOR
);
3374 if (!listAddNodeTail(server
.monitors
,c
)) oom("listAddNodeTail");
3375 addReply(c
,shared
.ok
);
3378 /* ================================= Expire ================================= */
3379 static int removeExpire(redisDb
*db
, robj
*key
) {
3380 if (dictDelete(db
->expires
,key
) == DICT_OK
) {
3387 static int setExpire(redisDb
*db
, robj
*key
, time_t when
) {
3388 if (dictAdd(db
->expires
,key
,(void*)when
) == DICT_ERR
) {
3396 /* Return the expire time of the specified key, or -1 if no expire
3397 * is associated with this key (i.e. the key is non volatile) */
3398 static time_t getExpire(redisDb
*db
, robj
*key
) {
3401 /* No expire? return ASAP */
3402 if (dictSize(db
->expires
) == 0 ||
3403 (de
= dictFind(db
->expires
,key
)) == NULL
) return -1;
3405 return (time_t) dictGetEntryVal(de
);
3408 static int expireIfNeeded(redisDb
*db
, robj
*key
) {
3412 /* No expire? return ASAP */
3413 if (dictSize(db
->expires
) == 0 ||
3414 (de
= dictFind(db
->expires
,key
)) == NULL
) return 0;
3416 /* Lookup the expire */
3417 when
= (time_t) dictGetEntryVal(de
);
3418 if (time(NULL
) <= when
) return 0;
3420 /* Delete the key */
3421 dictDelete(db
->expires
,key
);
3422 return dictDelete(db
->dict
,key
) == DICT_OK
;
3425 static int deleteIfVolatile(redisDb
*db
, robj
*key
) {
3428 /* No expire? return ASAP */
3429 if (dictSize(db
->expires
) == 0 ||
3430 (de
= dictFind(db
->expires
,key
)) == NULL
) return 0;
3432 /* Delete the key */
3434 dictDelete(db
->expires
,key
);
3435 return dictDelete(db
->dict
,key
) == DICT_OK
;
3438 static void expireCommand(redisClient
*c
) {
3440 int seconds
= atoi(c
->argv
[2]->ptr
);
3442 de
= dictFind(c
->db
->dict
,c
->argv
[1]);
3444 addReply(c
,shared
.czero
);
3448 addReply(c
, shared
.czero
);
3451 time_t when
= time(NULL
)+seconds
;
3452 if (setExpire(c
->db
,c
->argv
[1],when
))
3453 addReply(c
,shared
.cone
);
3455 addReply(c
,shared
.czero
);
3460 /* =============================== Replication ============================= */
3462 static int syncWrite(int fd
, char *ptr
, ssize_t size
, int timeout
) {
3463 ssize_t nwritten
, ret
= size
;
3464 time_t start
= time(NULL
);
3468 if (aeWait(fd
,AE_WRITABLE
,1000) & AE_WRITABLE
) {
3469 nwritten
= write(fd
,ptr
,size
);
3470 if (nwritten
== -1) return -1;
3474 if ((time(NULL
)-start
) > timeout
) {
3482 static int syncRead(int fd
, char *ptr
, ssize_t size
, int timeout
) {
3483 ssize_t nread
, totread
= 0;
3484 time_t start
= time(NULL
);
3488 if (aeWait(fd
,AE_READABLE
,1000) & AE_READABLE
) {
3489 nread
= read(fd
,ptr
,size
);
3490 if (nread
== -1) return -1;
3495 if ((time(NULL
)-start
) > timeout
) {
3503 static int syncReadLine(int fd
, char *ptr
, ssize_t size
, int timeout
) {
3510 if (syncRead(fd
,&c
,1,timeout
) == -1) return -1;
3513 if (nread
&& *(ptr
-1) == '\r') *(ptr
-1) = '\0';
3524 static void syncCommand(redisClient
*c
) {
3525 /* ignore SYNC if aleady slave or in monitor mode */
3526 if (c
->flags
& REDIS_SLAVE
) return;
3528 /* SYNC can't be issued when the server has pending data to send to
3529 * the client about already issued commands. We need a fresh reply
3530 * buffer registering the differences between the BGSAVE and the current
3531 * dataset, so that we can copy to other slaves if needed. */
3532 if (listLength(c
->reply
) != 0) {
3533 addReplySds(c
,sdsnew("-ERR SYNC is invalid with pending input\r\n"));
3537 redisLog(REDIS_NOTICE
,"Slave ask for synchronization");
3538 /* Here we need to check if there is a background saving operation
3539 * in progress, or if it is required to start one */
3540 if (server
.bgsaveinprogress
) {
3541 /* Ok a background save is in progress. Let's check if it is a good
3542 * one for replication, i.e. if there is another slave that is
3543 * registering differences since the server forked to save */
3547 listRewind(server
.slaves
);
3548 while((ln
= listYield(server
.slaves
))) {
3550 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_END
) break;
3553 /* Perfect, the server is already registering differences for
3554 * another slave. Set the right state, and copy the buffer. */
3555 listRelease(c
->reply
);
3556 c
->reply
= listDup(slave
->reply
);
3557 if (!c
->reply
) oom("listDup copying slave reply list");
3558 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
3559 redisLog(REDIS_NOTICE
,"Waiting for end of BGSAVE for SYNC");
3561 /* No way, we need to wait for the next BGSAVE in order to
3562 * register differences */
3563 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_START
;
3564 redisLog(REDIS_NOTICE
,"Waiting for next BGSAVE for SYNC");
3567 /* Ok we don't have a BGSAVE in progress, let's start one */
3568 redisLog(REDIS_NOTICE
,"Starting BGSAVE for SYNC");
3569 if (rdbSaveBackground(server
.dbfilename
) != REDIS_OK
) {
3570 redisLog(REDIS_NOTICE
,"Replication failed, can't BGSAVE");
3571 addReplySds(c
,sdsnew("-ERR Unalbe to perform background save\r\n"));
3574 c
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
3577 c
->flags
|= REDIS_SLAVE
;
3579 if (!listAddNodeTail(server
.slaves
,c
)) oom("listAddNodeTail");
3583 static void sendBulkToSlave(aeEventLoop
*el
, int fd
, void *privdata
, int mask
) {
3584 redisClient
*slave
= privdata
;
3586 REDIS_NOTUSED(mask
);
3587 char buf
[REDIS_IOBUF_LEN
];
3588 ssize_t nwritten
, buflen
;
3590 if (slave
->repldboff
== 0) {
3591 /* Write the bulk write count before to transfer the DB. In theory here
3592 * we don't know how much room there is in the output buffer of the
3593 * socket, but in pratice SO_SNDLOWAT (the minimum count for output
3594 * operations) will never be smaller than the few bytes we need. */
3597 bulkcount
= sdscatprintf(sdsempty(),"$%lld\r\n",(unsigned long long)
3599 if (write(fd
,bulkcount
,sdslen(bulkcount
)) != (signed)sdslen(bulkcount
))
3607 lseek(slave
->repldbfd
,slave
->repldboff
,SEEK_SET
);
3608 buflen
= read(slave
->repldbfd
,buf
,REDIS_IOBUF_LEN
);
3610 redisLog(REDIS_WARNING
,"Read error sending DB to slave: %s",
3611 (buflen
== 0) ? "premature EOF" : strerror(errno
));
3615 if ((nwritten
= write(fd
,buf
,buflen
)) == -1) {
3616 redisLog(REDIS_DEBUG
,"Write error sending DB to slave: %s",
3621 slave
->repldboff
+= nwritten
;
3622 if (slave
->repldboff
== slave
->repldbsize
) {
3623 close(slave
->repldbfd
);
3624 slave
->repldbfd
= -1;
3625 aeDeleteFileEvent(server
.el
,slave
->fd
,AE_WRITABLE
);
3626 slave
->replstate
= REDIS_REPL_ONLINE
;
3627 if (aeCreateFileEvent(server
.el
, slave
->fd
, AE_WRITABLE
,
3628 sendReplyToClient
, slave
, NULL
) == AE_ERR
) {
3632 addReplySds(slave
,sdsempty());
3633 redisLog(REDIS_NOTICE
,"Synchronization with slave succeeded");
3637 static void updateSalvesWaitingBgsave(int bgsaveerr
) {
3639 int startbgsave
= 0;
3641 listRewind(server
.slaves
);
3642 while((ln
= listYield(server
.slaves
))) {
3643 redisClient
*slave
= ln
->value
;
3645 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
) {
3647 slave
->replstate
= REDIS_REPL_WAIT_BGSAVE_END
;
3648 } else if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_END
) {
3651 if (bgsaveerr
!= REDIS_OK
) {
3653 redisLog(REDIS_WARNING
,"SYNC failed. BGSAVE child returned an error");
3656 if ((slave
->repldbfd
= open(server
.dbfilename
,O_RDONLY
)) == -1 ||
3657 fstat(slave
->repldbfd
,&buf
) == -1) {
3659 redisLog(REDIS_WARNING
,"SYNC failed. Can't open/stat DB after BGSAVE: %s", strerror(errno
));
3662 slave
->repldboff
= 0;
3663 slave
->repldbsize
= buf
.st_size
;
3664 slave
->replstate
= REDIS_REPL_SEND_BULK
;
3665 aeDeleteFileEvent(server
.el
,slave
->fd
,AE_WRITABLE
);
3666 if (aeCreateFileEvent(server
.el
, slave
->fd
, AE_WRITABLE
, sendBulkToSlave
, slave
, NULL
) == AE_ERR
) {
3673 if (rdbSaveBackground(server
.dbfilename
) != REDIS_OK
) {
3674 listRewind(server
.slaves
);
3675 redisLog(REDIS_WARNING
,"SYNC failed. BGSAVE failed");
3676 while((ln
= listYield(server
.slaves
))) {
3677 redisClient
*slave
= ln
->value
;
3679 if (slave
->replstate
== REDIS_REPL_WAIT_BGSAVE_START
)
3686 static int syncWithMaster(void) {
3687 char buf
[1024], tmpfile
[256];
3689 int fd
= anetTcpConnect(NULL
,server
.masterhost
,server
.masterport
);
3693 redisLog(REDIS_WARNING
,"Unable to connect to MASTER: %s",
3697 /* Issue the SYNC command */
3698 if (syncWrite(fd
,"SYNC \r\n",7,5) == -1) {
3700 redisLog(REDIS_WARNING
,"I/O error writing to MASTER: %s",
3704 /* Read the bulk write count */
3705 if (syncReadLine(fd
,buf
,1024,5) == -1) {
3707 redisLog(REDIS_WARNING
,"I/O error reading bulk count from MASTER: %s",
3711 dumpsize
= atoi(buf
+1);
3712 redisLog(REDIS_NOTICE
,"Receiving %d bytes data dump from MASTER",dumpsize
);
3713 /* Read the bulk write data on a temp file */
3714 snprintf(tmpfile
,256,"temp-%d.%ld.rdb",(int)time(NULL
),(long int)random());
3715 dfd
= open(tmpfile
,O_CREAT
|O_WRONLY
,0644);
3718 redisLog(REDIS_WARNING
,"Opening the temp file needed for MASTER <-> SLAVE synchronization: %s",strerror(errno
));
3722 int nread
, nwritten
;
3724 nread
= read(fd
,buf
,(dumpsize
< 1024)?dumpsize
:1024);
3726 redisLog(REDIS_WARNING
,"I/O error trying to sync with MASTER: %s",
3732 nwritten
= write(dfd
,buf
,nread
);
3733 if (nwritten
== -1) {
3734 redisLog(REDIS_WARNING
,"Write error writing to the DB dump file needed for MASTER <-> SLAVE synchrnonization: %s", strerror(errno
));
3742 if (rename(tmpfile
,server
.dbfilename
) == -1) {
3743 redisLog(REDIS_WARNING
,"Failed trying to rename the temp DB into dump.rdb in MASTER <-> SLAVE synchronization: %s", strerror(errno
));
3749 if (rdbLoad(server
.dbfilename
) != REDIS_OK
) {
3750 redisLog(REDIS_WARNING
,"Failed trying to load the MASTER synchronization DB from disk");
3754 server
.master
= createClient(fd
);
3755 server
.master
->flags
|= REDIS_MASTER
;
3756 server
.replstate
= REDIS_REPL_CONNECTED
;
3760 /* =================================== Main! ================================ */
3762 static void daemonize(void) {
3766 if (fork() != 0) exit(0); /* parent exits */
3767 setsid(); /* create a new session */
3769 /* Every output goes to /dev/null. If Redis is daemonized but
3770 * the 'logfile' is set to 'stdout' in the configuration file
3771 * it will not log at all. */
3772 if ((fd
= open("/dev/null", O_RDWR
, 0)) != -1) {
3773 dup2(fd
, STDIN_FILENO
);
3774 dup2(fd
, STDOUT_FILENO
);
3775 dup2(fd
, STDERR_FILENO
);
3776 if (fd
> STDERR_FILENO
) close(fd
);
3778 /* Try to write the pid file */
3779 fp
= fopen(server
.pidfile
,"w");
3781 fprintf(fp
,"%d\n",getpid());
3786 int main(int argc
, char **argv
) {
3789 ResetServerSaveParams();
3790 loadServerConfig(argv
[1]);
3791 } else if (argc
> 2) {
3792 fprintf(stderr
,"Usage: ./redis-server [/path/to/redis.conf]\n");
3796 if (server
.daemonize
) daemonize();
3797 redisLog(REDIS_NOTICE
,"Server started, Redis version " REDIS_VERSION
);
3798 if (rdbLoad(server
.dbfilename
) == REDIS_OK
)
3799 redisLog(REDIS_NOTICE
,"DB loaded from disk");
3800 if (aeCreateFileEvent(server
.el
, server
.fd
, AE_READABLE
,
3801 acceptHandler
, NULL
, NULL
) == AE_ERR
) oom("creating file event");
3802 redisLog(REDIS_NOTICE
,"The server is now ready to accept connections on port %d", server
.port
);
3804 aeDeleteEventLoop(server
.el
);